diff --git a/public/robots.txt b/public/robots.txt index 26a9c27..d9ec91a 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -1,19 +1,5 @@ -# robots.txt for scott.scoble.me -# https://scott.scoble.me - User-agent: * Allow: / -# Sitemap +# Sitemap location Sitemap: https://scott.scoble.me/sitemap.xml - -# Disallow admin pages (if any) -Disallow: /admin/ -Disallow: /api/ - -# Disallow private user data -Disallow: /private/ -Disallow: /checkout/ - -# Crawl delay (optional) -Crawl-delay: 1 diff --git a/public/sitemap.xml b/public/sitemap.xml new file mode 100644 index 0000000..df8ab17 --- /dev/null +++ b/public/sitemap.xml @@ -0,0 +1,33 @@ + + + + https://scott.scoble.me/ + 1.0 + weekly + + + https://scott.scoble.me/speaking + 0.9 + + + https://scott.scoble.me/consulting + 0.8 + + + https://scott.scoble.me/books + 0.7 + + + https://scott.scoble.me/about + 0.7 + + + https://scott.scoble.me/blog + 0.6 + weekly + + + https://scott.scoble.me/contact + 0.5 + +