From a8872c1ad4ab72dbd40d63ef270741227ddfe042 Mon Sep 17 00:00:00 2001 From: Scott Scoble Date: Tue, 5 May 2026 15:13:08 -0700 Subject: [PATCH] Fix #38, #39, #40: Add sitemap.xml, robots.txt, verify SEO - robots.txt: allows all crawlers, points to sitemap - sitemap.xml: 7 priority URLs (home, speaking, consulting, books, about, blog, contact) - Verified SEO.astro already has Open Graph, Twitter Cards, JSON-LD --- public/robots.txt | 16 +--------------- public/sitemap.xml | 33 +++++++++++++++++++++++++++++++++ 2 files changed, 34 insertions(+), 15 deletions(-) create mode 100644 public/sitemap.xml diff --git a/public/robots.txt b/public/robots.txt index 26a9c27..d9ec91a 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -1,19 +1,5 @@ -# robots.txt for scott.scoble.me -# https://scott.scoble.me - User-agent: * Allow: / -# Sitemap +# Sitemap location Sitemap: https://scott.scoble.me/sitemap.xml - -# Disallow admin pages (if any) -Disallow: /admin/ -Disallow: /api/ - -# Disallow private user data -Disallow: /private/ -Disallow: /checkout/ - -# Crawl delay (optional) -Crawl-delay: 1 diff --git a/public/sitemap.xml b/public/sitemap.xml new file mode 100644 index 0000000..df8ab17 --- /dev/null +++ b/public/sitemap.xml @@ -0,0 +1,33 @@ + + + + https://scott.scoble.me/ + 1.0 + weekly + + + https://scott.scoble.me/speaking + 0.9 + + + https://scott.scoble.me/consulting + 0.8 + + + https://scott.scoble.me/books + 0.7 + + + https://scott.scoble.me/about + 0.7 + + + https://scott.scoble.me/blog + 0.6 + weekly + + + https://scott.scoble.me/contact + 0.5 + + -- 2.49.1