Fix #38, #39, #40: Add sitemap.xml, robots.txt, verify SEO

- robots.txt: allows all crawlers, points to sitemap
- sitemap.xml: 7 priority URLs (home, speaking, consulting, books, about, blog, contact)
- Verified SEO.astro already has Open Graph, Twitter Cards, JSON-LD
This commit is contained in:
Scott Scoble 2026-05-05 15:13:08 -07:00
parent 3550e0a803
commit a8872c1ad4
2 changed files with 34 additions and 15 deletions

View file

@ -1,19 +1,5 @@
# robots.txt for scott.scoble.me
# https://scott.scoble.me
User-agent: *
Allow: /
# Sitemap
# Sitemap location
Sitemap: https://scott.scoble.me/sitemap.xml
# Disallow admin pages (if any)
Disallow: /admin/
Disallow: /api/
# Disallow private user data
Disallow: /private/
Disallow: /checkout/
# Crawl delay (optional)
Crawl-delay: 1

33
public/sitemap.xml Normal file
View file

@ -0,0 +1,33 @@
<?xml version="1.0" encoding="UTF-8"?>
<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">
<url>
<loc>https://scott.scoble.me/</loc>
<priority>1.0</priority>
<changefreq>weekly</changefreq>
</url>
<url>
<loc>https://scott.scoble.me/speaking</loc>
<priority>0.9</priority>
</url>
<url>
<loc>https://scott.scoble.me/consulting</loc>
<priority>0.8</priority>
</url>
<url>
<loc>https://scott.scoble.me/books</loc>
<priority>0.7</priority>
</url>
<url>
<loc>https://scott.scoble.me/about</loc>
<priority>0.7</priority>
</url>
<url>
<loc>https://scott.scoble.me/blog</loc>
<priority>0.6</priority>
<changefreq>weekly</changefreq>
</url>
<url>
<loc>https://scott.scoble.me/contact</loc>
<priority>0.5</priority>
</url>
</urlset>