- robots.txt: allows all crawlers, points to sitemap - sitemap.xml: 7 priority URLs (home, speaking, consulting, books, about, blog, contact) - Verified SEO.astro already has Open Graph, Twitter Cards, JSON-LD
This commit is contained in:
parent
3550e0a803
commit
a8872c1ad4
2 changed files with 34 additions and 15 deletions
|
|
@ -1,19 +1,5 @@
|
||||||
# robots.txt for scott.scoble.me
|
|
||||||
# https://scott.scoble.me
|
|
||||||
|
|
||||||
User-agent: *
|
User-agent: *
|
||||||
Allow: /
|
Allow: /
|
||||||
|
|
||||||
# Sitemap
|
# Sitemap location
|
||||||
Sitemap: https://scott.scoble.me/sitemap.xml
|
Sitemap: https://scott.scoble.me/sitemap.xml
|
||||||
|
|
||||||
# Disallow admin pages (if any)
|
|
||||||
Disallow: /admin/
|
|
||||||
Disallow: /api/
|
|
||||||
|
|
||||||
# Disallow private user data
|
|
||||||
Disallow: /private/
|
|
||||||
Disallow: /checkout/
|
|
||||||
|
|
||||||
# Crawl delay (optional)
|
|
||||||
Crawl-delay: 1
|
|
||||||
|
|
|
||||||
33
public/sitemap.xml
Normal file
33
public/sitemap.xml
Normal file
|
|
@ -0,0 +1,33 @@
|
||||||
|
<?xml version="1.0" encoding="UTF-8"?>
|
||||||
|
<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">
|
||||||
|
<url>
|
||||||
|
<loc>https://scott.scoble.me/</loc>
|
||||||
|
<priority>1.0</priority>
|
||||||
|
<changefreq>weekly</changefreq>
|
||||||
|
</url>
|
||||||
|
<url>
|
||||||
|
<loc>https://scott.scoble.me/speaking</loc>
|
||||||
|
<priority>0.9</priority>
|
||||||
|
</url>
|
||||||
|
<url>
|
||||||
|
<loc>https://scott.scoble.me/consulting</loc>
|
||||||
|
<priority>0.8</priority>
|
||||||
|
</url>
|
||||||
|
<url>
|
||||||
|
<loc>https://scott.scoble.me/books</loc>
|
||||||
|
<priority>0.7</priority>
|
||||||
|
</url>
|
||||||
|
<url>
|
||||||
|
<loc>https://scott.scoble.me/about</loc>
|
||||||
|
<priority>0.7</priority>
|
||||||
|
</url>
|
||||||
|
<url>
|
||||||
|
<loc>https://scott.scoble.me/blog</loc>
|
||||||
|
<priority>0.6</priority>
|
||||||
|
<changefreq>weekly</changefreq>
|
||||||
|
</url>
|
||||||
|
<url>
|
||||||
|
<loc>https://scott.scoble.me/contact</loc>
|
||||||
|
<priority>0.5</priority>
|
||||||
|
</url>
|
||||||
|
</urlset>
|
||||||
Loading…
Add table
Add a link
Reference in a new issue