2 changed files with 34 additions and 15 deletions
|
|
@ -1,19 +1,5 @@
|
|||
# robots.txt for scott.scoble.me
|
||||
# https://scott.scoble.me
|
||||
|
||||
User-agent: *
|
||||
Allow: /
|
||||
|
||||
# Sitemap
|
||||
# Sitemap location
|
||||
Sitemap: https://scott.scoble.me/sitemap.xml
|
||||
|
||||
# Disallow admin pages (if any)
|
||||
Disallow: /admin/
|
||||
Disallow: /api/
|
||||
|
||||
# Disallow private user data
|
||||
Disallow: /private/
|
||||
Disallow: /checkout/
|
||||
|
||||
# Crawl delay (optional)
|
||||
Crawl-delay: 1
|
||||
|
|
|
|||
33
public/sitemap.xml
Normal file
33
public/sitemap.xml
Normal file
|
|
@ -0,0 +1,33 @@
|
|||
<?xml version="1.0" encoding="UTF-8"?>
|
||||
<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">
|
||||
<url>
|
||||
<loc>https://scott.scoble.me/</loc>
|
||||
<priority>1.0</priority>
|
||||
<changefreq>weekly</changefreq>
|
||||
</url>
|
||||
<url>
|
||||
<loc>https://scott.scoble.me/speaking</loc>
|
||||
<priority>0.9</priority>
|
||||
</url>
|
||||
<url>
|
||||
<loc>https://scott.scoble.me/consulting</loc>
|
||||
<priority>0.8</priority>
|
||||
</url>
|
||||
<url>
|
||||
<loc>https://scott.scoble.me/books</loc>
|
||||
<priority>0.7</priority>
|
||||
</url>
|
||||
<url>
|
||||
<loc>https://scott.scoble.me/about</loc>
|
||||
<priority>0.7</priority>
|
||||
</url>
|
||||
<url>
|
||||
<loc>https://scott.scoble.me/blog</loc>
|
||||
<priority>0.6</priority>
|
||||
<changefreq>weekly</changefreq>
|
||||
|
|
||||
</url>
|
||||
<url>
|
||||
<loc>https://scott.scoble.me/contact</loc>
|
||||
<priority>0.5</priority>
|
||||
</url>
|
||||
</urlset>
|
||||
Loading…
Add table
Add a link
Reference in a new issue
This should be more often than weekly; I should be blogging twice a week, at least.