# Allow Archiver
User-agent: ia_archiver
Allow: /


User-agent: Slurp
Crawl-delay: 60


User-agent: *

Disallow: *.php
Disallow: *.js
Disallow: *.jsp
Disallow: *.cfm
Disallow: *.asp
Disallow: *.html
Disallow: *.htm
Disallow: *.aspx
Disallow: *.cgi

Disallow: /forums/includes/
Disallow: /forums/install/
Disallow: /forums/customavatars/
Disallow: /forums/archive/
Disallow: /forums/vbseo_sitemap/
Disallow: /forums/register/
Disallow: /forums/privacy/
Disallow: /forums/sendemail/
Disallow: /forums/members/list/

Sitemap: http://bylur.com/forums/vbseo_sitemap/data/sitemap_index.xml.gz