#This is my robots.txt file

User-agent: *
Disallow: /categories/
Disallow: /cgi/
Disallow: /harem/
Disallow: /instructions/
Disallow: /php_uploads/
Disallow: /rexburg/
Disallow: /stats/
Disallow: /statshistory/


# BEGIN XML-SITEMAP-PLUGIN
Sitemap: http://mjsbigblog.com/sitemap.xml.gz
# END XML-SITEMAP-PLUGIN

User-agent: Slurp
Crawl-delay: 0.5