# robots.txt for http://www.glutenfreeandbeyond.org/
User-agent: *
Disallow: /
Disallow: /imap
Disallow: /maildir
Disallow: /backups
Disallow: /domains/glutenfreeandbeyond.org/logs
Disallow: /domains/glutenfreeandbeyond.org/.htpasswd
Disallow: /domains/glutenfreeandbeyond.org/stats
Disallow: /domains/glutenfreeandbeyond.org/awstats
Disallow: /public_html/20backup
Disallow: /public_html/phpBB3
Disallow: /public_html/webpics
Disallow: /public_html/GFAB_Homepage_V15
Disallow: /public_html/22beta
Disallow: /public_html/20beta
Disallow: /rw_common

User-agent: Slurp 
Crawl-delay: 1.0