User-agent: Googlebot
Disallow: /
User-agent: Mediapartners-Google
Disallow: /
User-agent: Adsbot-Google
Disallow: /
User-agent: Jeeves
Disallow: /
User-agent: Slurp
Disallow: /
User-agent: Yahoo-MMCrawler
Disallow: /
User-agent: arcor-ip.net
Disallow: /
User-agent: as13448.com
Disallow: /
User-agent: cuil.com
Disallow: /
User-agent: msnbot
Disallow: /
User-agent: psbot
Disallow: /
User-agent: sup.com
Disallow: /
User-agent: *
Crawl-delay: 30.00
Disallow: /BHT
Disallow: /GG
Disallow: /README
Disallow: /SFTavern
Disallow: /cart
Disallow: /cgi
Disallow: /cgi-bin
Disallow: /files
Disallow: /g1
Disallow: /gallery
Disallow: /gallery.bak
Disallow: /gallery.old
Disallow: /images
Disallow: /junk
Disallow: /mail
Disallow: /manager
Disallow: /mysql
Disallow: /personal
Disallow: /projects
Disallow: /scripts
Disallow: /webmail
Disallow: /wiki.old
Disallow: /wordpress
Disallow: /*.avi$
Disallow: /*.exe$
Disallow: /*.gif$
Disallow: /*.Gif$
Disallow: /*.GIF$
Disallow: /*.jpg$
Disallow: /*.Jpg$
Disallow: /*.JPG$
Disallow: /*.jpeg$
Disallow: /*.Jpeg$
Disallow: /*.JPEG$
Disallow: /*.mp3$
Disallow: /*.mp4$
Disallow: /*.pdf$
Disallow: /*.Pdf$
Disallow: /*.PDF$
Disallow: /*.png$
Disallow: /*.wma$
Disallow: /*.zip$
Disallow: /*.Zip$
Disallow: /*.ZIP$