# robots.txt

# Evil non-search engine robot that requests bad URLs and pummels server
User-agent: http://www.almaden.ibm.com/cs/crawler 
Disallow: /

User-agent: Twiceler
Disallow: /

User-agent: Yeti 
Disallow: /

User-agent: Slurp
Disallow: /
Crawl-delay: 10

User-agent: *
Disallow: /admin
Disallow: /editor
Disallow: /logs/
Disallow: /docs/
Disallow: /rate/
Disallow: /emailto.php*
Disallow: /object_browser.php
Disallow: /media_browser.php
Disallow: /mod/mediacenters/
Disallow: /mod/search/*