User-agent: *
Disallow: /_notes/
Disallow: /data/
Disallow: /GeneratedItems/
Disallow: /media/
Disallow: /pages/
Disallow: /php3/

User-agent: msnbot
Crawl-delay: 10

User-agent: Teoma
Crawl-delay: 10

User-agent: Slurp
Crawl-delay: 10

User-agent: aipbot
Disallow: /

User-agent: BecomeBot
Disallow: /

User-agent: psbot
Disallow: /