# Generic Robot rules
User-agent: * 
Disallow:    /_private
Disallow:    /_vti_cnf
Disallow:    /_vti_pvt
Disallow:    /cgi-bin
Disallow:    /images
Disallow:    /images-main
Disallow:    /images2
Disallow:    /images_support
Disallow:    /interface
Disallow:    /photos
Disallow:    /photos_4_8
Disallow:    /photothumbs
Disallow:    /stats


User-agent: Slurp
Crawl-delay: 8

User-agent: msnbot
Crawl-delay: 5

User-agent: nutch
Crawl-delay: 5

User-agent: yeti
Crawl-delay: 8

User-agent: Yeti/1.0 (NHN Corp.; http://help.naver.com/robots/)
Crawl-delay: 8

User-agent: naverbot
Crawl-delay: 8

User-agent: googlebot
Crawl-delay: 5

User-agent: dotbot
Crawl-delay: 5

User-agent: twiceler
Crawl-delay: 8

User-agent: yandex
Crawl-delay: 5

User-agent: Teoma
Crawl-delay: 5

User-agent: BoardReader
Crawl-delay: 8

User-agent: Exabot
Crawl-delay: 10