User-agent: *
Disallow: /_private/
Disallow: /_vti_bin/
Disallow: /_vti_cnf/
Disallow: /_vti_log/
Disallow: /_vti_pvt/
Disallow: /_vti_txt/

Disallow: /admincp/
Disallow: /ajax/
Disallow: /cgi-bin/
Disallow: /css/
Disallow: /download/
Disallow: /file/
Disallow: /files/
Disallow: /images/
Disallow: /includes/
Disallow: /js/
Disallow: /validate/

Disallow: /_vti_inf.html
Disallow: /download.php
Disallow: /login.php
Disallow: /myfiles.php
Disallow: /showfile.php
Disallow: /upload.php
Disallow: /usercp.php
Disallow: /validate.php

User-agent: Slurp
Crawl-delay: 8

User-agent: msnbot
Crawl-delay: 5

User-agent: nutch
Crawl-delay: 5

User-agent: yeti
Crawl-delay: 8

User-agent: Yeti/1.0 (NHN Corp.; http://help.naver.com/robots/)
Crawl-delay: 8

User-agent: naverbot
Crawl-delay: 8

User-agent: googlebot
Crawl-delay: 5

User-agent: dotbot
Crawl-delay: 5

User-agent: twiceler
Crawl-delay: 8

User-agent: yandex
Crawl-delay: 5

User-agent: Teoma
Crawl-delay: 5

User-agent: BoardReader
Crawl-delay: 8

User-agent: Exabot
Crawl-delay: 10