User-agent: *
Disallow: /usercp/
Disallow: /_cache/
Disallow: /admin/
Disallow: /js/
Disallow: /lib/
Disallow: /plugins/
Disallow: /skins/
Disallow: /search/
Disallow: /submit/
Disallow: /register/
Disallow: /pwreset/
Disallow: /login/
Disallow: /a/
Disallow: /b/
Disallow: /c/
Sitemap: http://www.total-articles.com/sitemap.xml

User-agent: Slurp
Crawl-delay: 8

User-agent: msnbot
Crawl-delay: 5

User-agent: nutch
Crawl-delay: 5

User-agent: yeti
Crawl-delay: 8

User-agent: Yeti/1.0 (NHN Corp.; http://help.naver.com/robots/)
Crawl-delay: 8

User-agent: naverbot
Crawl-delay: 8

User-agent: googlebot
Crawl-delay: 5

User-agent: dotbot
Crawl-delay: 5

User-agent: twiceler
Crawl-delay: 8

User-agent: yandex
Crawl-delay: 5

User-agent: Teoma
Crawl-delay: 5

User-agent: BoardReader
Crawl-delay: 8

User-agent: Exabot
Crawl-delay: 10