User-agent: *
Disallow: /topics/wp-admin/
Disallow: /topics/wp-content/themes/
Allow: /topics/wp-admin/admin-ajax.php
Disallow: /index.html/
Disallow: /index.html/topics/
Disallow: /index.html/exam/

User-agent: Googlebot
Disallow: /index.html/
Crawl-delay: 300

User-agent: Slurp
Crawl-delay: 5

User-agent: msnbot
Crawl-delay: 300

User-agent: baiduspider
Crawl-delay: 300

User-Agent: Teoma
Crawl-delay: 300

User-Agent: Ask Jeeves
Crawl-delay: 300

User-agent: yetibot
Crawl-delay: 300

User-Agent: Shim-Crawler
Disallow: /

User-Agent: Steeler
Disallow: /

User-Agent: Twiceler
Disallow: /

User-Agent: SafariBookmarkChecker
Disallow: /

User-Agent: BecomeBot
Disallow: /

User-Agent: NaverBot
Disallow: /