User-agent: *
Disallow: /cgi-bin/
Disallow: /phpBB2/cache/
Disallow: /phpBB2/profile/ 
Disallow: /phpBB2/groupcp/ 
Disallow: /phpBB2/memberlist/
Disallow: /phpBB2/post-/ 
Disallow: /phpBB2/posting/ 
Disallow: /phpBB2/search/ 
Disallow: /phpBB2/updates-topic/ 
Disallow: /phpBB2/stop-updates-topic/ 
Disallow: /phpBB2/ptopic/ 
Disallow: /phpBB2/ntopic/   
Disallow: /phpBB2/login/ 
Disallow: /phpBB2/modcp/
Disallow: /phpBB2/privmsg/
Disallow: /phpBB2/memberlist/ 
Disallow: /phpBB2/mark-forum/
Disallow: /phpBB2/includes/
Disallow: /phpBB2/admin/
Disallow: /modlogan/
Disallow: /phpBB2/db/
Disallow: /phpBB2/images/
Disallow: /phpBB2/language/
Disallow: /phpBB2/templates/
Disallow: /phpBB2/common.php
Disallow: /phpBB2/config.php
Disallow: /phpBB2/faq.php
Disallow: /phpBB2/groupcp.php
Disallow: /phpBB2/login.php
Disallow: /phpBB2/memberlist.php
Disallow: /phpBB2/modcp.php
Disallow: /phpBB2/posting.php
Disallow: /phpBB2/privmsg.php
Disallow: /phpBB2/profile.php
Disallow: /phpBB2/search.php
Disallow: /phpBB2/viewonline.php
Disallow: /phpBB2/gro*
Disallow: /phpBB2/log*
Disallow: /phpBB2/pri*
Disallow: /phpBB2/pro*
Disallow: /phpBB2/sea*
Disallow: /blg/*.js
Disallow: /blg/*.png
Disallow: /blg/*trackback
Disallow: /blg/*.css
Disallow: /blg/*/feed/$
Disallow: /blg/*/feed/rss/$
Disallow: /blg/*/trackback/$
Disallow: /blg/tag/
Disallow: /blg/wp-content/plugins/
Disallow: /blg/wp-content/cache/
Disallow: /blg/wp-content/themes/
Disallow: /blg/wp-admin/
Disallow: /blg/wp-config-sample.php
Disallow: /blg/wp-admin/upgrade.php
Disallow: /test.html
Allow: /wp-content/uploads
Sitemap: http://www.itcomparison.com/sitemap.xml.gz

User-agent: Slurp
Crawl-delay: 8

User-agent: msnbot
Crawl-delay: 5

User-agent: nutch
Crawl-delay: 5

User-agent: yeti
Crawl-delay: 15

User-agent: Yeti/1.0 (NHN Corp.; http://help.naver.com/robots/)
Crawl-delay: 15

User-agent: naverbot
Crawl-delay: 8

User-agent: googlebot
Crawl-delay: 5

User-agent: dotbot
Crawl-delay: 5

User-agent: twiceler
Crawl-delay: 8

User-agent: yandex
Crawl-delay: 5

User-agent: Teoma
Crawl-delay: 5

User-agent: BoardReader
Crawl-delay: 8

User-agent: Exabot
Crawl-delay: 10