User-agent: *
Disallow: */bin/attach
Disallow: */bin/changes
Disallow: */bin/edit
Disallow: */bin/geturl
Disallow: */bin/install
Disallow: */bin/mailnotify
Disallow: */bin/manage
Disallow: */bin/oops
Disallow: */bin/passwd
Disallow: */bin/preview
Disallow: */bin/rdiff
Disallow: */bin/rdiffauth
Disallow: */bin/register
Disallow: */bin/rename
Disallow: */bin/save
Disallow: */bin/savemulti
Disallow: */bin/search
Disallow: */bin/setlib.cfg
Disallow: */bin/statistics
Disallow: */bin/testenv
Disallow: */bin/upload
Disallow: */bin/viewauth
Disallow: */bin/viewfile
Disallow: */bin/view
Disallow: *cat/pub/
Disallow: */list/
Disallow: */test/
Disallow: */temp/
Disallow: */aa/
Disallow: */WcsLeftBar
Disallow: */WcsRss
Disallow: */WcsChanges
Disallow: */WcsIndex
Disallow: */WcsSearch
Disallow: /private/
Disallow: /download/
Disallow: /forum/posting.php
Disallow: /forum/privmsg.php
Disallow: /forum/login.php
Disallow: /forum/profile.php
Disallow: /forum/search.php
Disallow: /forum/memberlist.php
Disallow: */mode=post
Disallow: */mode=quote
Disallow: *mailto*
Disallow: */feed/
Disallow: /diary/feed
Disallow: */birthday.cgi
Disallow: */admin/
Disallow: /im/
Disallow: /os/
Disallow: /myerror/
Disallow: */contactus*
Disallow: */feedback*
Disallow: /wcs/Home/AboutArticlesInThisSite.html
Disallow: /bookstore/privacy_policy.html
Disallow: */bookstore/my_amazon?cart_action*
Disallow: */bookstore/my_amazon_us?cart_action*
Disallow: */bookstore/my_amazon_ca?cart_action*
Disallow: */bookstore/my_amazon_uk?cart_action*
Disallow: *cart_action*
Disallow: /cgi-bin/bs/*
Disallow: /cgi-bin/bst/*
Disallow: /cgi-bin/bstu/*
Disallow: /album/


user-agent: Baiduspider+
Disallow: /cgi-bin/bookstore/*
Disallow: /cgi-bin/bookstore_us/*
Disallow: /cgi-bin/bookstore_ca/*
Disallow: /cgi-bin/bookstore_uk/*

user-agent: BaiduImagespider
disallow: /

user-agent: BaiduMobaider
disallow: /

# disable following crawlers
User-agent: Steeler
Disallow: /

# reason: grabing a lot, but no result
User-agent: MJ12bot
Disallow: /

User-agent: IRLbot 
Disallow: /

User-agent: yetibot
Disallow: /

User-agent: Sosospider
Disallow: /

User-agent: YodaoBot
Disallow: /

User-agent: YoudaoBot
Disallow: /

User-agent: emBot-GalaBuzz/Nutch-1.0
Disallow: /

User-agent: twiceler
Disallow: /cgi-bin/bookstore/*
Disallow: /cgi-bin/bookstore_us/*
Disallow: /cgi-bin/bookstore_ca/*
Disallow: /cgi-bin/bookstore_uk/*

User-agent: dotbot
Disallow: /

User-agent: Sogou web spider
Disallow: /cgi-bin/bookstore/*
Disallow: /cgi-bin/bookstore_us/*
Disallow: /cgi-bin/bookstore_ca/*
Disallow: /cgi-bin/bookstore_uk/*





# later we need to delay google/yahoo robots
# User-agent: msnbot
# Crawl-delay: 5