User-agent: *
Crawl-delay: 120

###############################
#
#
User-agent: baiduSpider
Disallow: /
User-agent: BaiduSpider+
Disallow: /
User-agent: BaiduSpider+ (+; http://www.baidu.com/search/spider.htm; Ubuntu; Compatible; Version; Platform; .NET CLR 2.0.50727; Version)
Disallow: /
User-agent: Baiduspider+(+http://www.baidu.com/search/spider.htm)
Disallow: /
User-agent: Baiduspider+(+http://www.baidu.com/search/spider_jp.html)
Disallow: /
User-agent: Fatbot
Disallow: /
User-agent: Mozilla/5.0 (compatible; FatBot 2.0; http://www.thefind.com/main/CrawlerFAQs.fhtml)
Disallow: /
User-agent: genieBot
Disallow: /
User-agent: genieBot (http://64.5.245.11/faq/faq.html)
Disallow: /
User-agent: genieBot enash@genieknows.com
Disallow: /
User-agent: geniebot wgao@genieknows.com
Disallow: /
User-agent: Gigabot
Disallow: /
User-agent: Gigabot/1.0
Disallow: /
User-agent: Gigabot/2.0
Disallow: /
User-agent: Gigabot/2.0 (http://www.gigablast.com/spider.html)
Disallow: /
User-agent: Gigabot/2.0/gigablast.com/spider.html
Disallow: /
User-agent: Gigabot/2.0; http://www.gigablast.com/spider.html
Disallow: /
User-agent: Gigabot/2.0att
Disallow: /
User-agent: Gigabot/3.0 (http://www.gigablast.com/spider.html)
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: MJ12bot/v1.0.0 (http://majestic12.co.uk/bot.php?+)
Disallow: /
User-agent: MJ12bot/v1.0.1 (http://majestic12.co.uk/bot.php?+)
Disallow: /
User-agent: MJ12bot/v1.0.2 (http://majestic12.co.uk/bot.php?+)
Disallow: /
User-agent: MJ12bot/v1.0.3 (http://majestic12.co.uk/bot.php?+)
Disallow: /
User-agent: MJ12bot/v1.0.4 (http://majestic12.co.uk/bot.php?+)
Disallow: /
User-agent: MJ12bot/v1.0.5 (http://majestic12.co.uk/bot.php?+)
Disallow: /
User-agent: MJ12bot/v1.0.6 (http://majestic12.co.uk/bot.php?+)
Disallow: /
User-agent: MJ12bot/v1.0.7 (http://majestic12.co.uk/bot.php?+)
Disallow: /
User-agent: MJ12bot/v1.0.8 (http://majestic12.co.uk/bot.php?+)
Disallow: /
User-agent: MJ12bot/v1.1.0 (http://majestic12.co.uk/bot.php?+)
Disallow: /
User-agent: MJ12bot/v1.1.1 (http://majestic12.co.uk/bot.php?+)
Disallow: /
User-agent: MJ12bot/v1.1.2 (http://majestic12.co.uk/bot.php?+)
Disallow: /
User-agent: MJ12bot/v1.2.0 (http://majestic12.co.uk/bot.php?+)
Disallow: /
User-agent: OmniExplorer_Bot
Disallow: /
User-agent: OmniExplorer_Bot/1.07 (+http://www.omni-explorer.com) Internet Categorizer
Disallow: /
User-agent: OmniExplorer_Bot/1.09 (+http://www.omni-explorer.com)
Disallow: /
User-agent: OmniExplorer_Bot/1.09 (+http://www.omni-explorer.com) Cars Crawler
Disallow: /
User-agent: OmniExplorer_Bot/1.09 (+http://www.omni-explorer.com) Internet Indexer
Disallow: /
User-agent: OmniExplorer_Bot/1.10 (+http://www.omni-explorer.com)
Disallow: /
User-agent: OmniExplorer_Bot/1.10 (+http://www.omni-explorer.com) Jobs Crawler
Disallow: /
User-agent: OmniExplorer_Bot/2.47 (+http://www.omni-explorer.com) WorldIndexer
Disallow: /
User-agent: OmniExplorer_Bot/2.93 (+http://www.omni-explorer.com) WorldIndexer
Disallow: /
User-agent: OmniExplorer_Bot/3.06c (+http://www.omni-explorer.com) WorldIndexer
Disallow: /
User-agent: OmniExplorer_Bot/3.06d (+http://www.omni-explorer.com) WorldIndexer
Disallow: /
User-agent: OmniExplorer_Bot/3.10 (+http://www.omni-explorer.com) WorldIndexer
Disallow: /
User-agent: OmniExplorer_Bot/3.10a (+http://www.omni-explorer.com) WorldIndexer
Disallow: /
User-agent: OmniExplorer_Bot/3.11a (+http://www.omni-explorer.com) WorldIndexer
Disallow: /
User-agent: OmniExplorer_Bot/3.11c (+http://www.omni-explorer.com) WorldIndexer
Disallow: /
User-agent: OmniExplorer_Bot/3.20b (+http://www.omni-explorer.com) WorldIndexer
Disallow: /
User-agent: OmniExplorer_Bot/3.21 (+http://www.omni-explorer.com) WorldIndexer
Disallow: /
User-agent: OmniExplorer_Bot/3.23 (+http://www.omni-explorer.com) WorldIndexer
Disallow: /
User-agent: OmniExplorer_Bot/3.24 (+http://www.omni-explorer.com) WorldIndexer
Disallow: /
User-agent: OmniExplorer_Bot/3.26b (+http://www.omni-explorer.com) WorldIndexer
Disallow: /
User-agent: OmniExplorer_Bot/3.26c (+http://www.omni-explorer.com) WorldIndexer
Disallow: /
User-agent: OmniExplorer_Bot/3.28 (+http://www.omni-explorer.com) WorldIndexer
Disallow: /
User-agent: OmniExplorer_Bot/3.94b (+http://www.omni-explorer.com) WorldIndexer
Disallow: /
User-agent: OmniExplorer_Bot/3.95 (+http://www.omni-explorer.com) WorldIndexer
Disallow: /
User-agent: OmniExplorer_Bot/3.98b (+http://www.omni-explorer.com) WorldIndexer
Disallow: /
User-agent: OmniExplorer_Bot/3.99 (+http://www.omni-explorer.com) WorldIndexer
Disallow: /
User-agent: OmniExplorer_Bot/4.32 (+http://www.omni-explorer.com) WorldIndexer
Disallow: /
User-agent: OmniExplorer_Bot/5.25 (+http://www.omni-explorer.com) WorldIndexer
Disallow: /
User-agent: OmniExplorer_Bot/5.73 (+http://www.omni-explorer.com) WorldIndexer
Disallow: /
User-agent: OmniExplorer_Bot/5.77e (+http://www.omni-explorer.com) WorldIndexer
Disallow: /
User-agent: OmniExplorer_Bot/6.10.0 (+http://www.omni-explorer.com) WorldIndexer
Disallow: /
User-agent: OmniExplorer_Bot/6.10.13 (+http://www.omni-explorer.com) WorldIndexer
Disallow: /
User-agent: OmniExplorer_Bot/6.10.7 (+http://www.omni-explorer.com) WorldIndexer
Disallow: /
User-agent: OmniExplorer_Bot/6.10.9 (+http://www.omni-explorer.com) WorldIndexer
Disallow: /
User-agent: OmniExplorer_Bot/6.70 (+http://www.omni-explorer.com) WorldIndexer
Disallow: /
User-agent: SBIder
Disallow: /
User-agent: SBIder/0.7 (SBIder; http://www.sitesell.com/sbider.html; http://support.sitesell.com/contact-support.html)
Disallow: /
User-agent: SBIder/0.8-dev (SBIder; http://www.sitesell.com/sbider.html; http://support.sitesell.com/contact-support.html)
Disallow: /
User-agent: SBIder/SBIder-0.8.2-dev (http://www.sitesell.com/sbider.html)
Disallow: /
User-agent: ShopWiki
Disallow: /
User-agent: ShopWiki/1.0 ( +http://www.shopwiki.com/wiki/Help:Bot)
Disallow: /
User-agent: WebAlta Crawler
Disallow: /
User-agent: WebAlta Crawler/1.3.33 (http://www.webalta.net/ru/about_webmaster.html) (Windows; U; Windows NT 5.1; ru-RU)
Disallow: /
User-agent: WebAlta Crawler/1.3.34 (http://www.webalta.net/ru/about_webmaster.html) (Windows; U; Windows NT 5.1; ru-RU)
Disallow: /

User-agent: *
#
# list folders robots are not allowed to index 
#
Disallow: /help/
Disallow: /images/
Disallow: /media/
Disallow: /skins/
Disallow: /shop/help/
Disallow: /shop/images/
Disallow: /shop/media/
Disallow: /shop/skins/
#
# list specific files robots are not allowed to index
#
Disallow: /Validate.aspx
Disallow: /BlockedAccess.html
Disallow: /account.htm
Disallow: /changepassword.htm
Disallow: /checkout.htm
Disallow: /errorpage.htm
Disallow: /flashcatalog.htm
Disallow: /login.htm
Disallow: /myaccount.htm
Disallow: /orderhistory.htm
Disallow: /confirmorder.htm
Disallow: /checkoutreceipt.htm
Disallow: /receipt.htm
Disallow: /search.htm
Disallow: /viewcart.htm
Disallow: /printproductdetail.htm
Disallow: /productdetail.htm
Disallow: /printreceipt.htm
Disallow: /popupimagegallery.htm
Disallow: /productdisclaimer.htm
Disallow: /printproductdisclaimers.htm
Disallow: /shop/account.htm
Disallow: /shop/changepassword.htm
Disallow: /shop/checkout.htm
Disallow: /shop/errorpage.htm
Disallow: /shop/flashcatalog.htm
Disallow: /shop/login.htm
Disallow: /shop/myaccount.htm
Disallow: /shop/orderhistory.htm
Disallow: /shop/confirmorder.htm
Disallow: /shop/checkoutreceipt.htm
Disallow: /shop/receipt.htm
Disallow: /shop/search.htm
Disallow: /shop/viewcart.htm
Disallow: /shop/productdetail.htm
Disallow: /shop/printproductdetail.htm
Disallow: /shop/printreceipt.htm
Disallow: /shop/popupimagegallery.htm
Disallow: /shop/productdisclaimer.htm
Disallow: /shop/printproductdisclaimers.htm
# 
#
###############################