User-Agent: *
Disallow: /cgi-bin
Disallow: /crone
Disallow: /wp-includes
Disallow: /wp-admin
Disallow: /search.php
Disallow: /404.php
Disallow: /CJ
Disallow: /page
Disallow: /coupons
Disallow: /cj_products_feed
Disallow: /productFeed
Disallow: /shop
Disallow: /stores
Disallow: /ajax6.php

#
# Other pests follow
#

User-agent: BaiDuSpider
Disallow: /
User-agent: Cherry Picker
Disallow: /
User-agent: Crescent Internet ToolPak
Disallow: /
User-agent: DISCo Pump
Disallow: /
User-agent: EmailSiphon
Disallow: /
User-agent: grub
Disallow: /
User-agent: htdig
Disallow: /
User-agent: HTTrack
Disallow: /
User-agent: LNSpiderGuy
Disallow: /
User-agent: Netprospector
Disallow: /
User-agent: oodlebot/1.0
Disallow: /
User-agent: PerMan Surfer
Disallow: /
User-agent: psbot
Disallow: /
# Not sure about these guys -- looks like some kinda polish bot
User-agent: szukacz
Disallow: /
# This is the Yahoo Crawler - disabling for now
# User-agent: RPT-HTTPClient
# Disallow: /
User-agent: Teleport
Disallow: /
User-agent: Telesoft
Disallow: /
User-agent: Ultraseek
Disallow: /
User-agent: vspider
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: WebEMailExtractor
Disallow: /
User-agent: WebReaper
Disallow: /
User-agent: Webster Pro
Disallow: /
User-agent: WebStripper
Disallow: /
User-agent: BecomeBot
Disallow: /
User-agent: ShopWiki
Disallow: /

sitemap: http://saleornot.com/site_map/sitemap_Appliances.xml
sitemap: http://saleornot.com/site_map/sitemap_Automotive.xml
sitemap: http://saleornot.com/site_map/sitemap_Babies-Kids.xml
sitemap: http://saleornot.com/site_map/sitemap_Books-Magazines.xml
sitemap: http://saleornot.com/site_map/sitemap_Clothing-Accessories.xml
sitemap: http://saleornot.com/site_map/sitemap_Computers-Software.xml
sitemap: http://saleornot.com/site_map/sitemap_DVDs-Videos.xml
sitemap: http://saleornot.com/site_map/sitemap_Electronics.xml
sitemap: http://saleornot.com/site_map/sitemap_Gifts-Flowers-Food.xml
sitemap: http://saleornot.com/site_map/sitemap_Health-Beauty-Supplies.xml
sitemap: http://saleornot.com/site_map/sitemap_Home-Garden.xml
sitemap: http://saleornot.com/site_map/sitemap_Jewelry-Watches.xml
sitemap: http://saleornot.com/site_map/sitemap_Music.xml
sitemap: http://saleornot.com/site_map/sitemap_Musical-Instruments-Accessories.xml
sitemap: http://saleornot.com/site_map/sitemap_Office-Supplies.xml
sitemap: http://saleornot.com/site_map/sitemap_Pet-Supplies.xml
sitemap: http://saleornot.com/site_map/sitemap_Sports-Equipment-Outdoor-Gear.xml
sitemap: http://saleornot.com/site_map/sitemap_Toys-Games.xml
sitemap: http://saleornot.com/site_map/sitemap_Video-Games.xml