# robots.txt for http://associate.com/

# ArchitextSpider is a MISBEHAVED Robot!  It continues to index dead URLs
# User-agent: MSNBot
User-agent: ArchitextSpider
User-agent: Scooter
User-agent: turnitinbot
# User-agent: Slurp
User-agent: CRAWLER
User-agent: grub-client
User-agent: NPBot
User-agent: VoilaBot
User-agent: fast
User-agent: ZyBorg
User-agent: crawl
User-agent: Alexa
User-agent: roadrunner
User-agent: WISENutbot
User-agent: Looksmart
User-agent: IA Archiver
User-agent: Wget
User-agent: BecomeBot
User-agent: psbot
User-agent: MSIECrawler
User-agent: GigaBot
User-agent: Xaldon WebSpider
User-agent: MJ12bot
User-agent: Yandex
User-agent: Java
User-agent: Nutch

Disallow: /

User-agent: *
Disallow: .rpm
Disallow: .mp3
Disallow: .ogg
Disallow: .sit
Disallow: .gz
Disallow: .hqx
Disallow: /cgi
Disallow: /images
Disallow: /mp3
Disallow: /innovative