# All robots will spider the domain
User-agent: *
Disallow: /cgi-bin/accent_properties/ad-redir.html
Disallow: /cgi-bin/accent_properties/admin

User-agent: Fasterfox
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: ShopWiki
Disallow: /

User-Agent: MJ12bot
Disallow: /

User-Agent: ccubee
Disallow: /

User-Agent: ConveraCrawler
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: iVia
Disallow: /

User-agent: focused_crawler
Disallow: /