User-agent: * Disallow: /cgi-bin Disallow: /noindex Disallow: /members Disallow: /discus Disallow: /dr Disallow: /downloads Disallow: /htsdata Disallow: /maingrafx Disallow: /Merchant2 Disallow: /products User-agent: * Disallow: /*.gif$ User-agent: * Disallow: /*.jpg$ User-agent: * Disallow: /*.pdf$ User-agent: * Disallow: /*.rtf$ User-agent: * Disallow: /*.exe$ # disallow collectors and spam User-agent: atSpider Disallow: / User-agent: cherrypicker Disallow: / User-agent: DSurf Disallow: / User-agent: EliteSys Entry Disallow: / User-agent: EmailCollector Disallow: / User-agent: EmailSiphon Disallow: /