User-agent: * Disallow: /cgi-local/ Disallow: /cgi-bin/ Disallow: /freeagents/ Disallow: /images/ Disallow: /img/ Disallow: /iwa_hwg/ Disallow: /members/ Disallow: /pa/ Disallow: /pr/ Disallow: /stats/ Disallow: /style/ Disallow: /update/ Disallow: /webbooks/ # Altavista (Altavista search engine only) User-agent: Scooter # FAST/AllTheWeb (AllTheWeb) search engine User-agent: fast # Google (Google Search Engine) User-agent: Googlebot # Inktomi (Anzwers, AOL, Canada.com, Hotbot, etc.) User-agent: slurp # Lycos (Lycos search engine only) User-agent: Lycos_Spider_(T-Rex) # Northern Light (Northern Light search engine) User-agent: gulliver # Wisenut (Wisenut search engine) User-agent: Wisebot # Euroseek User-agent: Arachnoidea # Fireball User-agent: KIT-Fireball/2.0