# AltaVista
User-Agent: Scooter
Disallow: webposition-ign.html
Disallow: webposition-gg.html
Disallow: webposition-hb.html
Disallow: webposition-dh.html
# Inktomi/Hotbot
User-Agent: Slurp
Disallow: webposition-ign.html
Disallow: webposition-gg.html
Disallow: webposition-av.html
Disallow: webposition-dh.html
User-Agent: InfoSeek
Disallow: webposition-gg.html
Disallow: webposition-hb.html
Disallow: webposition-dh.html
# AOL:          Slurp
# Excite:       ArchitextSpider
# Google:       Googlebot
Disallow: webposition-ign.html
Disallow: webposition-av.html
Disallow: webposition-hb.html
Disallow: webposition-dh.html
# Goto:         Slurp:
# Lycos:        Lycos
# MSN:          Slurp
# Netscape:     Googlebot
# NorthernLight:   Gulliver
# WebCrawler:   ArchitextSpider
# Iwon:         Slurp
# Fast:         Fast
# DirectHit:    Grabber
Disallow: webposition-ign.html
Disallow: webposition-gg.html
Disallow: webposition-hb.html
Disallow: webposition-av.html
# Yahoo Web Pages: Googlebot
# Looksmart Web Pages: Slurp