#Robot file for Yellowpipe.com User-agent: * Disallow: /PPP/ #Some bots continues to index non-existing pages User-agent: * Disallow: /yis/tools/lynx/pub/ User-agent: * Disallow: /yis/tools/lynx/lynxview.cgi User-agent: * Disallow: /yis/tools/lynx/IElynxviewEXT.cgi User-agent: * Disallow: /yis/e-learning User-agent: * Disallow: /support/a/faq/ User-agent: * Disallow: /support/a/cat/ User-agent: * Disallow: /photoshop/ # robot from http://www.archive.org/web/web.php # The Way Back Machine + used by Alexa. Not really nasty. Still. User-agent: ia_archiver Disallow: / #and User-agent: ia_archiver-web.archive.org Disallow: / # http://willlangford.com/geekpages/firefox/ # User-agent: Fasterfox Disallow: /