# Alexa User-agent: ia_archiver Allow: # Ask User-agent: Teoma Allow: # Google User-agent: googlebot Allow: # MSN User-agent: msnbot Allow: # Yahoo! User-agent: Slurp Allow: # Amfibi User-agent: Amfibibot Allow: # ASPseek.com User-agent: ASPseek Allow: # Baidu User-agent: baiduspider Allow: # Become.com User-agent: BecomeBot Allow: # BigClique User-agent: BigCliqueBOT Allow: # Biglotron User-agent: Biglotron Allow: # Blue.lu User-agent: Confuzzledbot Allow: # DailyOrbit.com User-agent: Orbiter Allow: # dir.com User-agent: Pompos Allow: # FyberSearch User-agent: FyberSpider Allow: # Geona User-agent: GeonaBot Allow: # GoForIt User-agent: Goforitbot Allow: # IBM User-agent: Crawler Allow: # Local.com User-agent: LocalcomBot Allow: # Mirago User-agent: HenryTheMiragoRobot Allow: # Mirago.de User-agent: HeinrichderMiragoRobot Allow: # Picsearch User-agent: psbot Allow: # SEARCH.COM.UA User-agent: SEARCH.COM.UA Allow: # SEVENtwentyfour User-agent: LinkWalker Allow: # SpiderMonkey User-agent: SpiderMonkey Allow: # Voila.fr User-agent: VoilaBot Allow: # WebArchive User-agent: BruinBot Allow: # Yandex User-agent: Yandex Allow: User-agent: Mediapartners-Google Allow: User-agent: Adsbot-Google Allow: User-agent: Googlebot-Image Allow: User-agent: Googlebot-Mobile Allow: User-agent: ia_archiver-web.archive.org Allow: # Others User-agent: * Allow: User-agent: * Disallow: /new/