User-agent: adbeat_bot Disallow: / User-agent: bingbot Disallow: /*.pdf$ Disallow: /*sv=DL* Disallow: /*.pdf* Disallow: /ipuzzles/ Disallow: /tablet/ Disallow: /dailysudoku/ Disallow: /cgi-bin/ Disallow: /cgi-mod/ Crawl-delay: 10 User-agent: centurybot9 Disallow: / User-agent: Daumoa Disallow: / User-agent: DIIbot Disallow: / User-agent: Download Ninja Disallow: / User-agent: DotBot Disallow: / User-agent: DuckDuckBot Allow: * Disallow: /tablet/.*kind User-agent: EtaoSpider Disallow: / User-agent: Fetch Disallow: / User-agent: G-i-g-a-b-o-t Disallow: / User-agent: Go-http-client Disallow: / User-agent: Googlebot Allow: * Disallow: /tablet/.*kind Crawl-delay: 0 User-agent: HTTrack Disallow: / User-agent: InfoPath.1 Disallow: / User-agent: InfoPath.2 Disallow: / User-agent: Industry Cortex Disallow: / User-agent: larbin Disallow: / User-agent: libwww Disallow: / User-agent: linko Disallow: / User-agent: LittleScraper Disallow: / User-agent: MJ12bot Disallow: / User-agent: MSIECrawler Disallow: / User-agent: Microsoft.URL.Control Disallow: / User-agent: NPBot Disallow: / User-agent: Offline Explorer Disallow: / User-agent: picmole Disallow: / User-agent: sitecheck.internetseer.com Disallow: / User-agent: SiteSnagger Disallow: / User-agent: spbot Disallow: / User-agent: Teleport Disallow: / User-agent: TeleportPro Disallow: / User-agent: WebCopier Disallow: / User-agent: WebStripper Disallow: / User-agent: WebReaper Disallow: / User-agent: WebZIP Disallow: / User-agent: Wotbox Crawl-delay: 10 User-agent: Xenu Disallow: / User-agent: Zao Disallow: / User-agent: ZyBORG Disallow: / User-agent: * Disallow: /*.pdf$ Disallow: /*sv=DL* Disallow: /*.pdf* Disallow: /ipuzzles/ Disallow: /tablet/ Disallow: /dailysudoku/ Disallow: /cgi-bin/ Disallow: /cgi-mod/ Crawl-delay: 10