# The bots in this section are asked not to spider any of this site. # Persistent unauthorized bots may be banned by host and/or IP. User-agent: Aport Disallow: / User-agent: Art-Online.com Disallow: / User-agent: Botswana Disallow: / User-agent: CFM-SearchBot(http://www.cfm-search.com) Disallow: / User-agent: CJNetworkQuality Disallow: / User-agent: Comodo Disallow: / User-agent: Crawler Disallow: / User-agent: Diff-Engine Disallow: / User-agent: FeedDemon Disallow: / User-agent: FRSEEKBOT Disallow: / User-agent: Hatena Antenna Disallow: / User-agent: Infoseek SideWinder Disallow: / User-agent: Infosniff Sniffer Disallow: / User-agent: MSNBOT Disallow: / User-agent: NPBot Disallow: / User-agent: Nutch Disallow: / User-agent: SearchSpider.com Disallow: / User-agent: semanticdiscovery Disallow: / User-agent: UbiCrawler Disallow: / User-agent: UpTime Checker Disallow: / User-agent: WebFilter Robot 1.0 Disallow: / User-agent: WebmasterWorldForumBot Disallow: / User-agent: Yahoo-MMCrawler Disallow: / User-agent: YahooSeeker Crawl-delay: 30 User-agent: Zao Disallow: / User-agent: * Disallow:/help/special-login/ Crawl-delay: 10 # everyone else is asked to avoid the following folders and files: User-agent: * Disallow: /cgi-bin/ Disallow: /scripts/ Disallow: /tmp/ Disallow: /testing/