# robots.txt for www.camworld.com # version 1.0 3/25/99 by cbarrett User-agent: Wget/1.6 Disallow: / User-agent: EmailSiphon Disallow: / User-agent: EmailWolf Disallow: / User-agent: ExtractorPro Disallow: / User-agent: Mozilla.*NEWT Disallow: / User-agent: Crescent Disallow: / User-agent: CherryPicker Disallow: / User-agent: [Ww]eb[Bb]andit Disallow: / User-agent: WebEMailExtrac.* Disallow: / User-agent: NICErsPRO Disallow: / User-agent: Teleport Disallow: / User-agent: Zeus.*Webster Disallow: / User-agent: Microsoft.URL Disallow: / User-agent: Wget Disallow: / User-agent: LinkWalker Disallow: / User-agent: sitecheck.internetseer.com Disallow: / User-agent: ia_archiver Disallow: / User-agent: DIIbot Disallow: / User-agent: psbot Disallow: / User-agent: EmailCollector Disallow: / User-agent: Googlebot Allow: / User-agent: java Disallow: / User-agent: WebZIP Disallow: / User-agent: WebTrends Disallow: / User-Agent: msnbot Crawl-Delay: 1 User-Agent: Slurp Crawl-Delay: 1 User-agent: SBIder Disallow: / SetEnvIfNoCase User-Agent "^DigOut4U" bad_bot SetEnvIfNoCase User-Agent "^DISCoFinder" bad_bot SetEnvIfNoCase User-Agent "^eCatch" bad_bot SetEnvIfNoCase User-Agent "^e-collector" bad_bot SetEnvIfNoCase User-Agent "^EirGrabber" bad_bot SetEnvIfNoCase User-Agent "^EmailCollector" bad_bot SetEnvIfNoCase User-Agent "^EmailSiphon" bad_bot SetEnvIfNoCase User-Agent "^EmailWolf " bad_bot SetEnvIfNoCase User-Agent "^ExtractorPro" bad_bot SetEnvIfNoCase User-Agent "^GetWebPage" bad_bot SetEnvIfNoCase User-Agent "^Mister PiX " bad_bot SetEnvIfNoCase User-Agent "^Offline Explorer" bad_bot SetEnvIfNoCase User-Agent "^PageDown" bad_bot SetEnvIfNoCase User-Agent "^SiteMapper" bad_bot SetEnvIfNoCase User-Agent "^SiteSnagger " bad_bot SetEnvIfNoCase User-Agent "^SuperBot " bad_bot SetEnvIfNoCase User-Agent "^Teleport" bad_bot SetEnvIfNoCase User-Agent "^Teleport Pro" bad_bot SetEnvIfNoCase User-Agent "^Web2Map" bad_bot SetEnvIfNoCase User-Agent "^WebAuto" bad_bot SetEnvIfNoCase User-Agent "^WebCapture" bad_bot SetEnvIfNoCase User-Agent "^WebCopier" bad_bot SetEnvIfNoCase User-Agent "^Web Downloader" bad_bot SetEnvIfNoCase User-Agent "^Webdupe" bad_bot SetEnvIfNoCase User-Agent "^WebFetch" bad_bot SetEnvIfNoCase User-Agent "^webfetcher" bad_bot SetEnvIfNoCase User-Agent "^WebFountain" bad_bot SetEnvIfNoCase User-Agent "^WebHook " bad_bot SetEnvIfNoCase User-Agent "^Web Image" bad_bot SetEnvIfNoCase User-Agent "^WebMiner" bad_bot SetEnvIfNoCase User-Agent "^WebMirror" bad_bot SetEnvIfNoCase User-Agent "^WebReaper" bad_bot SetEnvIfNoCase User-Agent "^WebSauger" bad_bot SetEnvIfNoCase User-Agent "^Webster" bad_bot SetEnvIfNoCase User-Agent "^WebStripper" bad_bot SetEnvIfNoCase User-Agent "^Web Sucker" bad_bot SetEnvIfNoCase User-Agent "^WebWhacker" bad_bot SetEnvIfNoCase User-Agent "^Website eXtractor" bad_bot SetEnvIfNoCase User-Agent "^WebZIP" bad_bot SetEnvIfNoCase User-Agent "^Wget" bad_bot SetEnvIfNoCase User-Agent "^Xaldon WebSpider" bad_bot SetEnvIfNoCase User-Agent "^libwww-perl" bad_bot Order Allow,Deny Allow from all Deny from env=bad_bot