# Robots.txt # NO access (Google Image) User-agent: Googlebot-Image Disallow: / # NO access (Google AdWords Bot) User-agent: adsbot-google Disallow: / # NO access (PsBot) User-agent: PS BOT Disallow: / # NO access (e-collector) User-agent: ecollector Disallow: / User-agent: EmailSearch Disallow: / User-agent: Amfibibot Disallow: / User-agent: AtlocalBot Disallow: / User-agent: Bai Du Spider Disallow: / User-agent: Biglotron Disallow: / User-agent: ConveraCrawler Disallow: / User-agent: CydralSpider Disallow: / User-agent: DiamondBot Disallow: / User-agent: Faxobot Disallow: / User-agent: FormBot Disallow: / User-agent: FyberSpider Disallow: / User-agent: GammaSpider Disallow: / User-agent: Generic Disallow: / User-agent: Gigabot Disallow: / User-agent: GigabotSiteSearch Disallow: / User-agent: Holmes Disallow: / User-agent: IRLbot Disallow: / User-agent: Iltrovatore-Setaccio Disallow: / User-agent: Jakarta Disallow: / User-agent: Java Disallow: / User-agent: KnowItAll(knowitall@cs.washington.edu) Disallow: / User-agent: LWP::Simple Disallow: / User-agent: Link Alarm Disallow: / User-agent: Link Walker Disallow: / User-agent: LinksManager.com Disallow: / User-agent: Lobot Disallow: / User-agent: MJ12bot Disallow: / User-agent: McBot Disallow: / User-agent: NG Disallow: / User-agent: NaverBot-1.0 Disallow: / User-agent: Net Mechanic Disallow: / User-agent: NuSearch Disallow: / User-agent: NutchCVS Disallow: / User-agent: Pompos Disallow: / User-agent: RoboPal Disallow: / User-agent: ScSpider Disallow: / User-agent: SeznamBot Disallow: / User-agent: Speedy Disallow: / User-agent: StackRambler Disallow: / User-agent: SurveyBot Disallow: / User-agent: TurnitinBot Disallow: / User-agent: Vagabondo Disallow: / User-agent: Verizon Disallow: / User-agent: Wget Disallow: / User-agent: Zao-Crawler Disallow: / User-agent: aipbot Disallow: / User-agent: appie Disallow: / User-agent: exactseek-pagereaper-2.63 Disallow: / User-agent: findlinks Disallow: / User-agent: gimil Disallow: / User-agent: grub Disallow: / User-agent: gsa-crawler Disallow: / User-agent: http://www.istarthere.com Disallow: / User-agent: http://www.sygol.com Disallow: / User-agent: ichiro Disallow: / User-agent: larbin_2.6.3 Disallow: / User-agent: libwww-perl Disallow: / User-agent: lmspider Disallow: / User-agent: mogren_5.4.1 Disallow: / User-agent: pipeLiner Disallow: / User-agent: sna-0.0.1 Disallow: / User-agent: sohu-search Disallow: / User-agent: telnet0.1 Disallow: / User-agent: updated Disallow: / User-agent:  wwwster Disallow: / # Disallow directory /images/ User-agent: * Disallow: /images/ User-agent: * Disallow: /inc/ User-agent: * Disallow: /php/ User-agent: * Disallow: /plesk-stat/ User-agent: * Disallow: /script/ User-agent: * Disallow: /zax/ User-agent: * Disallow: /ssi/ User-agent: * Disallow: /style/ # Disallow indexing of specific file extensions User-agent: * Disallow: /*.gif$ User-agent: * Disallow: /*.jpg$ User-agent: * Disallow: /*.zip$ User-agent: * Disallow: /*.doc$ User-agent: * Disallow: /*.exe$ User-agent: * Disallow: /*.pdf$ User-agent: * Disallow: /*.php$ # Disallow Collectors and Spam User-agent: atSpider Disallow: / User-agent: cherrypicker Disallow: / User-agent: DSurf Disallow: / User-agent: EliteSys Entry Disallow: / User-agent: EmailCollector Disallow: / User-agent: EmailSiphon Disallow: / User-agent: EmailWolf Disallow: / User-agent: Mail Sweeper Disallow: / User-agent: munky Disallow: / User-agent: Roverbot Disallow: / User-agent: WebEmailExtrac Disallow: / # Disallow Offline Browsers User-agent: xGet Disallow: / User-agent: wGet Disallow: / User-agent: WebWalk Disallow: / User-agent: webvac Disallow: / User-agent: WebReaper Disallow: / User-agent: WebMirror Disallow: / User-agent: WebFetcher Disallow: / User-agent: WebCopy Disallow: / User-agent: webcopier Disallow: / User-agent: WebCatcher Disallow: / User-agent: WebBandit Disallow: / User-agent: w3mir Disallow: / User-agent: vobsub Disallow: / User-agent: Templeton Disallow: / User-agent: ssearcher100 Disallow: / User-agent: SpiderBot Disallow: / User-agent: Shai'Hulud Disallow: / User-agent: PBWF Disallow: / User-agent: LightningDownload Disallow: / User-agent: KDD Exploror Disallow: / User-agent: Jeeves Disallow: / User-agent: Internet Explore Disallow: / User-agent: InfoSpiders Disallow: / User-agent: httrack Disallow: / User-agent: HavIndex Disallow: / User-agent: GetUrl Disallow: / User-agent: GetBot Disallow: / User-agent: ESIRover Disallow: / User-agent: Download Wonder Disallow: / User-agent: Collage Disallow: / User-agent: cfetch/1.0 Disallow: / User-agent: SurveyBot/2.3 (Whois Source) Disallow: / User-agent: Exabot/2.0 Disallow: / User-agent: psbot/0.1 (+http://www.picsearch.com/bot.html) Disallow: / User-agent: Exabot/3.0 Disallow: / User-agent: libwww-perl/5.805 Disallow: / User-agent: PycURL/7.15.5 Disallow: /