# robots.txt for http://www.cynix.net/ # # Last edited: 2008-01-07 (JC) # # See http://info.webcrawler.com/mak/projects/robots/robots.html for # the robot exclusion standard which describes the format of this # document User-agent: * Disallow: /cgi-bin/validate Disallow: /intern # internal pages Disallow: /priv # internal pages Disallow: /spaider # internal pages Disallow: /tmp # temporary and experimental pages User-agent: * Disallow: /dvp User-agent: ia_archiver Disallow: /f1 User-agent: * Disallow: /nomail # unseen pages Disallow: /nomail/ # unseen pages User-agent: Baiduspider User-agent: Baiduchecker User-agent: vscooter User-agent: DittoSpyder User-agent: Googlebot-Image Disallow: / User-agent: IconSurf Disallow: / User-agent: Exabot Disallow: *.gif$ Disallow: *.jpg$ Disallow: *.png$ User-agent: BecomeBot Disallow: /cgi-bin/ User-agent: bot Disallow: / User-agent: Girafabot Disallow: / User-agent: Miva Disallow: / User-agent: psbot Disallow: / User-agent: RufusBot Disallow: / User-agent: SBIder Disallow: / User-agent: thesubot Disallow: / User-agent: TurnitinBot Disallow: / User-agent: www.adressendeutschland.de Disallow: /