# /robots.txt for http://cognigen.org/ # comments to webmaster@cognigen.org # Email spiders User-agent: CherryPicker Disallow: / User-agent: EmailSiphon Disallow: / User-agent: EmailWolf Disallow: / User-agent: EmailCollector Disallow: / User-agent: WebBandit Disallow: / User-agent: NICErsPRO Disallow: / User-agent: Roverbot Disallow: / User-agent: Acme.Spider Disallow: / User-agent: activeagent Disallow: / User-agent: arachnophilia Disallow: / User-agent: FrontPage Disallow: / User-agent: * Disallow: /images Disallow: /varnerimages Disallow: *.cgi Disallow: *.exe Disallow: *.zip