# robots.txt for http://www.gueridon.com/ Sitemap: http://www.gueridon.com/gueridon_sitemap.xml # General Spider Indexing Instructions User-agent: * # # Specific Files Not Allowed to Index Disallow: /search-results/ # Specific Spiders Not Allowed to Index User-agent: Titan Disallow: / User-agent: EmailCollector Disallow: / User-agent: EmailSiphon Disallow: / User-agent: EmailWolf Disallow: / User-agent: ExtractorPro Disallow: /