# robots.txt for http://www.averyboardman.com/ Sitemap: http://www.averyboardmann.com/sitemap.xml # General Spider Indexing Instructions User-agent: * # # Specific Files Not Allowed to Index Disallow: /formThanks.html Disallow: /catalogRequest.html Disallow: /catalogThanks.html Disallow: /error404.html # Specific Spiders Not Allowed to Index User-agent: Titan Disallow: / User-agent: EmailCollector Disallow: / User-agent: EmailSiphon Disallow: / User-agent: EmailWolf Disallow: / User-agent: ExtractorPro Disallow: /