User-agent: * Disallow: # folders robots are not allowed to index Disallow: /cgi-bin/ Disallow: /forum/ Disallow: /forum1/ Disallow: /pages/hendrix-com/ # # specific files robots are not allowed to index # Disallow: /pages/hendrixx.html Sitemap: https://digitaldreamdoor.com/sitemap.xml # # End of robots.txt file