# exclude files or directories from search engine bots User-agent: * Disallow: /styles/ Disallow: /images/ Disallow: /js/ Disallow: /testsite/ Disallow: /formtemplates/ Disallow: 404.html Disallow: /cgi-bin/