User-agent: * # list folders robots are not allowed to index disallow: /cgi-bin/ disallow: /admin/ disallow: /compiled_templates/ disallow: /templates/ disallow: /control/ disallow: /new_design/