# robots.txt User-agent: * Allow: / Crawl-delay: 10 # remova os diretorios Disallow: /cgi-bin/ Disallow: /content/ Disallow: /areas/ Disallow: /projetos/detalhes/ Disallow: https://yourcode.com.br/buscar Noindex: https://yourcode.com.br/buscar # Sitemap autodiscover Sitemap: https://yourcode.com.br/sitemap.xml