robots.txt.html 412 B

1234567891011121314151617181920
  1. #HTTP_HEADER{Content-Type: text/plain; charset=#CHARSET}
  2. # robots.txt
  3. # @url: #URL_SITE_SPIP
  4. # @generator: SPIP #SPIP_VERSION
  5. # @template: #SQUELETTE
  6. User-agent: *
  7. Allow: /local/cache-css/
  8. Disallow: /local/
  9. Disallow: /ecrire/
  10. Disallow: /plugins-dist/
  11. Disallow: /lib/
  12. Disallow: /plugins/
  13. Disallow: /prive/
  14. Disallow: /squelettes-dist/
  15. Disallow: /squelettes/
  16. Crawl-delay: 1
  17. Sitemap: #URL_SITE_SPIP/sitemap.xml