27 lines
590 B
HTML
27 lines
590 B
HTML
#HTTP_HEADER{Content-Type: text/plain; charset=#CHARSET}
|
|
|
|
# robots.txt
|
|
# @url: #URL_SITE_SPIP
|
|
# @generator: SPIP #SPIP_VERSION
|
|
# @template: #SQUELETTE
|
|
|
|
User-agent: *
|
|
Allow: /local/cache-css/
|
|
Allow: /local/cache-js/
|
|
Allow: /local/cache-gd2/
|
|
Allow: /local/cache-vignettes/
|
|
Disallow: /local/
|
|
Disallow: /ecrire/
|
|
Disallow: /lib/
|
|
Disallow: /plugins/
|
|
Disallow: /plugins-dist/
|
|
Disallow: /prive/
|
|
Disallow: /skel/
|
|
Disallow: /squelettes-dist/
|
|
Disallow: /squelettes/
|
|
Disallow: /oembed.api/
|
|
Disallow: /spip.php?action=*
|
|
Disallow: /spip.php?page=login*
|
|
Crawl-delay: 1
|
|
|
|
Sitemap: #URL_SITE_SPIP/sitemap.xml |