Autorise les moteurs sauf les bots

2024-09-07 14:11:01 +02:00 · 2024-09-07 14:11:01 +02:00 · 01c69f0712
commit 01c69f0712
parent baa5b762e2
1 changed files with 10 additions and 0 deletions
--- a/core/class/sitemap/SitemapGenerator.class.php
+++ b/core/class/sitemap/SitemapGenerator.class.php
@ -128,7 +128,17 @@ class SitemapGenerator
     */
    private $sampleRobotsLines = [
        "User-agent: *",
+        "Disallow: /",
+        "User-agent: Googlebot",
        "Allow: /",
+        "User-agent: bingbot",
+        "Allow: /",
+        "User-agent: Slurp",
+        "Allow: /",
+        "User-agent: DuckDuckBot",
+        "Allow: /",
+        "User-agent: Baiduspider",
+        "Allow: /"
    ];
    /**
     * @var array list of valid changefreq values according to the spec