2023-10-30 12:46:24

pkgstore · Oct 30, 2023 · c470993 · c470993
1 parent fd263e1
commit c470993
Showing 1 changed file with 6 additions and 2 deletions.
diff --git a/layouts/robots.txt b/layouts/robots.txt
@@ -1,5 +1,9 @@
 User-agent: *
-Disallow: /*.json$
-Disallow: /*.xml$
+Disallow: /*/index.json
+Disallow: /*/index.xml
+Disallow: /*/manifest.json
+Disallow: /*/opensearch.xml
+Disallow: /*/search.json
+Disallow: /*/turbo.json
 
 Sitemap: {{ ("sitemap.xml" | absURL) }}