Merge pull request magento-commerce/devdocs#3248

dshevtsov · web-flow · commit 2f305a574676 · 2023-11-07T10:03:08.000-06:00
Disallow all in robots.txt
diff --git a/src/robots.txt b/src/robots.txt
@@ -2,7 +2,4 @@
 layout: null
 ---
 User-agent: *
-Sitemap: {{ site.url }}{{ site.baseurl }}/sitemap.xml
-Disallow: /guides/v2.2/
-Disallow: /guides/v2.3/mtf/
-Disallow: /guides/v2.4/mtf/
+Disallow: /
