Merge pull request #308 from ArmDeveloperEcosystem/main

Added robots.txt
ArmDeveloperEcosystem · Jul 11, 2024 · 54f9bbd · 54f9bbd
2 parents 97395f3 + 43bc3b6
commit 54f9bbd
Showing 1 changed file with 10 additions and 0 deletions.
diff --git a/themes/arm-design-system-hugo-theme/layouts/robots.txt b/themes/arm-design-system-hugo-theme/layouts/robots.txt
@@ -0,0 +1,10 @@
+User-agent: *
+
+# Allow the specific page and any URLs with the 'package' parameter
+Allow: /
+Allow: /*?package=*
+
+# Disallow everything else
+Disallow: /*?
+
+Sitemap: https://www.arm.com/developer-hub/ecosystem-dashboard/sitemap.xml