Merge pull request #307 from zachlasiuk/seo

added robots.txt file
ArmDeveloperEcosystem · Jul 11, 2024 · 43bc3b6 · 43bc3b6
2 parents 20395c8 + 4ae5a98
commit 43bc3b6
Showing 1 changed file with 10 additions and 0 deletions.
diff --git a/themes/arm-design-system-hugo-theme/layouts/robots.txt b/themes/arm-design-system-hugo-theme/layouts/robots.txt
@@ -0,0 +1,10 @@
+User-agent: *
+
+# Allow the specific page and any URLs with the 'package' parameter
+Allow: /
+Allow: /*?package=*
+
+# Disallow everything else
+Disallow: /*?
+
+Sitemap: https://www.arm.com/developer-hub/ecosystem-dashboard/sitemap.xml