Edited Robots.txt For LLM Capability (#705)

adhi-thirumala · web-flow · commit e7130de29868 · 2026-05-13T20:46:11.000Z
diff --git a/package.json b/package.json
@@ -1,6 +1,6 @@
 {
   "name": "infra-core",
-  "version": "4.10.0",
+  "version": "4.10.1",
   "private": true,
   "type": "module",
   "workspaces": [
diff --git a/src/ui/public/robots.txt b/src/ui/public/robots.txt
@@ -1,2 +1,7 @@
 User-agent: *
 Disallow: /
+Allow: /llms.txt
+Allow: /docs/
+Allow: /docs
+Content-Signal: ai-train=no, search=yes, ai-input=yes
+
