sec: Ingress | disallow AI bots crawling all domains on all paths

2025-11-16 21:45:28 +05:00
parent afb9447dca
commit 132712f1c0
1 changed files with 5 additions and 0 deletions
--- a/helm/values/nginx-internal.values.yaml
+++ b/helm/values/nginx-internal.values.yaml
@@ -43,6 +43,11 @@ controller:
        302     "public";
        default "no-cache";
      }
+    server-snippet: |
+      location = /robots.txt {
+        default_type text/plain;
+        return 200 "User-agent: GPTBot\nDisallow: /\nUser-agent: CCBot\nDisallow: /\nUser-agent: *\nAllow: /\n";
+      }
 tcp:
  22:       "homelab/gitea-ssh:22"
  25565:    "minecraft/monifactory-server:25565"