From 132712f1c0c0fb49443680571e122035a845d5c9 Mon Sep 17 00:00:00 2001 From: Shahab Dogar Date: Sun, 16 Nov 2025 21:45:28 +0500 Subject: [PATCH] sec: Ingress | disallow AI bots crawling all domains on all paths --- helm/values/nginx-internal.values.yaml | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/helm/values/nginx-internal.values.yaml b/helm/values/nginx-internal.values.yaml index 2e4382f..674d291 100644 --- a/helm/values/nginx-internal.values.yaml +++ b/helm/values/nginx-internal.values.yaml @@ -43,6 +43,11 @@ controller: 302 "public"; default "no-cache"; } + server-snippet: | + location = /robots.txt { + default_type text/plain; + return 200 "User-agent: GPTBot\nDisallow: /\nUser-agent: CCBot\nDisallow: /\nUser-agent: *\nAllow: /\n"; + } tcp: 22: "homelab/gitea-ssh:22" 25565: "minecraft/monifactory-server:25565"