build: Disallow /search/ in robots.txt (#510)

ietf-tools · Sep 26, 2024 · 6e4e383 · 6e4e383
1 parent 036ff86
commit 6e4e383
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/k8s/iabweb/nginx-default.conf b/k8s/iabweb/nginx-default.conf
@@ -23,7 +23,7 @@ server {
     }
     location /robots.txt {
         add_header Content-Type text/plain;
-        return 200 "User-agent: *\nDisallow: /admin/\n";
+        return 200 "User-agent: *\nDisallow: /admin/\nDisallow: /search/\n";
     }
     location @error_redirect {
         proxy_pass http://127.0.0.1:8000;

diff --git a/k8s/ietfweb/nginx-default.conf b/k8s/ietfweb/nginx-default.conf
@@ -161,7 +161,7 @@ server {
     }
     location /robots.txt {
         add_header Content-Type text/plain;
-        return 200 "User-agent: *\nDisallow: /admin/\n";
+        return 200 "User-agent: *\nDisallow: /admin/\nDisallow: /search/\n";
     }
     location @error_redirect {
         proxy_pass http://127.0.0.1:8000;