diff --git a/fly/nginx.conf b/fly/nginx.conf index de77ee6..9af2509 100644 --- a/fly/nginx.conf +++ b/fly/nginx.conf @@ -158,7 +158,7 @@ http { # Serve robots.txt directly — block crawlers from expensive endpoints location = /robots.txt { default_type text/plain; - return 200 "User-agent: *\nDisallow: /mirrors/\nDisallow: /users/\nDisallow: /*/archive/\nDisallow: /*/releases/download/\n"; + return 200 "User-agent: *\nDisallow: /mirrors/\nDisallow: /user/\nDisallow: /users/\nDisallow: /*/archive/\nDisallow: /*/releases/download/\n"; } # Block swagger API docs — use forge.ops.eblu.me from tailnet