From fefbc356f087a55e92cfd9019c20a04016db55e0 Mon Sep 17 00:00:00 2001 From: Kevin Fenzi Date: Thu, 12 Feb 2026 16:54:16 -0800 Subject: [PATCH] download: block infinite crawler looping The /pub/alt/virtio-win directory had in it some 11 year old things. One was a readme noting that it moved 11 years ago and nothing was still here. The others were links to . The scrapers, being as dumb as posts followed all those links over and over again to the tune of millions per day. I removed the links, but of course they were still trying, so lets be a bit more aggressive and just 403 them all. Signed-off-by: Kevin Fenzi --- roles/download/templates/httpd/dl.fedoraproject.org.conf | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/roles/download/templates/httpd/dl.fedoraproject.org.conf b/roles/download/templates/httpd/dl.fedoraproject.org.conf index b548592278..6f70785950 100644 --- a/roles/download/templates/httpd/dl.fedoraproject.org.conf +++ b/roles/download/templates/httpd/dl.fedoraproject.org.conf @@ -32,6 +32,11 @@ SSLProtocol {{ ssl_protocols }} SSLCipherSuite {{ ssl_ciphers }} + RewriteEngine On + RewriteCond %{REQUEST_URI} ^/pub/alt/virtio-win/.*$ + RewriteRule .* - [F] + + # proxy all requests to anubis after ssl termination RequestHeader set "X-Real-Ip" expr=%{REMOTE_ADDR}