01/01: nginx: hydra.gnu.org: Block ltx71.com.

[Ludovic Courtès]

civodul pushed a commit to branch master
in repository maintenance.

commit 3bad3f6b6291d2af258a171a794909a1a5c6398b
Author: Ludovic Courtès <address@hidden>
Date:   Wed Mar 22 11:55:40 2017 +0100

    nginx: hydra.gnu.org: Block ltx71.com.
    
    * hydra/nginx/hydra.gnu.org.conf: Block ltx71.com.  Blocks also on
    HTTPS.
---
 hydra/nginx/hydra.gnu.org.conf | 21 +++++++++++++++------
 1 file changed, 15 insertions(+), 6 deletions(-)

diff --git a/hydra/nginx/hydra.gnu.org.conf b/hydra/nginx/hydra.gnu.org.conf
index 0db4289..796de6c 100644
--- a/hydra/nginx/hydra.gnu.org.conf
+++ b/hydra/nginx/hydra.gnu.org.conf
@@ -83,12 +83,16 @@ http {
        proxy_set_header X-Forwarded-Port $server_port;
        proxy_set_header X-Forwarded-For  $proxy_add_x_forwarded_for;
 
-       # XXX Block AhrefsBot, Baiduspider, and Bing for now
-       # TODO: Remove later in the hopes that they'll fetch
-       # our improved /robots.txt before continuing.
-       if ($http_user_agent ~ "AhrefsBot|Baiduspider|bingbot") {
-          return 403;
-          break;
+        # XXX Block AhrefsBot, Baiduspider, and Bing for now
+        # TODO: Remove later in the hopes that they'll fetch
+        # our improved /robots.txt before continuing.
+        # Also block ltx71.com, which accesses our pages ~30 times/hour
+        # with no apparent pattern, including our robots.txt which it
+        # disregards.  They claim to be "scanning the internet for
+        # security research purposes."
+       if ($http_user_agent ~ "AhrefsBot|Baiduspider|bingbot|ltx71.com") {
+           return 403;
+           break;
        }
 
         location = /login {
@@ -129,6 +133,11 @@ http {
         proxy_set_header X-Forwarded-Port $server_port;
        proxy_set_header X-Forwarded-For  $proxy_add_x_forwarded_for;
 
+       if ($http_user_agent ~ "AhrefsBot|Baiduspider|bingbot|ltx71.com") {
+           return 403;
+           break;
+       }
+
        include hydra.gnu.org-locations.conf;
     }
 }