From 66eebc37d3b925558b886bcff2b8315b7d0a4b07 Mon Sep 17 00:00:00 2001 From: staticsafe Date: Sat, 28 Mar 2020 23:09:40 -0400 Subject: [PATCH] add moz.com crawler to firewall block list on web servers --- .../files/deirdre.asininetech.net.rules.v4 | 1 + .../files/erlking.asininetech.net.rules.v4 | 1 + .../firewall-ruleset-deploy/files/waldo.asininetech.net.rules.v4 | 1 + 3 files changed, 3 insertions(+) diff --git a/ubuntu/roles/firewall-ruleset-deploy/files/deirdre.asininetech.net.rules.v4 b/ubuntu/roles/firewall-ruleset-deploy/files/deirdre.asininetech.net.rules.v4 index d33d083..59b78ca 100644 --- a/ubuntu/roles/firewall-ruleset-deploy/files/deirdre.asininetech.net.rules.v4 +++ b/ubuntu/roles/firewall-ruleset-deploy/files/deirdre.asininetech.net.rules.v4 @@ -16,6 +16,7 @@ -A INPUT -s 147.75.106.146/32 -m comment --comment "SearchAtlas.com SEO Crawler, doesn't respect robots.txt" -j DROP -A INPUT -s 5.188.210.0/24 -m comment --comment "AlkonavtNetwork, Russian spam account creation source" -j DROP -A INPUT -s 207.180.207.4/32 -m comment --comment "zotum.net, weird traffic causing 499s?" -j DROP +-A INPUT -s 216.244.66.229/32 -m comment --comment "moz.com SEO crawler" -j DROP -A INPUT -m conntrack --ctstate RELATED,ESTABLISHED -j ACCEPT -A INPUT -i lo -j ACCEPT -A INPUT -p icmp -m icmp --icmp-type 8 -j ACCEPT diff --git a/ubuntu/roles/firewall-ruleset-deploy/files/erlking.asininetech.net.rules.v4 b/ubuntu/roles/firewall-ruleset-deploy/files/erlking.asininetech.net.rules.v4 index ebb130a..cd881ad 100644 --- a/ubuntu/roles/firewall-ruleset-deploy/files/erlking.asininetech.net.rules.v4 +++ b/ubuntu/roles/firewall-ruleset-deploy/files/erlking.asininetech.net.rules.v4 @@ -7,6 +7,7 @@ -A INPUT -s 220.243.128.0/20 -m comment --comment "Bytespider crawler, aggressive" -j DROP -A INPUT -s 95.216.172.167/32 -m comment --comment "Seekport Crawler, aggressive" -j DROP -A INPUT -s 147.75.106.146/32 -m comment --comment "SearchAtlas.com SEO Crawler, doesn't respect robots.txt" -j DROP +-A INPUT -s 216.244.66.229/32 -m comment --comment "moz.com SEO crawler" -j DROP -A INPUT -m conntrack --ctstate ESTABLISHED,RELATED -j ACCEPT -A INPUT -i lo -j ACCEPT -A INPUT -p icmp --icmp-type ping -j ACCEPT diff --git a/ubuntu/roles/firewall-ruleset-deploy/files/waldo.asininetech.net.rules.v4 b/ubuntu/roles/firewall-ruleset-deploy/files/waldo.asininetech.net.rules.v4 index 38daef0..c23a6e5 100644 --- a/ubuntu/roles/firewall-ruleset-deploy/files/waldo.asininetech.net.rules.v4 +++ b/ubuntu/roles/firewall-ruleset-deploy/files/waldo.asininetech.net.rules.v4 @@ -10,6 +10,7 @@ -A INPUT -s 220.243.128.0/20 -m comment --comment "Bytespider crawler, aggressive" -j DROP -A INPUT -s 95.216.172.167/32 -m comment --comment "Seekport Crawler, aggressive" -j DROP -A INPUT -s 147.75.106.146/32 -m comment --comment "SearchAtlas.com SEO Crawler, doesn't respect robots.txt" -j DROP +-A INPUT -s 216.244.66.229/32 -m comment --comment "moz.com SEO crawler" -j DROP -A INPUT -m conntrack --ctstate RELATED,ESTABLISHED -j ACCEPT -A INPUT -i lo -j ACCEPT -A INPUT -p icmp -m icmp --icmp-type 8 -j ACCEPT