From db59ab205edf315f7fde6ad9da1c609f1955c737 Mon Sep 17 00:00:00 2001 From: staticsafe Date: Thu, 20 Feb 2020 14:25:47 -0500 Subject: [PATCH] add rule to drop SearchAtlas crawler --- .../files/deirdre.asininetech.net.rules.v4 | 1 + .../files/erlking.asininetech.net.rules.v4 | 2 ++ .../files/waldo.asininetech.net.rules.v4 | 1 + 3 files changed, 4 insertions(+) diff --git a/ubuntu/roles/firewall-ruleset-deploy/files/deirdre.asininetech.net.rules.v4 b/ubuntu/roles/firewall-ruleset-deploy/files/deirdre.asininetech.net.rules.v4 index fb6bfe1..13c7f13 100644 --- a/ubuntu/roles/firewall-ruleset-deploy/files/deirdre.asininetech.net.rules.v4 +++ b/ubuntu/roles/firewall-ruleset-deploy/files/deirdre.asininetech.net.rules.v4 @@ -13,6 +13,7 @@ -A INPUT -s 111.224.0.0/14 -m comment --comment "Bytespider crawler, aggressive" -j DROP -A INPUT -s 220.243.128.0/20 -m comment --comment "Bytespider crawler, aggressive" -j DROP -A INPUT -s 95.216.172.167/32 -m comment --comment "Seekport Crawler, aggressive" -j DROP +-A INPUT -s 147.75.106.146/32 -m comment --comment "SearchAtlas.com SEO Crawler, doesn't respect robots.txt" -j DROP -A INPUT -m conntrack --ctstate RELATED,ESTABLISHED -j ACCEPT -A INPUT -i lo -j ACCEPT -A INPUT -p icmp -m icmp --icmp-type 8 -j ACCEPT diff --git a/ubuntu/roles/firewall-ruleset-deploy/files/erlking.asininetech.net.rules.v4 b/ubuntu/roles/firewall-ruleset-deploy/files/erlking.asininetech.net.rules.v4 index 6885529..ebb130a 100644 --- a/ubuntu/roles/firewall-ruleset-deploy/files/erlking.asininetech.net.rules.v4 +++ b/ubuntu/roles/firewall-ruleset-deploy/files/erlking.asininetech.net.rules.v4 @@ -5,6 +5,8 @@ -A INPUT -s 110.240.0.0/12 -m comment --comment "Bytespider crawler, aggressive" -j DROP -A INPUT -s 111.224.0.0/14 -m comment --comment "Bytespider crawler, aggressive" -j DROP -A INPUT -s 220.243.128.0/20 -m comment --comment "Bytespider crawler, aggressive" -j DROP +-A INPUT -s 95.216.172.167/32 -m comment --comment "Seekport Crawler, aggressive" -j DROP +-A INPUT -s 147.75.106.146/32 -m comment --comment "SearchAtlas.com SEO Crawler, doesn't respect robots.txt" -j DROP -A INPUT -m conntrack --ctstate ESTABLISHED,RELATED -j ACCEPT -A INPUT -i lo -j ACCEPT -A INPUT -p icmp --icmp-type ping -j ACCEPT diff --git a/ubuntu/roles/firewall-ruleset-deploy/files/waldo.asininetech.net.rules.v4 b/ubuntu/roles/firewall-ruleset-deploy/files/waldo.asininetech.net.rules.v4 index 9572a0d..38daef0 100644 --- a/ubuntu/roles/firewall-ruleset-deploy/files/waldo.asininetech.net.rules.v4 +++ b/ubuntu/roles/firewall-ruleset-deploy/files/waldo.asininetech.net.rules.v4 @@ -9,6 +9,7 @@ -A INPUT -s 111.224.0.0/14 -m comment --comment "Bytespider crawler, aggressive" -j DROP -A INPUT -s 220.243.128.0/20 -m comment --comment "Bytespider crawler, aggressive" -j DROP -A INPUT -s 95.216.172.167/32 -m comment --comment "Seekport Crawler, aggressive" -j DROP +-A INPUT -s 147.75.106.146/32 -m comment --comment "SearchAtlas.com SEO Crawler, doesn't respect robots.txt" -j DROP -A INPUT -m conntrack --ctstate RELATED,ESTABLISHED -j ACCEPT -A INPUT -i lo -j ACCEPT -A INPUT -p icmp -m icmp --icmp-type 8 -j ACCEPT