From f5d7c6dc39b730ef801148e84fce588cda8b3146 Mon Sep 17 00:00:00 2001 From: staticsafe Date: Thu, 17 Oct 2019 11:58:22 -0400 Subject: [PATCH] Block aggressive Bytespider crawler across web servers --- .../files/catsith.asininetech.net.rules.v4 | 1 + .../files/deirdre.asininetech.net.rules.v4 | 1 + .../files/erlking.asininetech.net.rules.v4 | 1 + .../files/grevane.asininetech.net.rules.v4 | 1 + .../firewall-ruleset-deploy/files/waldo.asininetech.net.rules.v4 | 1 + 5 files changed, 5 insertions(+) diff --git a/ubuntu/roles/firewall-ruleset-deploy/files/catsith.asininetech.net.rules.v4 b/ubuntu/roles/firewall-ruleset-deploy/files/catsith.asininetech.net.rules.v4 index 865bea7..3000a33 100644 --- a/ubuntu/roles/firewall-ruleset-deploy/files/catsith.asininetech.net.rules.v4 +++ b/ubuntu/roles/firewall-ruleset-deploy/files/catsith.asininetech.net.rules.v4 @@ -6,6 +6,7 @@ -A INPUT -s 64.62.202.71/32 -j DROP -A INPUT -s 173.244.135.0/24 -m comment --comment "infegy data collection" -j DROP -A INPUT -s 103.114.191.0/24 -m comment --comment "1776 Solutions, kiwifarms" -j DROP +-A INPUT -s 110.240.0.0/12 -m comment --comment "Bytespider crawler, aggressive" -j DROP -A INPUT -m conntrack --ctstate RELATED,ESTABLISHED -j ACCEPT -A INPUT -i lo -j ACCEPT -A INPUT -p icmp -m icmp --icmp-type 8 -j ACCEPT diff --git a/ubuntu/roles/firewall-ruleset-deploy/files/deirdre.asininetech.net.rules.v4 b/ubuntu/roles/firewall-ruleset-deploy/files/deirdre.asininetech.net.rules.v4 index 8432e66..85204b2 100644 --- a/ubuntu/roles/firewall-ruleset-deploy/files/deirdre.asininetech.net.rules.v4 +++ b/ubuntu/roles/firewall-ruleset-deploy/files/deirdre.asininetech.net.rules.v4 @@ -9,6 +9,7 @@ -A INPUT -s 185.6.8.7/32 -m comment --comment "domaincrawler.com aggressive crawler/bot" -j DROP -A INPUT -s 173.244.135.0/24 -m comment --comment "infegy data collection" -j DROP -A INPUT -s 103.114.191.0/24 -m comment --comment "1776 Solutions, kiwifarms" -j DROP +-A INPUT -s 110.240.0.0/12 -m comment --comment "Bytespider crawler, aggressive" -j DROP -A INPUT -m conntrack --ctstate RELATED,ESTABLISHED -j ACCEPT -A INPUT -i lo -j ACCEPT -A INPUT -p icmp -m icmp --icmp-type 8 -j ACCEPT diff --git a/ubuntu/roles/firewall-ruleset-deploy/files/erlking.asininetech.net.rules.v4 b/ubuntu/roles/firewall-ruleset-deploy/files/erlking.asininetech.net.rules.v4 index bd53da9..8803ec3 100644 --- a/ubuntu/roles/firewall-ruleset-deploy/files/erlking.asininetech.net.rules.v4 +++ b/ubuntu/roles/firewall-ruleset-deploy/files/erlking.asininetech.net.rules.v4 @@ -2,6 +2,7 @@ :INPUT DROP :FORWARD DROP :OUTPUT ACCEPT +-A INPUT -s 110.240.0.0/12 -m comment --comment "Bytespider crawler, aggressive" -j DROP -A INPUT -m conntrack --ctstate ESTABLISHED,RELATED -j ACCEPT -A INPUT -i lo -j ACCEPT -A INPUT -p icmp --icmp-type ping -j ACCEPT diff --git a/ubuntu/roles/firewall-ruleset-deploy/files/grevane.asininetech.net.rules.v4 b/ubuntu/roles/firewall-ruleset-deploy/files/grevane.asininetech.net.rules.v4 index bd53da9..8803ec3 100644 --- a/ubuntu/roles/firewall-ruleset-deploy/files/grevane.asininetech.net.rules.v4 +++ b/ubuntu/roles/firewall-ruleset-deploy/files/grevane.asininetech.net.rules.v4 @@ -2,6 +2,7 @@ :INPUT DROP :FORWARD DROP :OUTPUT ACCEPT +-A INPUT -s 110.240.0.0/12 -m comment --comment "Bytespider crawler, aggressive" -j DROP -A INPUT -m conntrack --ctstate ESTABLISHED,RELATED -j ACCEPT -A INPUT -i lo -j ACCEPT -A INPUT -p icmp --icmp-type ping -j ACCEPT diff --git a/ubuntu/roles/firewall-ruleset-deploy/files/waldo.asininetech.net.rules.v4 b/ubuntu/roles/firewall-ruleset-deploy/files/waldo.asininetech.net.rules.v4 index f45436f..0106698 100644 --- a/ubuntu/roles/firewall-ruleset-deploy/files/waldo.asininetech.net.rules.v4 +++ b/ubuntu/roles/firewall-ruleset-deploy/files/waldo.asininetech.net.rules.v4 @@ -5,6 +5,7 @@ :OUTPUT DROP -A INPUT -s 173.244.135.0/24 -m comment --comment "infegy data collection" -j DROP -A INPUT -s 103.114.191.0/24 -m comment --comment "1776 Solutions, kiwifarms" -j DROP +-A INPUT -s 110.240.0.0/12 -m comment --comment "Bytespider crawler, aggressive" -j DROP -A INPUT -m conntrack --ctstate RELATED,ESTABLISHED -j ACCEPT -A INPUT -i lo -j ACCEPT -A INPUT -p icmp -m icmp --icmp-type 8 -j ACCEPT