From 9ce8df4e84a48d4abe80fddc4573d2bc6f9bd20d Mon Sep 17 00:00:00 2001 From: packetcat Date: Sun, 23 Jun 2024 17:07:14 -0400 Subject: [PATCH] add a bunch of bots into blockbots --- ubuntu/erlking.silvestris.systems.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ubuntu/erlking.silvestris.systems.yml b/ubuntu/erlking.silvestris.systems.yml index 3525883..feeb0d1 100644 --- a/ubuntu/erlking.silvestris.systems.yml +++ b/ubuntu/erlking.silvestris.systems.yml @@ -243,7 +243,7 @@ fastcgi_pass php; } blockbots: - - if ($http_user_agent ~* (thesis-research-bot|fidget-spinner-bot|ClaudeBot) ) { + - if ($http_user_agent ~* (thesis-research-bot|fidget-spinner-bot|AdsBot-Google|Amazonbot|anthropic-ai|Applebot-Extended|AwarioRssBot|AwarioSmartBot|Bytespider|CCBot|ChatGPT-User|ClaudeBot|Claude-Web|cohere-ai|DataForSeoBot|Diffbot|FacebookBot|FriendlyCrawler|Google-Extended|GoogleOther|GPTBot|img2dataset|ImagesiftBot|magpie-crawler|Meltwater|omgili|omgilibot|peer39_crawler|peer39_crawler/1.0|PerplexityBot|PiplBot|scoop.it|Seekr|YouBot) ) { return 403; } nginx_configs: