From cb63acfc40e5f6e647ca4bd598eaf99933eb3672 Mon Sep 17 00:00:00 2001 From: AliveDevil Date: Thu, 2 Oct 2025 23:28:40 +0200 Subject: [PATCH] bad_user_agents.regex.txt aktualisiert --- bad_user_agents.regex.txt | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/bad_user_agents.regex.txt b/bad_user_agents.regex.txt index c56e982..0c1ce71 100644 --- a/bad_user_agents.regex.txt +++ b/bad_user_agents.regex.txt @@ -1,3 +1,4 @@ +\b008\b \bAddSearchBot\b \bAI2Bot\b \bAmazonbot\b @@ -15,7 +16,9 @@ \bCloudVertexBot\b \bcohere-training-data-crawler\b \bCotoyogi\b +\bDataprovider.com\b \bDatenbank Crawler\b +\bdcrawl\b \bDevin\b \bDiffbot\b \bDuckAssistBot\b @@ -25,10 +28,13 @@ \bGoogleAgent-Mariner\b \bGoogleOther\b \bGPTBot\b +\bHelloworkJobPostingBot\b \bICC-Crawler\b +\bIndeedJobBot\b \bKangaroo Bot\b \bLinerBot\b \bmeta-externalagent\b +\bMetaInspector\b \bMistralAI-User\b \bnetEstate Imprint Crawler\b \bNovaAct\b