diff --git a/bad_user_agents.regex.txt b/bad_user_agents.regex.txt index c56e982..0c1ce71 100644 --- a/bad_user_agents.regex.txt +++ b/bad_user_agents.regex.txt @@ -1,3 +1,4 @@ +\b008\b \bAddSearchBot\b \bAI2Bot\b \bAmazonbot\b @@ -15,7 +16,9 @@ \bCloudVertexBot\b \bcohere-training-data-crawler\b \bCotoyogi\b +\bDataprovider.com\b \bDatenbank Crawler\b +\bdcrawl\b \bDevin\b \bDiffbot\b \bDuckAssistBot\b @@ -25,10 +28,13 @@ \bGoogleAgent-Mariner\b \bGoogleOther\b \bGPTBot\b +\bHelloworkJobPostingBot\b \bICC-Crawler\b +\bIndeedJobBot\b \bKangaroo Bot\b \bLinerBot\b \bmeta-externalagent\b +\bMetaInspector\b \bMistralAI-User\b \bnetEstate Imprint Crawler\b \bNovaAct\b