bad_user_agents.regex.txt aktualisiert
This commit is contained in:
parent
f40369208e
commit
cb63acfc40
1 changed files with 6 additions and 0 deletions
|
|
@ -1,3 +1,4 @@
|
||||||
|
\b008\b
|
||||||
\bAddSearchBot\b
|
\bAddSearchBot\b
|
||||||
\bAI2Bot\b
|
\bAI2Bot\b
|
||||||
\bAmazonbot\b
|
\bAmazonbot\b
|
||||||
|
|
@ -15,7 +16,9 @@
|
||||||
\bCloudVertexBot\b
|
\bCloudVertexBot\b
|
||||||
\bcohere-training-data-crawler\b
|
\bcohere-training-data-crawler\b
|
||||||
\bCotoyogi\b
|
\bCotoyogi\b
|
||||||
|
\bDataprovider.com\b
|
||||||
\bDatenbank Crawler\b
|
\bDatenbank Crawler\b
|
||||||
|
\bdcrawl\b
|
||||||
\bDevin\b
|
\bDevin\b
|
||||||
\bDiffbot\b
|
\bDiffbot\b
|
||||||
\bDuckAssistBot\b
|
\bDuckAssistBot\b
|
||||||
|
|
@ -25,10 +28,13 @@
|
||||||
\bGoogleAgent-Mariner\b
|
\bGoogleAgent-Mariner\b
|
||||||
\bGoogleOther\b
|
\bGoogleOther\b
|
||||||
\bGPTBot\b
|
\bGPTBot\b
|
||||||
|
\bHelloworkJobPostingBot\b
|
||||||
\bICC-Crawler\b
|
\bICC-Crawler\b
|
||||||
|
\bIndeedJobBot\b
|
||||||
\bKangaroo Bot\b
|
\bKangaroo Bot\b
|
||||||
\bLinerBot\b
|
\bLinerBot\b
|
||||||
\bmeta-externalagent\b
|
\bmeta-externalagent\b
|
||||||
|
\bMetaInspector\b
|
||||||
\bMistralAI-User\b
|
\bMistralAI-User\b
|
||||||
\bnetEstate Imprint Crawler\b
|
\bnetEstate Imprint Crawler\b
|
||||||
\bNovaAct\b
|
\bNovaAct\b
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue