From c73626926ad55671936defb0813b5e7a6329e98c Mon Sep 17 00:00:00 2001
From: AliveDevil <AliveDevil@users.noreply.github.com>
Date: Mon, 17 Nov 2025 14:37:31 +0100
Subject: [PATCH] More Agents

---
 bad_user_agents.regex.txt | 9 ++++++---
 1 file changed, 6 insertions(+), 3 deletions(-)

diff --git a/bad_user_agents.regex.txt b/bad_user_agents.regex.txt
index dd2a597..f3e8680 100644
--- a/bad_user_agents.regex.txt
+++ b/bad_user_agents.regex.txt
@@ -3,14 +3,14 @@
 \bAgency\b
 \bAI2Bot\b
 \bAmazonbot\b
-\bAmazonbot\b
 \bApplebot\b
+\bAwarioRssBot\b
+\bAwarioSmartBot\b
 \bbigsur.ai\b
 \bBitSightBot\b
 \bbytedance\b
 \bBytespider\b
 \bCCBot\b
-\bCCBot\b
 \bChatGPT Agent\b
 \bChatGPT-User\b
 \bClaude-SearchBot\b
@@ -25,8 +25,8 @@
 \bDevin\b
 \bDiffbot\b
 \bDuckAssistBot\b
-\bDuckAssistBot\b
 \bFacebookBot\b
+\bfactset_spyderbot\b
 \bFlyriverBot\b
 \bGemini-Deep-Research\b
 \bGoogle-Extended\b
@@ -42,9 +42,12 @@
 \bKStandBot\b
 \bLinerBot\b
 \bmeta-externalagent\b
+\bmeta-externalfetcher\
 \bMetaInspector\b
 \bMistralAI-User\b
 \bnetEstate Imprint Crawler\b
+\bnetEstate NE Crawler\b
+\bNotebookLM\b
 \bNovaAct\b
 \bOAI-SearchBot\b
 \bomgili\b