Updated new agents
This commit is contained in:
parent
dd7608c45e
commit
120cf167e9
1 changed files with 6 additions and 2 deletions
|
|
@ -18,6 +18,7 @@
|
||||||
\bClaude-User\b
|
\bClaude-User\b
|
||||||
\bClaudeBot\b
|
\bClaudeBot\b
|
||||||
\bCloudVertexBot\b
|
\bCloudVertexBot\b
|
||||||
|
\bCMS-Checker\b
|
||||||
\bcohere-training-data-crawler\b
|
\bcohere-training-data-crawler\b
|
||||||
\bCotoyogi\b
|
\bCotoyogi\b
|
||||||
\bDataprovider.com\b
|
\bDataprovider.com\b
|
||||||
|
|
@ -27,6 +28,8 @@
|
||||||
\bDiffbot\b
|
\bDiffbot\b
|
||||||
\bDuckAssistBot\b
|
\bDuckAssistBot\b
|
||||||
\bFacebookBot\b
|
\bFacebookBot\b
|
||||||
|
\bfacebookexternalhit\b
|
||||||
|
\bFaceboot\b
|
||||||
\bfactset_spyderbot\b
|
\bfactset_spyderbot\b
|
||||||
\bFlyriverBot\b
|
\bFlyriverBot\b
|
||||||
\bGemini-Deep-Research\b
|
\bGemini-Deep-Research\b
|
||||||
|
|
@ -47,13 +50,13 @@
|
||||||
\bmeta-externalfetcher\b
|
\bmeta-externalfetcher\b
|
||||||
\bMetaInspector\b
|
\bMetaInspector\b
|
||||||
\bMistralAI-User\b
|
\bMistralAI-User\b
|
||||||
\bnetEstate Imprint Crawler\b
|
\bnetEstate\b
|
||||||
\bnetEstate NE Crawler\b
|
|
||||||
\bNotebookLM\b
|
\bNotebookLM\b
|
||||||
\bNovaAct\b
|
\bNovaAct\b
|
||||||
\bOAI-SearchBot\b
|
\bOAI-SearchBot\b
|
||||||
\bomgili\b
|
\bomgili\b
|
||||||
\bOpenWave\b
|
\bOpenWave\b
|
||||||
|
\bOwler\b
|
||||||
\bPanguBot\b
|
\bPanguBot\b
|
||||||
\bPerplexity-User\b
|
\bPerplexity-User\b
|
||||||
\bPerplexityBot\b
|
\bPerplexityBot\b
|
||||||
|
|
@ -63,6 +66,7 @@
|
||||||
\bThinkbot\b
|
\bThinkbot\b
|
||||||
\bTimpibot\b
|
\bTimpibot\b
|
||||||
\bTwingly\b
|
\bTwingly\b
|
||||||
|
\bTwitterbot\b
|
||||||
\bWebsite-info.net-Robot\b
|
\bWebsite-info.net-Robot\b
|
||||||
\bWebzio-Extended\b
|
\bWebzio-Extended\b
|
||||||
\bwpbot\b
|
\bwpbot\b
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue