There was an error while loading. Please reload this page.
1 parent 100a581 commit f2d0ff8Copy full SHA for f2d0ff8
1 file changed
packages/crawler/src/utils.ts
@@ -78,7 +78,7 @@ const botUserAgents = [
78
/\bMidjourney/i, // Midjourney
79
/\bDALL-E/i, // DALL-E
80
/\bMeta-External/i, // Meta external agents
81
- /\bGoogle/i, // Google agents
+ /\bGoogle-/i, // Google agents
82
/\bLLM/i, // LLM
83
/\bBytespider/i, // ByteDance spider
84
/\bBaiduspider/i, // Baidu spider
0 commit comments