Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
10 changes: 10 additions & 0 deletions src/Fixtures/Crawlers.php
Original file line number Diff line number Diff line change
Expand Up @@ -34,11 +34,14 @@ class Crawlers extends AbstractProvider
'^DHSH',
'^docker\/[0-9]',
'^Expanse',
'^ExposureScanner',
'^FDM ',
'^git\/',
'^Goose\/',
'^Goosee-Audit',
'^Grabber',
'^Gradle\/',
'^Hello from Palo Alto Networks',
'^HTTPClient\/',
'^HTTPing',
'^Java\/',
Expand All @@ -64,6 +67,7 @@ class Crawlers extends AbstractProvider
'^TLS tester ',
'^twine\/',
'^ureq',
'^visionheight\.com\/scan',
'^VSE\/[0-9]',
'^WordPress\.com',
'^XRL\/[0-9]',
Expand Down Expand Up @@ -435,6 +439,7 @@ class Crawlers extends AbstractProvider
'fluffy',
'Flunky',
'flynxapp',
'foda-scanner\/[0-9]',
'forensiq',
'ForusP',
'FoundSeoTool',
Expand Down Expand Up @@ -549,6 +554,7 @@ class Crawlers extends AbstractProvider
'HappyApps-WebCheck',
'Hardenize',
'Hatena',
'HaveInListEnricher',
'Havij',
'HaxerMen',
'HEADMasterSEO',
Expand Down Expand Up @@ -628,6 +634,7 @@ class Crawlers extends AbstractProvider
'infohelfer',
'InfoTekies',
'InfoWizards Reciprocal Link',
'Infrawatch\/[0-9]',
'inpwrd\.com',
'instabid',
'Instapaper',
Expand Down Expand Up @@ -694,6 +701,7 @@ class Crawlers extends AbstractProvider
'KOCMOHABT',
'kouio',
'krawler\.dk',
'krynos',
'kube-probe',
'kubectl',
'kulturarw3',
Expand Down Expand Up @@ -803,6 +811,7 @@ class Crawlers extends AbstractProvider
'mixed-content-scan',
'mixnode',
'Mnogosearch',
'ModatScanner\/[0-9]',
'mogimogi',
'Mojeek',
'Mojolicious \(Perl\)',
Expand Down Expand Up @@ -937,6 +946,7 @@ class Crawlers extends AbstractProvider
'panscient',
'Papa Foto',
'parsijoo',
'pathscan\/[0-9]',
'Pavuk',
'PayPal IPN',
'pcBrowser',
Expand Down
10 changes: 10 additions & 0 deletions tests/data/user_agent/crawlers.txt
Original file line number Diff line number Diff line change
Expand Up @@ -3718,3 +3718,13 @@ undici
Web Downloader/6.9
Najdu (Vyhledavac sluzeb (obsah) najdu.s.holubem.eu)
Najdu (Vyhledavac sluzeb (hlavicka) najdu.s.holubem.eu)
Hello from Palo Alto Networks, find out more about our scans in https://docs-cortex.paloaltonetworks.com/r/1/Cortex-Xpanse/Scanning-activity
Mozilla/5.0 (compatible; Infrawatch/1.0; +https://infrawat.ch/)
Mozilla/5.0 (compatible; ModatScanner/1.2; +https://modat.io/)
mozilla firefox 5.0/krynos made
Mozilla/5.0 (compatible; pathscan/1.0)
Mozilla/5.0 (compatible; foda-scanner/0.1)
ExposureScanner/1.0 (internal-security-audit)
visionheight.com/scan Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) Chrome/126.0.0.0 Safari/537.36
Goosee-Audit/1.0 (+internal-security-audit)
Mozilla/5.0 (compatible; HaveInListEnricher/1.0)