From 5fa753e5d11e35964bd811a95effe5442f0172c7 Mon Sep 17 00:00:00 2001 From: Alit Indrawan Date: Wed, 8 Oct 2025 01:49:09 +0800 Subject: [PATCH 1/2] feat(crawlers): add InternetMeasurement and Odin crawler signatures --- raw/Crawlers.txt | 2 ++ src/Fixtures/Crawlers.php | 2 ++ tests/data/user_agent/crawlers.txt | 2 ++ 3 files changed, 6 insertions(+) diff --git a/raw/Crawlers.txt b/raw/Crawlers.txt index a9b2a45..0d5eaeb 100644 --- a/raw/Crawlers.txt +++ b/raw/Crawlers.txt @@ -596,6 +596,7 @@ integromedb Intelliseek InterGET Internet Ninja +InternetMeasurement\/1\.0; \+https:\/\/internet-measurement\.com\/ InternetSeer internetVista monitor internetwache @@ -853,6 +854,7 @@ Octopus oegp Offline Explorer Offline Navigator +Odin; https:\/\/docs\.getodin\.com\/ OgScrper okhttp omgili diff --git a/src/Fixtures/Crawlers.php b/src/Fixtures/Crawlers.php index 7c58db7..4d19b15 100644 --- a/src/Fixtures/Crawlers.php +++ b/src/Fixtures/Crawlers.php @@ -618,6 +618,7 @@ class Crawlers extends AbstractProvider 'Intelliseek', 'InterGET', 'Internet Ninja', + 'InternetMeasurement\/1\.0; \+https:\/\/internet-measurement\.com\/', 'InternetSeer', 'internetVista monitor', 'internetwache', @@ -875,6 +876,7 @@ class Crawlers extends AbstractProvider 'oegp', 'Offline Explorer', 'Offline Navigator', + 'Odin; https:\/\/docs\.getodin\.com\/', 'OgScrper', 'okhttp', 'omgili', diff --git a/tests/data/user_agent/crawlers.txt b/tests/data/user_agent/crawlers.txt index b712b90..81da1b4 100644 --- a/tests/data/user_agent/crawlers.txt +++ b/tests/data/user_agent/crawlers.txt @@ -3686,3 +3686,5 @@ Mozilla/5.0(compatible;MatchorySearch/1.3;+https://www.matchory.com) Mailpit/v1.23.1 GitLab/17.11.5-ee Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36 GoogleMessages/15.1 +Mozilla/5.0 (compatible; Odin; https://docs.getodin.com/) +Mozilla/5.0 (compatible; InternetMeasurement/1.0; +https://internet-measurement.com/) \ No newline at end of file From 1170e3d72b4b8ca2879d23bc5dbfc7c2b2d0c766 Mon Sep 17 00:00:00 2001 From: Alit Indrawan Date: Thu, 9 Oct 2025 10:36:22 +0800 Subject: [PATCH 2/2] fix(crawlers): update crawler patterns for InternetMeasurement and Odin --- raw/Crawlers.txt | 4 ++-- src/Fixtures/Crawlers.php | 4 ++-- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/raw/Crawlers.txt b/raw/Crawlers.txt index 0d5eaeb..ef2ed56 100644 --- a/raw/Crawlers.txt +++ b/raw/Crawlers.txt @@ -596,7 +596,7 @@ integromedb Intelliseek InterGET Internet Ninja -InternetMeasurement\/1\.0; \+https:\/\/internet-measurement\.com\/ +InternetMeasurement InternetSeer internetVista monitor internetwache @@ -854,7 +854,7 @@ Octopus oegp Offline Explorer Offline Navigator -Odin; https:\/\/docs\.getodin\.com\/ +odin\.com OgScrper okhttp omgili diff --git a/src/Fixtures/Crawlers.php b/src/Fixtures/Crawlers.php index 4d19b15..d7afddf 100644 --- a/src/Fixtures/Crawlers.php +++ b/src/Fixtures/Crawlers.php @@ -618,7 +618,7 @@ class Crawlers extends AbstractProvider 'Intelliseek', 'InterGET', 'Internet Ninja', - 'InternetMeasurement\/1\.0; \+https:\/\/internet-measurement\.com\/', + 'InternetMeasurement', 'InternetSeer', 'internetVista monitor', 'internetwache', @@ -876,7 +876,7 @@ class Crawlers extends AbstractProvider 'oegp', 'Offline Explorer', 'Offline Navigator', - 'Odin; https:\/\/docs\.getodin\.com\/', + 'odin\.com', 'OgScrper', 'okhttp', 'omgili',