From 20278b17366dac03707c176e6ef05a8f45526e4c Mon Sep 17 00:00:00 2001 From: Liviu-Mihail Concioiu Date: Mon, 8 Jul 2024 14:49:23 +0200 Subject: [PATCH] Improves detection for Owler (#7735) ref #7734 --- Tests/fixtures/bots.yml | 9 +++++++++ regexes/bots.yml | 2 +- 2 files changed, 10 insertions(+), 1 deletion(-) diff --git a/Tests/fixtures/bots.yml b/Tests/fixtures/bots.yml index 7bfa978c07..6cb88bafc9 100644 --- a/Tests/fixtures/bots.yml +++ b/Tests/fixtures/bots.yml @@ -5974,6 +5974,15 @@ producer: name: Open Search Foundation e.V. url: https://openwebsearch.eu/ +- + user_agent: Owler (ows.eu/owler) + bot: + name: OWLer + category: Crawler + url: https://openwebsearch.eu/owler/ + producer: + name: Open Search Foundation e.V. + url: https://openwebsearch.eu/ - user_agent: Page Monitor (https://confluence.dev.bbc.co.uk/display/men/Page+Monitor) bot: diff --git a/regexes/bots.yml b/regexes/bots.yml index 3918bfd558..a93559a6d5 100644 --- a/regexes/bots.yml +++ b/regexes/bots.yml @@ -3666,7 +3666,7 @@ name: 'Meltwater Deutschland GmbH' url: 'https://www.meltwater.com/' -- regex: '(?:Owler@ows\.eu|OWLer)/[\d.]+' +- regex: 'owler' name: 'OWLer' category: 'Crawler' url: 'https://openwebsearch.eu/owler/'