Adds detection for various apps and improves detection for QQ Browser (…

…#7662) * Adds detection for Microsoft Power Query * Improves detection for QQ Browser * Adds detection for masscan * Adds detection for GlobalProtect * Adds detection for AN WhatsApp * Adds detection for Kajabi * Adds detection for Trade Me * Revert Kajabi * Improves detection for Kajabi (wasn't detected) * Adds detection for XING * Adds detection for Boto3 * Remove duplicate Mimir user agents * Remove duplicate MoonFM user agent * Remove duplicate MyTuner user agent * Remove duplicate Podcast Overhaul user agent * Remove duplicate PeaCast user agent * Improves detection for XING (isn't a podcasting app) * Remove duplicate RSSOwl user agents * Adds detection for Electron * Adds detection for Bridge and remove duplicate user agents * Remove duplicate Yandex Music user agent * Remove duplicate Apple Mail user agents * Remove duplicate MessengerX user agent * Remove duplicate Laughable user agent * Remove duplicate Laughable user agents * Remove duplicate KKBOX user agent * Remove duplicate KidsPod user agent * Remove duplicate Kids Listen user agent * Remove duplicate KakaoTalk user agent * Remove duplicate JioSaavn user agent * Remove duplicate iVoox user agents * Remove duplicate Audiobooks user agent * Remove duplicate Himalaya user agent * Remove duplicate HardCast user agents * Remove duplicate Treble.fm user agent * Remove duplicate Anytime Podcast Player user agent * Remove duplicate Anybox user agent * Improves detection for Electron generic apps * Include Electron in readme * Adds detection for iPlayTV * Adds detection for mailapp * Adds detection for MOMO * Adds detection for nate * Improves detection for nate * Change Instagram App to Instagram * Adds detection for Threads * Move Instagram and Threads regexes to Meta group * Adds detection for SoFi --------- Co-authored-by: Tutik Alexsandr <[email protected]>
matomo-org · Apr 24, 2024 · c49f7e9 · c49f7e9
1 parent bc62002
commit c49f7e9
Show file tree

Hide file tree

Showing 40 changed files with 378 additions and 719 deletions.
diff --git a/Tests/Parser/Client/fixtures/browser.yml b/Tests/Parser/Client/fixtures/browser.yml
@@ -9397,3 +9397,12 @@
     engine: WebKit
     engine_version: ""
     family: ""
+-
+  user_agent: QQ浏览器/14.8.1.5803; CFNetwork/1327.0.4; Darwin/21.2.0
+  client:
+    type: browser
+    name: QQ Browser
+    version: 14.8.1.5803
+    engine: ""
+    engine_version: ""
+    family: ""
diff --git a/Tests/Parser/Client/fixtures/feed_reader.yml b/Tests/Parser/Client/fixtures/feed_reader.yml
@@ -173,12 +173,6 @@
     type: feed reader
     name: RSSOwl
     version: 2.2.1.201312301314
--
-  user_agent: RSSOwl/2.2.1.201312301316 (X11; U; en)
-  client:
-    type: feed reader
-    name: RSSOwl
-    version: 2.2.1.201312301316
 -
   user_agent: Stringer (https://github.com/swanson/stringer)
   client:

diff --git a/Tests/Parser/Client/fixtures/library.yml b/Tests/Parser/Client/fixtures/library.yml
@@ -653,3 +653,15 @@
     type: library
     name: httprs
     version: 0.1.0
+-
+  user_agent: ivre-masscan/1.3 https://github.com/robertdavidgraham/
+  client:
+    type: library
+    name: masscan
+    version: "1.3"
+-
+  user_agent: Boto3/1.17.18 Python/3.8.5 Darwin/19.6.0 Botocore/1.20.18
+  client:
+    type: library
+    name: Boto3
+    version: 1.17.18
diff --git a/Tests/Parser/Client/fixtures/mobile_app.yml b/Tests/Parser/Client/fixtures/mobile_app.yml
@@ -183,7 +183,7 @@
   user_agent: Mozilla/5.0 (Linux; Android 6.0.1; ASUS_Z011D Build/MMB29P; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/67.0.3396.87 Mobile Safari/537.36 Instagram 53.0.0.13.84 Android (23/6.0.1; 480dpi; 1080x1920; asus; ASUS_Z011D; ASUS_Z011; qcom; fr_FR; 116756948)
   client:
     type: mobile app
-    name: Instagram App
+    name: Instagram
     version: 53.0.0.13.84
 -
   user_agent: TCL J706T_TD/1.0 Linux/3.4.5 Android/4.1.2 Release/08.27.2013 Browser/AppleWebKit534.30 Profile/MIDP-2.0 Configuration/CLDC-1.1 baiduboxapp/4.2 (Baidu; P1 4.1.2)
@@ -1937,3 +1937,117 @@
     type: mobile app
     name: Ameba
     version: 13.8.0
+-
+  user_agent: Microsoft.Data.Mashup (https://go.microsoft.com/fwlink/?LinkID=304225)
+  client:
+    type: mobile app
+    name: Microsoft Power Query
+    version: ""
+-
+  user_agent: PAN GlobalProtect
+  client:
+    type: mobile app
+    name: GlobalProtect
+    version: ""
+-
+  user_agent: ANWhatsApp/2.23.21.88
+  client:
+    type: mobile app
+    name: AN WhatsApp
+    version: 2.23.21.88
+-
+  user_agent: 'Trade Me/163.0 (Android: samsung (SM-S9210)); API 14'
+  client:
+    type: mobile app
+    name: Trade Me
+    version: "163.0"
+-
+  user_agent: Mozilla/5.0 (iPhone; CPU iPhone OS 13_2 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Mobile/15E148 KajabiMobileApp
+  client:
+    type: mobile app
+    name: Kajabi
+    version: ""
+-
+  user_agent: Mozilla/5.0 (Linux; Android 12; RMX3491 Build/RKQ1.211119.001; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/109.0.5414.118 Mobile Safari/537.36 KajabiMobileApp
+  client:
+    type: mobile app
+    name: Kajabi
+    version: ""
+-
+  user_agent: Mozilla/5.0 (iPhone; CPU iPhone OS 13_6 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) ; iPhone/13.6 XING/8.15.2 ttt_webview_iosm
+  client:
+    type: mobile app
+    name: XING
+    version: 8.15.2
+-
+  user_agent: Mozilla/5.0 (iPhone; CPU iPhone OS 16_4_1 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) XING-iPhone/23.10.2 (iOS; Light; de) iPhone/16.4.1 (iOS; Device) ttt_webview_iosm
+  client:
+    type: mobile app
+    name: XING
+    version: 23.10.2
+-
+  user_agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) xmoonvidget/1.0.0 Chrome/94.0.4606.81 Electron/15.5.7 Safari/537.36
+  client:
+    type: mobile app
+    name: xmoonvidget
+    version: 1.0.0
+-
+  user_agent: Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Bridge/2020.3.2 Chrome/69.0.3497.128 Electron/4.2.12 Safari/537.36
+  client:
+    type: mobile app
+    name: Bridge
+    version: 2020.3.2
+-
+  user_agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) webscraping/1.0.0 Chrome/122.0.6261.130 Electron/29.1.5 Safari/537.36
+  client:
+    type: mobile app
+    name: webscraping
+    version: 1.0.0
+-
+  user_agent: Mozilla/5.0 (Macintosh; Intel Mac OS X 10_16_0) AppleWebKit/537.36 (KHTML, like Gecko) VidJuiceUniTube/5.0.3 Chrome/85.0.4183.121 Electron/10.4.7 Safari/537.36
+  client:
+    type: mobile app
+    name: VidJuiceUniTube
+    version: 5.0.3
+-
+  user_agent: Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_5) AppleWebKit/537.36 (KHTML, like Gecko) opgg-electron-app/1.4.1 Chrome/108.0.5359.215 Electron/22.3.27 Safari/537.36
+  client:
+    type: mobile app
+    name: opgg
+    version: 1.4.1
+-
+  user_agent: Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) anythingllm-desktop/1.4.1 Chrome/116.0.5845.228 Electron/26.6.1 Safari/537.36
+  client:
+    type: mobile app
+    name: anythingllm
+    version: 1.4.1
+-
+  user_agent: iPlayTV/3.3.9 (Apple TV; iOS 16.1; Scale/1.00)
+  client:
+    type: mobile app
+    name: iPlayTV
+    version: 3.3.9
+-
+  user_agent: Mozilla/5.0 (iPhone; CPU iPhone OS 15_6_1 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Mobile/15E148 momoWebView/9.6.7 ios/5168(iPhone13,2;iOS 15.6.1;zh_CN;S1;netType/0)
+  client:
+    type: mobile app
+    name: MOMO
+    version: 9.6.7
+-
+  user_agent: Mozilla/5.0 (Linux; Android 9; SM-G950N Build/PPR1.180610.011; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/116.0.0.0 Mobile Safari/537.36;ref:nate_app;appver:5.6.2;ndruk:201709200847194045040;skai:kotlin.Unit;provider:TS;darkMode:light
+  client:
+    type: mobile app
+    name: nate
+    version: 5.6.2
+-
+  user_agent: Mozilla/5.0 (Linux; Android 14; SM-S928W Build/UP1A.231005.007; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/122.0.6261.119 Mobile Safari/537.36 Barcelona 324.0.0.25.109 Android (34/14; 600dpi; 495x1082; samsung; SM-S928W; e3q; qcom; en_CA; 581020806)
+  client:
+    type: mobile app
+    name: Threads
+    version: 324.0.0.25.109
+-
+  user_agent: Mozilla/5.0 (Linux; Android 14; SM-S928U1 Build/UP1A.231005.007; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/122.0.6261.120 Mobile Safari/537.36 SoFi Mobile/119330322 (com.sofi.mobile android-flutter; build:2.194.0; Android SDK 34; webview); SOFI_APP_ID=sofi-android; SOFI_APP_VERSION=2.194.0; FEATURE_ID=authWebView;
+  client:
+    type: mobile app
+    name: SoFi
+    version: 2.194.0
diff --git a/Tests/Parser/Client/fixtures/pim.yml b/Tests/Parser/Client/fixtures/pim.yml
@@ -269,3 +269,9 @@
     type: pim
     name: BlueMail
     version: 0.10.31
+-
+  user_agent: Mozilla/5.0 (iPhone; CPU iPhone OS 17_3 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Mobile/15E148 mailapp/6.5.0
+  client:
+    type: pim
+    name: mailapp
+    version: 6.5.0
diff --git a/Tests/fixtures/clienthints-app.yml b/Tests/fixtures/clienthints-app.yml
@@ -837,7 +837,7 @@
     platform: ""
   client:
     type: mobile app
-    name: Instagram App
+    name: Instagram
     version: 222.0.0.15.114
   device:
     type: smartphone
@@ -2605,3 +2605,21 @@
     model: Pixel 6
   os_family: Android
   browser_family: Unknown
+-
+  user_agent: Mozilla/5.0 (Linux; Android 9; SM-G950N Build/PPR1.180610.011; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/116.0.0.0 Mobile Safari/537.36;ref:nate_app;appver:5.6.2;ndruk:201709200847194045040;skai:kotlin.Unit;provider:TS;darkMode:light
+  headers:
+    http-x-requested-with: com.nate.android.portalmini
+  os:
+    name: Android
+    version: "9"
+    platform: ""
+  client:
+    type: mobile app
+    name: nate
+    version: 5.6.2
+  device:
+    type: smartphone
+    brand: Samsung
+    model: Galaxy S8
+  os_family: Android
+  browser_family: Unknown
diff --git a/Tests/fixtures/desktop.yml b/Tests/fixtures/desktop.yml
@@ -1672,17 +1672,15 @@
     version: "7"
     platform: x64
   client:
-    type: browser
-    name: Chrome
-    version: 69.0.3497.128
-    engine: Blink
-    engine_version: 69.0.3497.128
+    type: mobile app
+    name: Bridge
+    version: 2020.3.2
   device:
     type: desktop
     brand: ""
     model: ""
   os_family: Windows
-  browser_family: Chrome
+  browser_family: Unknown
 -
   user_agent: Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; WOW64; Trident/5.0; chromeframe/19.0.1084.52)
   os:
@@ -2519,60 +2517,6 @@
     model: ""
   os_family: Windows
   browser_family: Opera
--
-  user_agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Bridge/2020.2.1 Chrome/69.0.3497.128 Electron/4.2.12 Safari/537.36
-  os:
-    name: Windows
-    version: "10"
-    platform: x64
-  client:
-    type: browser
-    name: Chrome
-    version: 69.0.3497.128
-    engine: Blink
-    engine_version: 69.0.3497.128
-  device:
-    type: desktop
-    brand: ""
-    model: ""
-  os_family: Windows
-  browser_family: Chrome
--
-  user_agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Bridge/2020.2.3 Chrome/69.0.3497.128 Electron/4.2.12 Safari/537.36
-  os:
-    name: Windows
-    version: "10"
-    platform: x64
-  client:
-    type: browser
-    name: Chrome
-    version: 69.0.3497.128
-    engine: Blink
-    engine_version: 69.0.3497.128
-  device:
-    type: desktop
-    brand: ""
-    model: ""
-  os_family: Windows
-  browser_family: Chrome
--
-  user_agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Bridge/2020.3.1 Chrome/69.0.3497.128 Electron/4.2.12 Safari/537.36
-  os:
-    name: Windows
-    version: "10"
-    platform: x64
-  client:
-    type: browser
-    name: Chrome
-    version: 69.0.3497.128
-    engine: Blink
-    engine_version: 69.0.3497.128
-  device:
-    type: desktop
-    brand: ""
-    model: ""
-  os_family: Windows
-  browser_family: Chrome
 -
   user_agent: GOGGalaxyClient/2.0.13.184 (GOG Galaxy) 83b6745cff679691b69876bc7ee33e05e5d90bda (win10 x64)
   os:

diff --git a/Tests/fixtures/mobile_apps.yml b/Tests/fixtures/mobile_apps.yml
@@ -1095,7 +1095,7 @@
     platform: ""
   client:
     type: mobile app
-    name: Instagram App
+    name: Instagram
     version: 88.0.0.14.99
   device:
     type: smartphone

diff --git a/Tests/fixtures/phablet-1.yml b/Tests/fixtures/phablet-1.yml
@@ -7,7 +7,7 @@
     platform: ""
   client:
     type: mobile app
-    name: Instagram App
+    name: Instagram
     version: 255.1.0.17.102
   device:
     type: phablet
@@ -1705,7 +1705,7 @@
     platform: ""
   client:
     type: mobile app
-    name: Instagram App
+    name: Instagram
     version: 296.0.0.18.107
   device:
     type: phablet
@@ -1971,7 +1971,7 @@
     platform: ""
   client:
     type: mobile app
-    name: Instagram App
+    name: Instagram
     version: 283.0.0.16.103
   device:
     type: phablet
@@ -2251,7 +2251,7 @@
     platform: ""
   client:
     type: mobile app
-    name: Instagram App
+    name: Instagram
     version: 226.0.0.13.117
   device:
     type: phablet
@@ -2285,7 +2285,7 @@
     platform: ""
   client:
     type: mobile app
-    name: Instagram App
+    name: Instagram
     version: 210.0.0.16.67
   device:
     type: phablet
@@ -2675,7 +2675,7 @@
     platform: ""
   client:
     type: mobile app
-    name: Instagram App
+    name: Instagram
     version: 169.0.0.21.133
   device:
     type: phablet
@@ -2691,7 +2691,7 @@
     platform: ""
   client:
     type: mobile app
-    name: Instagram App
+    name: Instagram
     version: 168.0.0.24.350
   device:
     type: phablet
@@ -2723,7 +2723,7 @@
     platform: ""
   client:
     type: mobile app
-    name: Instagram App
+    name: Instagram
     version: 267.0.0.8.92
   device:
     type: phablet
@@ -2931,7 +2931,7 @@
     platform: ""
   client:
     type: mobile app
-    name: Instagram App
+    name: Instagram
     version: 207.0.0.28.118
   device:
     type: phablet