pattern updates. Fix issue #282

CHANGELOG.md

@@ -1,5 +1,9 @@
 # Changelog
 
+## [5.1.19](https://github.com/omrilotan/isbot/compare/v5.1.18...v5.1.19)
+
+- [Pattern] Pattern updates
+
 ## [5.1.18](https://github.com/omrilotan/isbot/compare/v5.1.17...v5.1.18)
 
 - [Pattern] Pattern updates

fixtures/browsers.yml

@@ -517,25 +517,6 @@ QtWebEngine:
 QuickTime:
   - QuickTime/7.6.6 (qtver=7.6.6;cpu=IA32;os=Mac 10.6.8)
 RadiosNet:
-  - RadiosNet/2.1.1 (Java; Android)
-  - RadiosNet/2.2.1 (Java; Android)
-  - RadiosNet/2.2.3 (Java; Android)
-  - RadiosNet/2.2.4 (Java; Android)
-  - RadiosNet/2.2.5 (Java; Android)
-  - RadiosNet/2.3.1 (Java; Android)
-  - RadiosNet/2.3.2 (Java; Android)
-  - RadiosNet/2.3.3 (Java; Android)
-  - RadiosNet/2.4.0 (Java; Android)
-  - RadiosNet/2.4.1 (Java; Android)
-  - RadiosNet/2.4.2 (Java; Android)
-  - RadiosNet/2.5.0 (Java; Android)
-  - RadiosNet/2.5.1 (Java; Android)
-  - RadiosNet/2.5.2 (Java; Android)
-  - RadiosNet/2.6.0 (Java; Android)
-  - RadiosNet/2.6.1 (Java; Android)
-  - RadiosNet/2.6.2 (Java; Android)
-  - RadiosNet/2.7.0 (Java; Android)
-  - RadiosNet/2.7.1 (Java; Android)
   - RadiosNet/2.8.0 (Java; Android)
 Rekonq:
   - Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.21 (KHTML, like Gecko) rekonq/2.3.2 Safari/537.21
@@ -737,8 +718,15 @@ ZZZ Insignificat bots - Crosswalk project (deprecated):
   - Mozilla/5.0 (Linux; Android 11;SM-G9866N Build/PR1A.2007820.012; wv) AppleWebKit/537.36 (KHTML,linke Gecko) Version/4.0 Chrome/80.0.3987.163 Whale/1.0.0.0 Crosswalk/25.80.14.26 Mobile Safari/537.36 NAVER(inapp; search; 900; 11.2.5)
   - Mozilla/5.0 (Linux; Android 12; SM-G975N Build/SP1A.210812.016; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/90.0.4430.232 Whale/1.0.0.0 Crosswalk/26.90.3.21 Mobile Safari/537.36 NAVER(inapp; search; 1010; 11.11.3)
 ZZZ Insignificat bots - These bots have very low appearance rate and are not worth blocking:
+  - HTC Streaming Player htc / 1.0 / htc_europe / 4.4.2
+  - IBrowse/2.3 (AmigaOS
+  - LG-H440n/V10i Player/LG Player 1.0 for Android 5.0.1 (stagefright alternative)
+  - LibWWW/5.0 (Linux; Android 7.0; Samsung Galaxy S8) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0000.0 Mobile Safari/537.36
   - Mozilla/5.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322) 360JK yunjiankong 427691
   - Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; WOW64; Trident/5.0; Banca Caboto s.p.a.)
+  - Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; WOW64; Trident/5.0; SLCC2; Media Center PC 6.0; InfoPath.3; MS-RTC LM 8; Zune 4.7)
+  - Mozilla/5.0 (compatible; Yahoo! Slurp)
   - Mozilla/5.0 (platform; rv:geckoversion) Gecko/geckotrail Firefox/firefoxversion
   - Mozilla/5.0 (Unknown; Linux x86_64) AppleWebKit/538.1 (KHTML, like Gecko) HLB/1.247
   - Opera/9.70 (Linux armv7l ; U; turbotabbee/TSV2.0/1.02Q; fr) Presto/2.2
+  - pinterest/0.

fixtures/crawlers.yml

@@ -376,6 +376,8 @@ IDG/IT:
   - IDG/IT (http://spaziodati.eu/)
 IFTTT:
   - IFTTT-Protocol/v1
+iGetter download manager:
+  - iGetter/2 (Macintosh; U; PPC Mac OS X; en)
 IIS Site Analysis:
   - iisbot/1.0 (+http://www.iis.net/iisbot.html)
 inoreader:
@@ -523,6 +525,8 @@ Off By One:
   - Mozilla/4.7 (compatible; OffByOne; Windows 2000) Webster Pro V3.4
 Omgili bot:
   - omgilibot/0.3 +http://www.omgili.com/Crawler.html
+OpenAI (https://www.npmjs.com/package/openai):
+  - OpenAI/JS 4.77.0
 Openindex Spider:
   - Mozilla/5.0 (compatible; OpenindexSpider; +http://www.openindex.io/en/webmasters/spider.html)
 OpenLinkProfiler:

fixtures/downloaded/downloaded

@@ -1 +1 @@
-Mon, 16 Dec 2024 12:35:11 GMT
+Thu, 26 Dec 2024 10:23:13 GMT

fixtures/downloaded/matomo-org.json

@@ -465,7 +465,6 @@
   "masscan/1.0 (https://github.com/robertdavidgraham/masscan)",
   "Mozilla/5.0/Firefox/42.0 - nbertaupete95(at)gmail.com",
   "Mozilla/5.0 (compatible; oBot/2.3.1; http://www.xforce-security.com/crawler/)",
-  "sqlmap/1.1.8.2#dev (http://sqlmap.org)",
   "Mozilla/5.0 (compatible; theoldreader.com; 1 subscribers; feed-id=aaa)",
   "Sprinklr 2.0",
   "Mozilla/5.0 (X11; Linux x86_64)AppleWebKit/537.36 (KHTML, like Gecko; Google-Ads-Qualify)Chrome/85.0.4183.140 Safari/537.36",
@@ -1042,5 +1041,8 @@
   "Mozilla/5.0 (compatible; GoogleDocs; apps-presentations; +http://docs.google.com)",
   "Mozilla 5.0 (compatible; Pigafetta/0.5; +http://visual-seo.com/Pigafetta-Bot)",
   "Mozilla/5.0 (compatible; Cotoyogi/4.0; +https://ds.rois.ac.jp/center8/crawler/",
-  "SuggestBot/1.0"
+  "SuggestBot/1.0",
+  "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/99.0.4844.51 Safari/537.36 (https://securitee.org/cms-experiment-fall2024/)",
+  "SiteCheckerBotCrawler/1.0 (+http://sitechecker.pro)",
+  "SBIder/0.8-dev (SBIder; http://www.sitesell.com/sbider.html; http://support.sitesell.com/contact-support.html)"
 ]

fixtures/downloaded/monperrus.json

@@ -873,6 +873,11 @@
   "Pulsepoint XT3 web scraper",
   "Mozilla/5.0 (compatible; CloudFlare-AlwaysOnline/1.0; +http://www.cloudflare.com/always-online) AppleWebKit/534.34",
   "Mozilla/5.0 (compatible; CloudFlare-AlwaysOnline/1.0; +https://www.cloudflare.com/always-online) AppleWebKit/534.34",
+  "Mozilla/5.0 (compatible; Cloudflare-Healthchecks/1.0; +https://www.cloudflare.com/; healthcheck-id: AAAAAAAAAAAAAAAA)",
+  "Mozilla/5.0 (compatible; Cloudflare-Traffic-Manager/1.0; +https://www.cloudflare.com/traffic-manager/; pool-id: AAAAAAAAAAAAAAAA)",
+  "Mozilla/5.0 (compatible; CloudFlare-Prefetch/0.1; +http://www.cloudflare.com/)",
+  "Cloudflare-SSLDetector",
+  "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/92.0.4515.107 Safari/537.36 (compatible; +https://developers.cloudflare.com/security-center/)",
   "Mozilla/5.0 (compatible; Google-Structured-Data-Testing-Tool +https://search.google.com/structured-data/testing-tool)",
   "Mozilla/5.0 (compatible; Google-Structured-Data-Testing-Tool +http://developers.google.com/structured-data/testing-tool/)",
   "WordupInfoSearch/1.0",