[Pattern] Pattern updates

.circleci/config.yml

@@ -156,9 +156,10 @@ jobs:
               --url https://api.github.com/repos/${CIRCLE_PROJECT_USERNAME}/${CIRCLE_PROJECT_REPONAME}/issues \
               --header "authorization: Bearer ${ISBOT_ISSUE_TOKEN}" \
               --header 'content-type: application/json' \
-              --data '{
-                  "title": "Automated issue for failing periodic tests",
-                  "body": "This issue is automatically created. The tests are failing on branch ${CIRCLE_BRANCH}",
-                  "assignees": [ "omrilotan" ],
-                  "labels": [ "automated", "maintenance" ]
-                }'
+              --data "{
+                  \"title\": \"Automated issue for failing periodic tests\",
+                  \"body\": \"This issue is automatically created. The tests are failing on job ${CIRCLE_BUILD_URL}\",
+                  \"assignees\": [ \"omrilotan\" ],
+                  \"labels\": [ \"automated\", \"maintenance\" ]
+                }" \
+                exit 1

CHANGELOG.md

@@ -1,5 +1,9 @@
 # Changelog
 
+## [5.1.10](https://github.com/omrilotan/isbot/compare/v5.1.9...v5.1.10)
+
+- [Pattern] Pattern updates
+
 ## [5.1.9](https://github.com/omrilotan/isbot/compare/v5.1.8...v5.1.9)
 
 - [Pattern] A more careful match for RSS substring

fixtures/downloaded/downloaded

@@ -1 +1 @@
-Mon, 10 Jun 2024 10:42:48 GMT
+Mon, 24 Jun 2024 10:32:10 GMT

fixtures/downloaded/matomo-org.json

@@ -20,6 +20,8 @@
   "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10 _1) AppleWebKit/600.2.5 (KHTML, like Gecko) Version/8.0.2 Safari/600.2.5 (Applebot/0.1; +http://www.apple.com/go/applebot)",
   "AppSignalBot/1.0 (+https://appsignal.com)",
   "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_1) AppleWebKit/600.2.5 (KHTML, like Gecko) Version/8.0.2 Safari/600.2.5 (Applebot/0.1)",
+  "Applebot-Extended",
+  "iTMS",
   "Arachni/v1.5.1",
   "Mozilla/2.0 (compatible; Ask Jeeves/Teoma)",
   "Mozilla/5.0 (compatible;AspiegelBot)",
@@ -953,5 +955,6 @@
   "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/112.0.0.0 Safari/537.36 (scanner.ducks.party)",
   "Mozilla/5.0 (compatible; Cloudflare-Smart-Transit/1.0; +https://www.cloudflare.com/",
   "Mozilla/5.0 (Linux; Android 11; Moto G Power (2022)) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/109.0.0.0 Mobile Safari/537.36 CloudflareObservatory/1.0",
-  "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/109.0.0.0 Safari/537.36 CloudflareObservatory/1.0"
+  "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/109.0.0.0 Safari/537.36 CloudflareObservatory/1.0",
+  "Mozilla/4.0 (compatible; DepSpid/5.07; +http://about.depspid.net)"
 ]

package.json

@@ -1,6 +1,6 @@
 {
   "name": "isbot",
-  "version": "5.1.9",
+  "version": "5.1.10",
   "description": "🤖/👨‍🦰 Recognise bots/crawlers/spiders using the user agent string.",
   "keywords": [
     "bot",

src/patterns.json

@@ -4,18 +4,18 @@
   " yadirectfetcher",
   "(?:^|[^g])news(?!sapphire)",
   "(?<! (?:channel/|google/))google(?!(app|/google| pixel))",
-  "(?<! cu)bot(?:[^\\w]|_|$)",
+  "(?<! cu)bots?(?:\\b|_)",
   "(?<!(?: ya| yandex|^job|inapp;) ?)search",
   "(?<!(?:lib))http",
   "(?<![hg]m)score",
   "@[a-z][\\w-]+\\.",
   "\\(\\)",
   "\\.com",
   "\\b\\d{13}\\b",
-  "^12345",
   "^<",
   "^[\\w \\.\\-\\(?:\\):]+(?:/v?\\d+(?:\\.\\d+)?(?:\\.\\d{1,10})*?)?(?:,|$)",
   "^[^ ]{50,}$",
+  "^\\d+\\b",
   "^\\w+/[\\w\\(\\)]*$",
   "^active",
   "^ad muncher",
@@ -48,15 +48,14 @@
   "^mozilla/\\d\\.\\d \\w*$",
   "^navermailapp",
   "^netsurf",
-  "^offline explorer",
+  "^offline",
   "^postman",
   "^python",
   "^rank",
   "^read",
   "^reed",
   "^rest",
   "^rss",
-  "^serf",
   "^snapchat",
   "^space bison",
   "^svn",
@@ -90,6 +89,7 @@
   "chrome-lighthouse",
   "chromeframe",
   "classifier",
+  "clean",
   "cloud",
   "crawl",
   "cypress/",
@@ -137,18 +137,16 @@
   "retriever",
   "rexx;",
   "rigor",
-  "robot",
   "rss\\b",
   "scan",
   "scrape",
   "server",
   "sogou",
   "sparkler/",
-  "speedcurve",
+  "speed",
   "spider",
   "splash",
   "statuscake",
-  "supercleaner",
   "synapse",
   "synthetic",
   "tools",

tests/spec/__snapshots__/test.ts.snap

@@ -2,10 +2,6 @@
 
 exports[`isbot module interface interface is as expected 1`] = `
 [
-  [
-    "getPattern",
-    "Function",
-  ],
   [
     "list",
     "Array",
@@ -14,10 +10,6 @@ exports[`isbot module interface interface is as expected 1`] = `
     "isbotNaive",
     "Function",
   ],
-  [
-    "isbot",
-    "Function",
-  ],
   [
     "createIsbot",
     "Function",
@@ -42,5 +34,13 @@ exports[`isbot module interface interface is as expected 1`] = `
     "isbotPatterns",
     "Function",
   ],
+  [
+    "getPattern",
+    "Function",
+  ],
+  [
+    "isbot",
+    "Function",
+  ],
 ]
 `;