Big puppeteer-extra upgrade.

.editorconfig

@@ -7,7 +7,7 @@ root = true
 charset = utf-8
 indent_style = space
 indent_size = 2
-end_of_line = lf
+end_of_line = auto
 insert_final_newline = true
 trim_trailing_whitespace = true
 

.eslintrc.cjs

@@ -0,0 +1,19 @@
+module.exports = {
+  root: true,
+  parser: '@typescript-eslint/parser',
+  plugins: [
+    '@typescript-eslint',
+  ],
+  extends: [
+    'eslint:recommended',
+    'plugin:@typescript-eslint/recommended',
+  ],
+  rules: {
+    "lines-between-class-members": "off",
+    "@typescript-eslint/no-empty-interface": "off",
+    "@typescript-eslint/no-explicit-any": "off",
+    "@typescript-eslint/no-non-null-assertion": "off",
+    // "max-len": ["warn", {code: 120, commentLength: 160, tabWidth: 2, ignoreUrls: true}]
+  },
+  "ignorePatterns": ["**/*.js"]
+}

.github/workflows/extract-stealth.yml

@@ -5,9 +5,10 @@ on:
     branches:
       - master
     paths:
-      - 'packages/puppeteer-extra-plugin-stealth/**'
-      - 'packages/extract-stealth-evasions/**'
-      - '.github/workflows/extract-stealth.yml'
+      - packages/puppeteer-extra-plugin-stealth/**
+      - packages/extract-stealth-evasions/**
+      - .github/workflows/extract-stealth.yml
+      - yarn.lock
 
 jobs:
   build:
@@ -16,19 +17,19 @@ jobs:
       - name: Sleep for 190 seconds
         uses: jakejarvis/wait-action@master
         with:
-          time: '190s'
+          time: 190s
 
       - name: Checkout
         uses: actions/checkout@v2
 
-      - name: 'Fix for: error fsevents@2.1.2: The platform "linux" is incompatible with this module.'
+      - name: 'Fix for: error fsevents@2.3.2: The platform "linux" is incompatible with this module.'
         run: npx json -I -f package.json -e 'this.resolutions={}'
 
-      - name: Build packages
+      - name: Transpile sources
         run: |
           yarn install
           yarn bootstrap
-          yarn build
+          lerna run build --scope puppeteer-extra --scope puppeteer-extra-plugin --scope puppeteer-extra-plugin-user-preferences --scope extract-stealth-evasions --scope puppeteer-extra-plugin-stealth --scope puppeteer-extra-plugin-user-data-dir
 
       - name: Extract stealth.min.js
         run: |
@@ -41,7 +42,7 @@ jobs:
         with:
           add: 'stealth.min.js'
           force: true
-          ref: 'stealth-js'
-          message: 'Auto-updated stealth.min.js with newest evasions'
+          ref: stealth-js
+          message: Auto-updated stealth.min.js with newest evasions
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

.github/workflows/test-macOS.yml

@@ -0,0 +1,101 @@
+name: Test MacOS
+
+on:
+  pull_request:
+    branches:
+      - '*'
+    types:
+      - opened
+      - synchronize
+      - reopened
+    paths:
+      - packages/**
+      - .github/workflows/test-macOS.yml
+      - package.json
+      - yarn.lock
+  push:
+    branches:
+      - master
+      - test/*
+    paths:
+      - packages/**
+      - .github/workflows/test-macOS.yml
+      - package.json
+      - yarn.lock
+
+env:
+  CI: 'true'
+  FORCE_COLOR: 'true'
+
+jobs:
+  test:
+    name: node v${{ matrix.node }}, pptr ${{ matrix.puppeteer_version }}, ${{ matrix.os }}
+
+    runs-on: ${{ matrix.os }}
+
+    strategy:
+      matrix:
+        node:
+          # - 18
+          - 16
+          # - 14
+        puppeteer_version:
+          - 14.2.1 # evasion failed Jun 6 2022
+          # - 14.2.0 # Chromium 103.0.5059.0 # requires >=14.1.0
+          # - 13.7.0 # 
+          # - 12.0.1 # 
+          # - 10.4.0 # Chromium 93.0.4577.0
+          # - 10.2.0 # Chromium 93.0.4577.0
+          # - 7.0.0 # Chromium 90.0.4403.0, Feb 3, 2021
+          # - 5.5.0 # Chromium 88.0.4298.0
+          # - 5.0.0 # Chromium 83.0.4103.0, Jul 2, 2020
+          # - 2.1.1 # Chromium 79.0.3942.0, Oct 24 2019
+          # - 2.0.0 # Chromium 79.0.3942.0, Oct 24 2019
+          # - 1.20.0 # Chromium 78.0.3882.0, Sep 13 2019
+          # - 1.15.0 # Chromium 75.0.3765.0, Apr 26 2019
+          # - 1.9.0 # Chromium 71.0.3563.0, Oct 4, 2018
+          # - 1.6.2 # Chromium 69.0.3494.0, Aug 1, 2018
+
+        os:
+          - macOS-latest
+
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v2
+
+      - name: Setup Node
+        uses: actions/setup-node@v1
+        with:
+          node-version: ${{ matrix.node }}
+
+      - name: inastall [email protected]
+        run: yarn add [email protected] --ignore-workspace-root-check
+
+      - name: yarn install
+        uses: bahmutov/npm-install@v1
+
+      - name: yarn bootstrap
+        run: yarn bootstrap
+
+      - name: install puppeteer@${{ matrix.puppeteer_version }}
+        run: yarn lerna add --dev puppeteer@${{ matrix.puppeteer_version }}
+
+      - name: lerna link
+        run: yarn lerna link
+
+      - name: lerna build
+        run: yarn lerna run build --concurrency 1
+
+      - name: debug
+        run: |
+          yarn list --pattern "puppeteer|puppeteer-extra"
+          file node_modules/puppeteer-extra/dist/index.cjs.js
+      - uses: microsoft/playwright-github-action@v1
+
+      - name: test
+        uses: GabrielBB/xvfb-action@v1
+        env:
+          DISPLAY: :99.0
+        with:
+          run: yarn test-ci
+

.github/workflows/test.yml

@@ -1,4 +1,4 @@
-name: Test
+name: Test Linux / Windows
 
 on:
   pull_request:
@@ -8,10 +8,19 @@ on:
       - opened
       - synchronize
       - reopened
+    paths:
+      - packages/**
+      - .github/workflows/test.yml
+      - package.json
   push:
     branches:
       - master
-      - 'test/*'
+      - test/*
+    paths:
+      - packages/**
+      - .github/workflows/test.yml
+      - package.json
+      - yarn.lock
 
   workflow_dispatch:
     branches:
@@ -32,10 +41,14 @@ jobs:
           # - 16
           - 14
         puppeteer_version:
+          - 14.2.1 # evasion failed Jun 6 2022
           # - 14.2.0 # Chromium 103.0.5059.0 # requires >=14.1.0
-          - 10.2.0 # Chromium 93.0.4577.0
+          # - 13.7.0 # 
+          # - 12.0.1 # 
+          # - 10.4.0 # Chromium 93.0.4577.0
+          # - 10.2.0 # Chromium 93.0.4577.0
           # - 7.0.0 # Chromium 90.0.4403.0, Feb 3, 2021
-          - 5.5.0 # Chromium 88.0.4298.0
+          # - 5.5.0 # Chromium 88.0.4298.0
           # - 5.0.0 # Chromium 83.0.4103.0, Jul 2, 2020
           # - 2.1.1 # Chromium 79.0.3942.0, Oct 24 2019
           # - 2.0.0 # Chromium 79.0.3942.0, Oct 24 2019
@@ -46,23 +59,23 @@ jobs:
 
         os:
           - ubuntu-latest
-    #           - macOS-latest
-    # - windows-latest
+          # - windows-latest
 
     steps:
       - name: Checkout
-        uses: actions/checkout@v2
+        uses: actions/checkout@v3
 
       - name: Setup Node
-        uses: actions/setup-node@v1
+        uses: actions/setup-node@v3
         with:
           node-version: ${{ matrix.node }}
 
-      - name: 'Fix for: error fsevents@2.1.2: The platform "linux" is incompatible with this module.'
+      - name: 'Fix for: error fsevents@2.3.2: The platform "linux" is incompatible with this module.'
         run: npx json -I -f package.json -e 'this.resolutions={}'
 
       - name: yarn install
         uses: bahmutov/npm-install@v1
+        # run: yarn install --frozen-lockfile
 
       - name: yarn bootstrap
         run: yarn bootstrap

.gitignore

@@ -34,3 +34,68 @@ testing/
 
 *.tgz*
 
+packages/puppeteer-extra-plugin-stealth/index.d.ts
+packages/puppeteer-extra-plugin-stealth/index.js
+packages/**/*.map
+packages/puppeteer-extra-plugin-stealth/evasions/navigator.languages/index.d.ts
+packages/puppeteer-extra-plugin-stealth/evasions/navigator.languages/index.js
+packages/puppeteer-extra-plugin-stealth/evasions/navigator.languages/index.js
+packages/puppeteer-extra-plugin-stealth/evasions/navigator.languages/index.js
+packages/puppeteer-extra-plugin-stealth/evasions/navigator.permissions/index.js
+packages/puppeteer-extra-plugin-stealth/evasions/navigator.permissions/index.d.ts
+packages/puppeteer-extra-plugin-stealth/evasions/chrome.app/index.d.ts
+packages/puppeteer-extra-plugin-stealth/evasions/chrome.app/index.js
+packages/puppeteer-extra-plugin-stealth/evasions/chrome.runtime/index.js
+packages/puppeteer-extra-plugin-stealth/evasions/chrome.loadTimes/index.js
+packages/puppeteer-extra-plugin-stealth/evasions/chrome.csi/index.js
+packages/puppeteer-extra-plugin-stealth/evasions/_template/index.js
+packages/puppeteer-extra-plugin-stealth/evasions/defaultArgs/index.js
+packages/puppeteer-extra-plugin-stealth/evasions/iframe.contentWindow/index.js
+packages/puppeteer-extra-plugin-stealth/evasions/media.codecs/index.js
+packages/puppeteer-extra-plugin-stealth/evasions/navigator.hardwareConcurrency/index.js
+packages/puppeteer-extra-plugin-stealth/evasions/navigator.vendor/index.js
+packages/puppeteer-extra-plugin-stealth/evasions/navigator.webdriver/index.js
+packages/puppeteer-extra-plugin-stealth/evasions/navigator.plugins/index.js
+packages/puppeteer-extra-plugin-stealth/evasions/sourceurl/index.js
+packages/puppeteer-extra-plugin-stealth/evasions/user-agent-override/index.js
+packages/puppeteer-extra-plugin-stealth/evasions/webgl.vendor/index.js
+packages/puppeteer-extra-plugin-stealth/evasions/window.outerdimensions/index.js
+packages/puppeteer-extra-plugin-stealth/evasions/sourceurl/index.js
+packages/puppeteer-extra-plugin-stealth/evasions/_utils/withUtils.d.ts
+packages/puppeteer-extra-plugin-stealth/evasions/_utils/withUtils.js
+packages/puppeteer-extra-plugin-stealth/evasions/[a-z]*/index.d.ts
+packages/puppeteer-extra-plugin-stealth/evasions/_template/index.d.ts
+packages/puppeteer-extra-plugin-stealth/evasions/navigator.plugins/mimeTypes.d.ts
+packages/puppeteer-extra-plugin-stealth/evasions/navigator.plugins/plugins.d.ts
+packages/puppeteer-extra-plugin-stealth/evasions/navigator.plugins/plugins.js
+packages/puppeteer-extra-plugin-stealth/evasions/navigator.plugins/mimeTypes.js
+packages/puppeteer-extra-plugin-stealth/evasions/navigator.plugins/functionMocks.js
+packages/puppeteer-extra-plugin-stealth/evasions/navigator.plugins/functionMocks.d.ts
+packages/puppeteer-extra-plugin-stealth/evasions/navigator.plugins/magicArray.d.ts
+packages/puppeteer-extra-plugin-stealth/evasions/navigator.plugins/magicArray.js
+packages/puppeteer-extra-plugin-anonymize-ua/index.d.ts
+packages/puppeteer-extra-plugin-anonymize-ua/index.js
+packages/puppeteer-extra-plugin-block-resources/index.d.ts
+packages/puppeteer-extra-plugin-block-resources/index.js
+packages/puppeteer-extra-plugin-user-data-dir/index.d.ts
+packages/puppeteer-extra-plugin-user-data-dir/index.js
+packages/puppeteer-extra-plugin-user-preferences/index.d.ts
+packages/puppeteer-extra-plugin-user-preferences/index.js
+packages/puppeteer-extra-plugin-font-size/index.d.ts
+packages/puppeteer-extra-plugin-font-size/index.js
+packages/puppeteer-extra-plugin-flash/index.js
+packages/puppeteer-extra-plugin-flash/index.d.ts
+packages/puppeteer-extra-plugin-repl/index.js
+packages/puppeteer-extra-plugin-repl/lib/REPLSession.d.ts
+packages/puppeteer-extra-plugin-repl/lib/REPLSession.js
+packages/puppeteer-extra-plugin-repl/lib/super-readline.d.ts
+packages/puppeteer-extra-plugin-repl/lib/super-readline.js
+packages/puppeteer-extra-plugin-devtools/index.d.ts
+packages/puppeteer-extra-plugin-devtools/index.js
+packages/puppeteer-extra-plugin-devtools/lib/RemoteDevTools.d.ts
+packages/puppeteer-extra-plugin-devtools/lib/RemoteDevTools.js
+packages/puppeteer-extra-plugin-repl/index.d.ts
+packages/puppeteer-extra-plugin-click-and-wait/index.d.ts
+packages/puppeteer-extra-plugin-click-and-wait/index.js
+packages/extract-stealth-evasions/index.d.ts
+packages/extract-stealth-evasions/index.js

.prettierrc.js

@@ -2,5 +2,5 @@ module.exports = {
   ...require('prettier-config-standard'),
 
   // override for Windows
-  endOfLine: 'lf',
+  endOfLine: 'auto',
 }

.vscode/launch.json

@@ -0,0 +1,54 @@
+{
+    // Use IntelliSense to learn about possible attributes.
+    // Hover to view descriptions of existing attributes.
+    // For more information, visit: https://go.microsoft.com/fwlink/?linkid=830387
+    "version": "0.2.0",
+    "configurations": [
+      {
+        "type": "node",
+        "request": "launch",
+        "name": "test1",
+        "env": {
+          "NODE_OPTIONS": "-r ts-node/register --no-warnings"
+        },
+        "cwd": "${workspaceFolder}/packages/puppeteer-extra-plugin-stealth",
+        "skipFiles": [
+          "<node_internals>/**"
+        ],
+        "program": "${workspaceFolder}/packages/puppeteer-extra-plugin-stealth/examples/test1.ts"
+      },
+      {
+          "type": "node",
+          "request": "launch",
+          "name": "Debug current AVA test file in puppeteer-extra-plugin-anonymize-ua",
+          "program": "${workspaceFolder}/node_modules/ava/cli.js",
+          "args": [
+            "${file}"
+          ],
+          "outputCapture": "std",
+          "console": "integratedTerminal", // optional
+          "cwd": "${workspaceFolder}/packages/puppeteer-extra-plugin-anonymize-ua/",
+          "skipFiles": [
+            "<node_internals>/**/*",
+            "node_modules/**/*"
+          ]
+        },
+        {
+          "type": "node",
+          "request": "launch",
+          "name": "Debug current AVA test file in puppeteer-extra-plugin-devtools",
+          "program": "${workspaceFolder}/node_modules/ava/cli.js",
+          "args": [
+            "${file}"
+          ],
+          "outputCapture": "std",
+          "console": "integratedTerminal", // optional
+          "cwd": "${workspaceFolder}/packages/puppeteer-extra-plugin-devtools/",
+          "skipFiles": [
+            "<node_internals>/**/*",
+            "node_modules/**/*"
+          ]
+        }
+
+    ]
+}