WIP test setup

.github/workflows/ci.yml

@@ -208,10 +208,12 @@ jobs:
 
       - name: Run smoke tests on 'rw dev', 'rw serve', 'rw storybook'
         working-directory: ./tasks/smoke-test
-        run: npx playwright test
+        run: npx playwright test --project replay-chromium --reporter @replayio/playwright/reporter,line
         env:
           PROJECT_PATH: ${{ steps.setup_test_project.outputs.test_project_path }}
           REDWOOD_DISABLE_TELEMETRY: 1
+          RECORD_REPLAY_METADATA_TEST_RUN_TITLE: Smoke test / ${{ matrix.os }} / node ${{ matrix.node-version }} latest
+          RECORD_REPLAY_TEST_METRICS: 1
 
       - name: Run `rw info`
         run: |
@@ -297,6 +299,12 @@ jobs:
         working-directory: ${{ steps.setup_test_project.outputs.test_project_path }}
         continue-on-error: true
 
+      - name: Upload Replays
+        if: always()
+        uses: replayio/[email protected]
+        with:
+          api-key: rwk_cZn4WLe8106j6tC5ygNQxDpxAwCLpFo5oLQftiRN7OP
+
   smoke-test-docs:
     needs: only-doc-changes
     if: needs.only-doc-changes.outputs.only-doc-changes == 'true'

package.json

@@ -55,7 +55,8 @@
     "@babel/preset-typescript": "7.18.6",
     "@babel/runtime-corejs3": "7.18.9",
     "@nrwl/nx-cloud": "14.3.0",
-    "@playwright/test": "1.25.1",
+    "@playwright/test": "1.19.2",
+    "@replayio/playwright": "0.2.26",
     "@testing-library/jest-dom": "5.16.5",
     "@testing-library/react": "12.1.5",
     "@testing-library/react-hooks": "8.0.1",

tasks/smoke-test/playwright.config.ts

@@ -1,18 +1,38 @@
-import type { PlaywrightTestConfig } from '@playwright/test'
+import { PlaywrightTestConfig, devices} from '@playwright/test'
+import { devices as replayDevices } from "@replayio/playwright";
 
 // See https://playwright.dev/docs/test-configuration#global-configuration
 const config: PlaywrightTestConfig = {
   timeout: 90_000,
   expect: {
     timeout: 10 * 1000,
   },
+
   // Leaving this here to make debugging easier, by uncommenting
   // use: {
   //   launchOptions: {
   //     slowMo: 500,
   //     headless: false,
   //   },
   // },
+  projects: [
+    {
+      name: "replay-firefox",
+      use: { ...replayDevices["Replay Firefox"] as any },
+    },
+    {
+      name: "replay-chromium",
+      use: { ...replayDevices["Replay Chromium"] as any },
+    },
+    {
+      name: "firefox",
+      use: { ...devices["Desktop Firefox"] },
+    },
+    {
+      name: "chromium",
+      use: { ...devices["Desktop Chromium"] },
+    },
+  ],
 }
 
 export default config