Fix flaky E2E test cases - update BasePage.ts so expectNoErrors() filters out known non-actionable Firefox/Vite HMR websocket noise ('WebSocket closed without opened') before asserting pageErrors().length. Added isIgnorablePageError() helper with documentation.

Author: webstackdev

e2e-stress-run.sh

@@ -0,0 +1,41 @@
+#!/usr/bin/env bash
+set -uo pipefail
+
+SUCCESS_FILE="/tmp/e2e-stress-run-success-count"
+
+if [[ ! -f .env.development ]]; then
+  echo "Missing .env.development file" >&2
+  exit 1
+fi
+
+# Load dev environment variables so every Playwright run matches local stress conditions.
+set -a
+source .env.development
+set +a
+
+if [[ ! -f "$SUCCESS_FILE" ]]; then
+  echo "0" > "$SUCCESS_FILE"
+fi
+
+while true; do
+  CI=1 FORCE_COLOR=1 E2E_MOCKS=1 npx playwright test
+  status=$?
+
+  if [[ $status -eq 0 ]]; then
+    count=$(<"$SUCCESS_FILE")
+    if ! [[ "$count" =~ ^[0-9]+$ ]]; then
+      count=0
+    fi
+    count=$((count + 1))
+    echo "$count" > "$SUCCESS_FILE"
+    echo "Number of successful runs: $count"
+  else
+    count=$(<"$SUCCESS_FILE")
+    if ! [[ "$count" =~ ^[0-9]+$ ]]; then
+      count=0
+    fi
+    echo "Number of successful runs before failure: $count"
+    exit $status
+  fi
+
+done

test/e2e/helpers/pageObjectModels/BasePage.ts

@@ -862,8 +862,9 @@ export class BasePage {
   async expectNoErrors(): Promise<Array<Error>> {
     await this.waitForPageComplete()
     const errors = await this._page.pageErrors()
-    expect(errors).toHaveLength(0)
-    return await this._page.pageErrors()
+    const filteredErrors = errors.filter((error) => !this.isIgnorablePageError(error))
+    expect(filteredErrors).toHaveLength(0)
+    return filteredErrors
   }
 
   /**
@@ -1177,4 +1178,16 @@ export class BasePage {
     await expect(label).toBeVisible()
     await expect(label).toContainText(pattern)
   }
+
+  /**
+   * Filter recurring non-actionable browser errors (e.g., Firefox HMR websockets) from pageErrors().
+   */
+  private isIgnorablePageError(error: Error): boolean {
+    const message = error?.message ?? ''
+
+    // Firefox occasionally surfaces this when Vite's HMR websocket retries during stress runs.
+    if (message.includes('WebSocket closed without opened')) return true
+
+    return false
+  }
 }