Skip to content

Nest taxonomy and config in report schema v3 (attempt 2)#845

Draft
devpow112 wants to merge 3 commits into
mainfrom
depowell/attempt-2
Draft

Nest taxonomy and config in report schema v3 (attempt 2)#845
devpow112 wants to merge 3 commits into
mainfrom
depowell/attempt-2

Conversation

@devpow112
Copy link
Copy Markdown
Contributor

@devpow112 devpow112 commented May 25, 2026

Follow up to #840 and #844. This undoes the revert and adds some addition fixes on top.

Reshapes report schema v3 so taxonomy-related and config-related fields are grouped under nested objects on each test detail, and removes experience from the report entirely.

Report schema v3 changes (vs in-flight v3)

  • tool and type moved from top-level detail into a nested taxonomy object
  • timeout moved from top-level detail into a nested config object
  • experience removed from test detail

Report schema v3 changes (vs v2)

  • tool and type moved from top-level detail into a nested taxonomy object
  • timeout moved from top-level detail into a nested config object
  • experience removed from test detail
  • Added github.codeowners on test detail

QE-651

@devpow112 devpow112 added the enhancement New feature or request label May 25, 2026
@github-actions

This comment has been minimized.

@devpow112 devpow112 force-pushed the depowell/attempt-2 branch from 4b2bbff to 45a1a1a Compare May 25, 2026 21:19
@github-actions

This comment has been minimized.

@github-actions
Copy link
Copy Markdown
Contributor

Coverage Report

Report

Report Validation

mocha 🟢

Schema: PASSED 🟢
Contents: PASSED 🟢

Report Contents

{
  "id": "f2fa0f72-2357-4623-b743-e047dc4520db",
  "version": 3,
  "summary": {
    "status": "failed",
    "github": {
      "organization": "Brightspace",
      "repository": "test-reporting-node",
      "workflow": "ci.yml",
      "runId": 26420698201,
      "runAttempt": 2
    },
    "git": {
      "branch": "depowell/attempt-2",
      "sha": "5811390d0c5e16370f5c23982288afe30a407ee4"
    },
    "framework": "mocha",
    "operatingSystem": "linux",
    "started": "2026-05-25T23:29:00.660Z",
    "duration": {
      "total": 15820
    },
    "count": {
      "passed": 4,
      "failed": 2,
      "skipped": 2,
      "flaky": 2
    }
  },
  "details": [
    {
      "name": "reporter 1 > passed",
      "status": "passed",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/mocha/reporter-1.test.js"
      },
      "config": {
        "timeout": 2000
      },
      "started": "2026-05-25T23:29:00.920Z",
      "duration": {
        "total": 51,
        "final": 51
      },
      "taxonomy": {
        "tool": "Mocha 1 Test Reporting",
        "type": "ui"
      },
      "retries": 0
    },
    {
      "name": "reporter 1 > skipped",
      "status": "skipped",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/mocha/reporter-1.test.js"
      },
      "config": {
        "timeout": 2000
      },
      "started": "2026-05-25T23:29:01.475Z",
      "duration": {
        "total": 0,
        "final": 0
      },
      "taxonomy": {
        "tool": "Mocha 1 Test Reporting",
        "type": "ui"
      },
      "retries": 0
    },
    {
      "name": "reporter 1 > flaky",
      "status": "passed",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/mocha/reporter-1.test.js"
      },
      "config": {
        "timeout": 2000
      },
      "started": "2026-05-25T23:29:01.476Z",
      "duration": {
        "total": 152,
        "final": 50
      },
      "taxonomy": {
        "tool": "Mocha 1 Test Reporting",
        "type": "ui"
      },
      "retries": 2
    },
    {
      "name": "reporter 1 > failed",
      "status": "failed",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/mocha/reporter-1.test.js"
      },
      "config": {
        "timeout": 2000
      },
      "started": "2026-05-25T23:29:03.133Z",
      "duration": {
        "total": 0,
        "final": 0
      },
      "taxonomy": {
        "tool": "Mocha 1 Test Reporting",
        "type": "ui"
      },
      "retries": 3
    },
    {
      "name": "reporter 1 > special/characters \"(\\n\\r\\t\\b\\f)\"",
      "status": "passed",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/mocha/reporter-1.test.js"
      },
      "config": {
        "timeout": 2000
      },
      "started": "2026-05-25T23:29:05.141Z",
      "duration": {
        "total": 50,
        "final": 50
      },
      "taxonomy": {
        "tool": "Mocha 1 Test Reporting",
        "type": "ui"
      },
      "retries": 0
    },
    {
      "name": "reporter 2 > passed",
      "status": "passed",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/mocha/reporter-2.test.js"
      },
      "config": {
        "timeout": 2000
      },
      "started": "2026-05-25T23:29:06.196Z",
      "duration": {
        "total": 50,
        "final": 50
      },
      "taxonomy": {
        "tool": "Test Reporting",
        "type": "integration"
      },
      "retries": 0
    },
    {
      "name": "reporter 2 > skipped",
      "status": "skipped",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/mocha/reporter-2.test.js"
      },
      "config": {
        "timeout": 2000
      },
      "started": "2026-05-25T23:29:06.749Z",
      "duration": {
        "total": 0,
        "final": 0
      },
      "taxonomy": {
        "tool": "Test Reporting",
        "type": "integration"
      },
      "retries": 0
    },
    {
      "name": "reporter 2 > flaky",
      "status": "passed",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/mocha/reporter-2.test.js"
      },
      "config": {
        "timeout": 2000
      },
      "started": "2026-05-25T23:29:06.750Z",
      "duration": {
        "total": 150,
        "final": 50
      },
      "taxonomy": {
        "tool": "Test Reporting",
        "type": "integration"
      },
      "retries": 2
    },
    {
      "name": "reporter 2 > failed",
      "status": "failed",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/mocha/reporter-2.test.js"
      },
      "config": {
        "timeout": 2000
      },
      "started": "2026-05-25T23:29:08.405Z",
      "duration": {
        "total": 0,
        "final": 0
      },
      "taxonomy": {
        "tool": "Test Reporting",
        "type": "integration"
      },
      "retries": 3
    },
    {
      "name": "reporter 2 > special/characters \"(\\n\\r\\t\\b\\f)\"",
      "status": "passed",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/mocha/reporter-2.test.js"
      },
      "config": {
        "timeout": 2000
      },
      "started": "2026-05-25T23:29:10.414Z",
      "duration": {
        "total": 50,
        "final": 50
      },
      "taxonomy": {
        "tool": "Test Reporting",
        "type": "integration"
      },
      "retries": 0
    }
  ]
}
playwright 🟢

Schema: PASSED 🟢
Contents: PASSED 🟢

Report Contents

{
  "id": "4992e07d-abe8-45cb-8fe1-15521675cc47",
  "version": 3,
  "summary": {
    "status": "failed",
    "github": {
      "organization": "Brightspace",
      "repository": "test-reporting-node",
      "workflow": "ci.yml",
      "runId": 26420698201,
      "runAttempt": 2
    },
    "git": {
      "branch": "depowell/attempt-2",
      "sha": "5811390d0c5e16370f5c23982288afe30a407ee4"
    },
    "framework": "playwright",
    "operatingSystem": "linux",
    "started": "2026-05-25T23:29:17.862Z",
    "duration": {
      "total": 65030
    },
    "count": {
      "passed": 20,
      "failed": 5,
      "skipped": 30,
      "flaky": 5
    }
  },
  "details": [
    {
      "name": "[chromium] > reporter 1 > passed",
      "status": "passed",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/playwright/reporter-1.test.js",
        "line": 16,
        "column": 2
      },
      "browser": "chromium",
      "config": {
        "timeout": 30000
      },
      "started": "2026-05-25T23:29:19.761Z",
      "duration": {
        "total": 552,
        "final": 552
      },
      "taxonomy": {
        "tool": "Playwright 1 Test Reporting",
        "type": "integration"
      },
      "retries": 0
    },
    {
      "name": "[chromium] > reporter 1 > skipped static",
      "status": "skipped",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/playwright/reporter-1.test.js",
        "line": 18,
        "column": 7
      },
      "browser": "chromium",
      "config": {
        "timeout": 30000
      },
      "started": "2026-05-25T23:29:20.626Z",
      "duration": {
        "total": 0,
        "final": 0
      },
      "taxonomy": {
        "tool": "Playwright 1 Test Reporting",
        "type": "integration"
      },
      "retries": 0
    },
    {
      "name": "[chromium] > reporter 1 > skipped static, fixme",
      "status": "skipped",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/playwright/reporter-1.test.js",
        "line": 20,
        "column": 7
      },
      "browser": "chromium",
      "config": {
        "timeout": 30000
      },
      "started": "2026-05-25T23:29:20.626Z",
      "duration": {
        "total": 0,
        "final": 0
      },
      "taxonomy": {
        "tool": "Playwright 1 Test Reporting",
        "type": "integration"
      },
      "retries": 0
    },
    {
      "name": "[chromium] > reporter 1 > failed",
      "status": "failed",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/playwright/reporter-1.test.js",
        "line": 40,
        "column": 2
      },
      "browser": "chromium",
      "config": {
        "timeout": 30000
      },
      "started": "2026-05-25T23:29:19.748Z",
      "duration": {
        "total": 2011,
        "final": 503
      },
      "taxonomy": {
        "tool": "Playwright 1 Test Reporting",
        "type": "integration"
      },
      "retries": 3
    },
    {
      "name": "[chromium] > reporter 1 > skipped dynamic",
      "status": "skipped",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/playwright/reporter-1.test.js",
        "line": 22,
        "column": 2
      },
      "browser": "chromium",
      "config": {
        "timeout": 30000
      },
      "started": "2026-05-25T23:29:20.626Z",
      "duration": {
        "total": 503,
        "final": 503
      },
      "taxonomy": {
        "tool": "Playwright 1 Test Reporting",
        "type": "integration"
      },
      "retries": 0
    },
    {
      "name": "[chromium] > reporter 1 > skipped dynamic, fixme",
      "status": "skipped",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/playwright/reporter-1.test.js",
        "line": 26,
        "column": 2
      },
      "browser": "chromium",
      "config": {
        "timeout": 30000
      },
      "started": "2026-05-25T23:29:21.150Z",
      "duration": {
        "total": 502,
        "final": 502
      },
      "taxonomy": {
        "tool": "Playwright 1 Test Reporting",
        "type": "integration"
      },
      "retries": 0
    },
    {
      "name": "[chromium] > reporter 1 > flaky",
      "status": "passed",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/playwright/reporter-1.test.js",
        "line": 30,
        "column": 2
      },
      "browser": "chromium",
      "config": {
        "timeout": 30000
      },
      "started": "2026-05-25T23:29:21.669Z",
      "duration": {
        "total": 1658,
        "final": 552
      },
      "taxonomy": {
        "tool": "Playwright 1 Test Reporting",
        "type": "integration"
      },
      "retries": 2
    },
    {
      "name": "[chromium] > reporter 2 > passed",
      "status": "passed",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/playwright/reporter-2.test.js",
        "line": 16,
        "column": 2
      },
      "browser": "chromium",
      "config": {
        "timeout": 30000
      },
      "started": "2026-05-25T23:29:26.209Z",
      "duration": {
        "total": 552,
        "final": 552
      },
      "taxonomy": {
        "tool": "Test Reporting",
        "type": "visual diff"
      },
      "retries": 0
    },
    {
      "name": "[chromium] > reporter 2 > skipped static",
      "status": "skipped",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/playwright/reporter-2.test.js",
        "line": 18,
        "column": 7
      },
      "browser": "chromium",
      "config": {
        "timeout": 30000
      },
      "started": "2026-05-25T23:29:27.054Z",
      "duration": {
        "total": 0,
        "final": 0
      },
      "taxonomy": {
        "tool": "Test Reporting",
        "type": "visual diff"
      },
      "retries": 0
    },
    {
      "name": "[chromium] > reporter 2 > skipped static, fixme",
      "status": "skipped",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/playwright/reporter-2.test.js",
        "line": 20,
        "column": 7
      },
      "browser": "chromium",
      "config": {
        "timeout": 30000
      },
      "started": "2026-05-25T23:29:27.054Z",
      "duration": {
        "total": 0,
        "final": 0
      },
      "taxonomy": {
        "tool": "Test Reporting",
        "type": "visual diff"
      },
      "retries": 0
    },
    {
      "name": "[chromium] > reporter 1 > failed static expected",
      "status": "passed",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/playwright/reporter-1.test.js",
        "line": 42,
        "column": 7
      },
      "browser": "chromium",
      "config": {
        "timeout": 30000
      },
      "started": "2026-05-25T23:29:26.726Z",
      "duration": {
        "total": 503,
        "final": 503
      },
      "taxonomy": {
        "tool": "Playwright 1 Test Reporting",
        "type": "integration"
      },
      "retries": 0
    },
    {
      "name": "[chromium] > reporter 2 > skipped dynamic",
      "status": "skipped",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/playwright/reporter-2.test.js",
        "line": 22,
        "column": 2
      },
      "browser": "chromium",
      "config": {
        "timeout": 30000
      },
      "started": "2026-05-25T23:29:27.054Z",
      "duration": {
        "total": 502,
        "final": 502
      },
      "taxonomy": {
        "tool": "Test Reporting",
        "type": "visual diff"
      },
      "retries": 0
    },
    {
      "name": "[chromium] > reporter 1 > failed dynamic expected",
      "status": "passed",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/playwright/reporter-1.test.js",
        "line": 44,
        "column": 2
      },
      "browser": "chromium",
      "config": {
        "timeout": 30000
      },
      "started": "2026-05-25T23:29:27.530Z",
      "duration": {
        "total": 503,
        "final": 503
      },
      "taxonomy": {
        "tool": "Playwright 1 Test Reporting",
        "type": "integration"
      },
      "retries": 0
    },
    {
      "name": "[chromium] > reporter 2 > skipped dynamic, fixme",
      "status": "skipped",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/playwright/reporter-2.test.js",
        "line": 26,
        "column": 2
      },
      "browser": "chromium",
      "config": {
        "timeout": 30000
      },
      "started": "2026-05-25T23:29:27.572Z",
      "duration": {
        "total": 501,
        "final": 501
      },
      "taxonomy": {
        "tool": "Test Reporting",
        "type": "visual diff"
      },
      "retries": 0
    },
    {
      "name": "[chromium] > reporter 1 > failed static expected, skipped dynamic",
      "status": "skipped",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/playwright/reporter-1.test.js",
        "line": 50,
        "column": 7
      },
      "browser": "chromium",
      "config": {
        "timeout": 30000
      },
      "started": "2026-05-25T23:29:28.054Z",
      "duration": {
        "total": 502,
        "final": 502
      },
      "taxonomy": {
        "tool": "Playwright 1 Test Reporting",
        "type": "integration"
      },
      "retries": 0
    },
    {
      "name": "[chromium] > reporter 2 > flaky",
      "status": "passed",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/playwright/reporter-2.test.js",
        "line": 30,
        "column": 2
      },
      "browser": "chromium",
      "config": {
        "timeout": 30000
      },
      "started": "2026-05-25T23:29:28.103Z",
      "duration": {
        "total": 1657,
        "final": 552
      },
      "taxonomy": {
        "tool": "Test Reporting",
        "type": "visual diff"
      },
      "retries": 2
    },
    {
      "name": "[chromium] > reporter 1 > failed static expected, skipped dynamic, fixme",
      "status": "skipped",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/playwright/reporter-1.test.js",
        "line": 56,
        "column": 7
      },
      "browser": "chromium",
      "config": {
        "timeout": 30000
      },
      "started": "2026-05-25T23:29:28.572Z",
      "duration": {
        "total": 502,
        "final": 502
      },
      "taxonomy": {
        "tool": "Playwright 1 Test Reporting",
        "type": "integration"
      },
      "retries": 0
    },
    {
      "name": "[chromium] > reporter 1 > special/characters \"(\\n\\r\\t\\b\\f)\"",
      "status": "passed",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/playwright/reporter-1.test.js",
        "line": 62,
        "column": 2
      },
      "browser": "chromium",
      "config": {
        "timeout": 30000
      },
      "started": "2026-05-25T23:29:29.089Z",
      "duration": {
        "total": 552,
        "final": 552
      },
      "taxonomy": {
        "tool": "Playwright 1 Test Reporting",
        "type": "integration"
      },
      "retries": 0
    },
    {
      "name": "[chromium] > reporter 2 > failed",
      "status": "failed",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/playwright/reporter-2.test.js",
        "line": 40,
        "column": 2
      },
      "browser": "chromium",
      "config": {
        "timeout": 30000
      },
      "started": "2026-05-25T23:29:29.932Z",
      "duration": {
        "total": 2011,
        "final": 503
      },
      "taxonomy": {
        "tool": "Test Reporting",
        "type": "visual diff"
      },
      "retries": 3
    },
    {
      "name": "[chromium] > reporter 2 > failed static expected",
      "status": "passed",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/playwright/reporter-2.test.js",
        "line": 42,
        "column": 7
      },
      "browser": "chromium",
      "config": {
        "timeout": 30000
      },
      "started": "2026-05-25T23:29:36.719Z",
      "duration": {
        "total": 503,
        "final": 503
      },
      "taxonomy": {
        "tool": "Test Reporting",
        "type": "visual diff"
      },
      "retries": 0
    },
    {
      "name": "[chromium] > reporter 2 > failed dynamic expected",
      "status": "passed",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/playwright/reporter-2.test.js",
        "line": 44,
        "column": 2
      },
      "browser": "chromium",
      "config": {
        "timeout": 30000
      },
      "started": "2026-05-25T23:29:37.531Z",
      "duration": {
        "total": 503,
        "final": 503
      },
      "taxonomy": {
        "tool": "Test Reporting",
        "type": "visual diff"
      },
      "retries": 0
    },
    {
      "name": "[chromium] > reporter 2 > failed static expected, skipped dynamic",
      "status": "skipped",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/playwright/reporter-2.test.js",
        "line": 50,
        "column": 7
      },
      "browser": "chromium",
      "config": {
        "timeout": 30000
      },
      "started": "2026-05-25T23:29:38.054Z",
      "duration": {
        "total": 502,
        "final": 502
      },
      "taxonomy": {
        "tool": "Test Reporting",
        "type": "visual diff"
      },
      "retries": 0
    },
    {
      "name": "[chromium] > reporter 2 > failed static expected, skipped dynamic, fixme",
      "status": "skipped",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/playwright/reporter-2.test.js",
        "line": 56,
        "column": 7
      },
      "browser": "chromium",
      "config": {
        "timeout": 30000
      },
      "started": "2026-05-25T23:29:38.573Z",
      "duration": {
        "total": 502,
        "final": 502
      },
      "taxonomy": {
        "tool": "Test Reporting",
        "type": "visual diff"
      },
      "retries": 0
    },
    {
      "name": "[chromium] > reporter 2 > special/characters \"(\\n\\r\\t\\b\\f)\"",
      "status": "passed",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/playwright/reporter-2.test.js",
        "line": 62,
        "column": 2
      },
      "browser": "chromium",
      "config": {
        "timeout": 30000
      },
      "started": "2026-05-25T23:29:39.090Z",
      "duration": {
        "total": 551,
        "final": 551
      },
      "taxonomy": {
        "tool": "Test Reporting",
        "type": "visual diff"
      },
      "retries": 0
    },
    {
      "name": "[firefox] > reporter 2 > passed",
      "status": "passed",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/playwright/reporter-2.test.js",
        "line": 16,
        "column": 2
      },
      "browser": "firefox",
      "config": {
        "timeout": 30000
      },
      "started": "2026-05-25T23:29:40.597Z",
      "duration": {
        "total": 551,
        "final": 551
      },
      "taxonomy": {
        "tool": "Test Reporting",
        "type": "visual diff"
      },
      "retries": 0
    },
    {
      "name": "[firefox] > reporter 2 > skipped static",
      "status": "skipped",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/playwright/reporter-2.test.js",
        "line": 18,
        "column": 7
      },
      "browser": "firefox",
      "config": {
        "timeout": 30000
      },
      "started": "2026-05-25T23:29:41.445Z",
      "duration": {
        "total": 0,
        "final": 0
      },
      "taxonomy": {
        "tool": "Test Reporting",
        "type": "visual diff"
      },
      "retries": 0
    },
    {
      "name": "[firefox] > reporter 2 > skipped static, fixme",
      "status": "skipped",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/playwright/reporter-2.test.js",
        "line": 20,
        "column": 7
      },
      "browser": "firefox",
      "config": {
        "timeout": 30000
      },
      "started": "2026-05-25T23:29:41.446Z",
      "duration": {
        "total": 0,
        "final": 0
      },
      "taxonomy": {
        "tool": "Test Reporting",
        "type": "visual diff"
      },
      "retries": 0
    },
    {
      "name": "[firefox] > reporter 2 > skipped dynamic",
      "status": "skipped",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/playwright/reporter-2.test.js",
        "line": 22,
        "column": 2
      },
      "browser": "firefox",
      "config": {
        "timeout": 30000
      },
      "started": "2026-05-25T23:29:41.446Z",
      "duration": {
        "total": 502,
        "final": 502
      },
      "taxonomy": {
        "tool": "Test Reporting",
        "type": "visual diff"
      },
      "retries": 0
    },
    {
      "name": "[firefox] > reporter 2 > skipped dynamic, fixme",
      "status": "skipped",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/playwright/reporter-2.test.js",
        "line": 26,
        "column": 2
      },
      "browser": "firefox",
      "config": {
        "timeout": 30000
      },
      "started": "2026-05-25T23:29:41.968Z",
      "duration": {
        "total": 502,
        "final": 502
      },
      "taxonomy": {
        "tool": "Test Reporting",
        "type": "visual diff"
      },
      "retries": 0
    },
    {
      "name": "[firefox] > reporter 2 > flaky",
      "status": "passed",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/playwright/reporter-2.test.js",
        "line": 30,
        "column": 2
      },
      "browser": "firefox",
      "config": {
        "timeout": 30000
      },
      "started": "2026-05-25T23:29:42.499Z",
      "duration": {
        "total": 1657,
        "final": 552
      },
      "taxonomy": {
        "tool": "Test Reporting",
        "type": "visual diff"
      },
      "retries": 2
    },
    {
      "name": "[firefox] > reporter 2 > failed",
      "status": "failed",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/playwright/reporter-2.test.js",
        "line": 40,
        "column": 2
      },
      "browser": "firefox",
      "config": {
        "timeout": 30000
      },
      "started": "2026-05-25T23:29:46.973Z",
      "duration": {
        "total": 2012,
        "final": 503
      },
      "taxonomy": {
        "tool": "Test Reporting",
        "type": "visual diff"
      },
      "retries": 3
    },
    {
      "name": "[webkit] > reporter 1 > passed",
      "status": "passed",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/playwright/reporter-1.test.js",
        "line": 16,
        "column": 2
      },
      "browser": "webkit",
      "config": {
        "timeout": 30000
      },
      "started": "2026-05-25T23:29:49.419Z",
      "duration": {
        "total": 552,
        "final": 552
      },
      "taxonomy": {
        "tool": "Playwright 1 Test Reporting",
        "type": "integration"
      },
      "retries": 0
    },
    {
      "name": "[webkit] > reporter 1 > skipped static",
      "status": "skipped",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/playwright/reporter-1.test.js",
        "line": 18,
        "column": 7
      },
      "browser": "webkit",
      "config": {
        "timeout": 30000
      },
      "started": "2026-05-25T23:29:50.271Z",
      "duration": {
        "total": 0,
        "final": 0
      },
      "taxonomy": {
        "tool": "Playwright 1 Test Reporting",
        "type": "integration"
      },
      "retries": 0
    },
    {
      "name": "[webkit] > reporter 1 > skipped static, fixme",
      "status": "skipped",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/playwright/reporter-1.test.js",
        "line": 20,
        "column": 7
      },
      "browser": "webkit",
      "config": {
        "timeout": 30000
      },
      "started": "2026-05-25T23:29:50.271Z",
      "duration": {
        "total": 0,
        "final": 0
      },
      "taxonomy": {
        "tool": "Playwright 1 Test Reporting",
        "type": "integration"
      },
      "retries": 0
    },
    {
      "name": "[webkit] > reporter 1 > skipped dynamic",
      "status": "skipped",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/playwright/reporter-1.test.js",
        "line": 22,
        "column": 2
      },
      "browser": "webkit",
      "config": {
        "timeout": 30000
      },
      "started": "2026-05-25T23:29:50.272Z",
      "duration": {
        "total": 502,
        "final": 502
      },
      "taxonomy": {
        "tool": "Playwright 1 Test Reporting",
        "type": "integration"
      },
      "retries": 0
    },
    {
      "name": "[webkit] > reporter 1 > skipped dynamic, fixme",
      "status": "skipped",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/playwright/reporter-1.test.js",
        "line": 26,
        "column": 2
      },
      "browser": "webkit",
      "config": {
        "timeout": 30000
      },
      "started": "2026-05-25T23:29:50.791Z",
      "duration": {
        "total": 502,
        "final": 502
      },
      "taxonomy": {
        "tool": "Playwright 1 Test Reporting",
        "type": "integration"
      },
      "retries": 0
    },
    {
      "name": "[webkit] > reporter 1 > flaky",
      "status": "passed",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/playwright/reporter-1.test.js",
        "line": 30,
        "column": 2
      },
      "browser": "webkit",
      "config": {
        "timeout": 30000
      },
      "started": "2026-05-25T23:29:51.309Z",
      "duration": {
        "total": 1658,
        "final": 552
      },
      "taxonomy": {
        "tool": "Playwright 1 Test Reporting",
        "type": "integration"
      },
      "retries": 2
    },
    {
      "name": "[firefox] > reporter 2 > failed static expected",
      "status": "passed",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/playwright/reporter-2.test.js",
        "line": 42,
        "column": 7
      },
      "browser": "firefox",
      "config": {
        "timeout": 30000
      },
      "started": "2026-05-25T23:29:53.758Z",
      "duration": {
        "total": 503,
        "final": 503
      },
      "taxonomy": {
        "tool": "Test Reporting",
        "type": "visual diff"
      },
      "retries": 0
    },
    {
      "name": "[firefox] > reporter 2 > failed dynamic expected",
      "status": "passed",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/playwright/reporter-2.test.js",
        "line": 44,
        "column": 2
      },
      "browser": "firefox",
      "config": {
        "timeout": 30000
      },
      "started": "2026-05-25T23:29:54.574Z",
      "duration": {
        "total": 502,
        "final": 502
      },
      "taxonomy": {
        "tool": "Test Reporting",
        "type": "visual diff"
      },
      "retries": 0
    },
    {
      "name": "[firefox] > reporter 2 > failed static expected, skipped dynamic",
      "status": "skipped",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/playwright/reporter-2.test.js",
        "line": 50,
        "column": 7
      },
      "browser": "firefox",
      "config": {
        "timeout": 30000
      },
      "started": "2026-05-25T23:29:55.095Z",
      "duration": {
        "total": 502,
        "final": 502
      },
      "taxonomy": {
        "tool": "Test Reporting",
        "type": "visual diff"
      },
      "retries": 0
    },
    {
      "name": "[firefox] > reporter 2 > failed static expected, skipped dynamic, fixme",
      "status": "skipped",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/playwright/reporter-2.test.js",
        "line": 56,
        "column": 7
      },
      "browser": "firefox",
      "config": {
        "timeout": 30000
      },
      "started": "2026-05-25T23:29:55.615Z",
      "duration": {
        "total": 502,
        "final": 502
      },
      "taxonomy": {
        "tool": "Test Reporting",
        "type": "visual diff"
      },
      "retries": 0
    },
    {
      "name": "[webkit] > reporter 1 > failed",
      "status": "failed",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/playwright/reporter-1.test.js",
        "line": 40,
        "column": 2
      },
      "browser": "webkit",
      "config": {
        "timeout": 30000
      },
      "started": "2026-05-25T23:29:55.668Z",
      "duration": {
        "total": 2012,
        "final": 503
      },
      "taxonomy": {
        "tool": "Playwright 1 Test Reporting",
        "type": "integration"
      },
      "retries": 3
    },
    {
      "name": "[firefox] > reporter 2 > special/characters \"(\\n\\r\\t\\b\\f)\"",
      "status": "passed",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/playwright/reporter-2.test.js",
        "line": 62,
        "column": 2
      },
      "browser": "firefox",
      "config": {
        "timeout": 30000
      },
      "started": "2026-05-25T23:29:56.132Z",
      "duration": {
        "total": 551,
        "final": 551
      },
      "taxonomy": {
        "tool": "Test Reporting",
        "type": "visual diff"
      },
      "retries": 0
    },
    {
      "name": "[webkit] > reporter 2 > passed",
      "status": "passed",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/playwright/reporter-2.test.js",
        "line": 16,
        "column": 2
      },
      "browser": "webkit",
      "config": {
        "timeout": 30000
      },
      "started": "2026-05-25T23:29:57.633Z",
      "duration": {
        "total": 551,
        "final": 551
      },
      "taxonomy": {
        "tool": "Test Reporting",
        "type": "visual diff"
      },
      "retries": 0
    },
    {
      "name": "[webkit] > reporter 2 > skipped static",
      "status": "skipped",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/playwright/reporter-2.test.js",
        "line": 18,
        "column": 7
      },
      "browser": "webkit",
      "config": {
        "timeout": 30000
      },
      "started": "2026-05-25T23:29:58.483Z",
      "duration": {
        "total": 0,
        "final": 0
      },
      "taxonomy": {
        "tool": "Test Reporting",
        "type": "visual diff"
      },
      "retries": 0
    },
    {
      "name": "[webkit] > reporter 2 > skipped static, fixme",
      "status": "skipped",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/playwright/reporter-2.test.js",
        "line": 20,
        "column": 7
      },
      "browser": "webkit",
      "config": {
        "timeout": 30000
      },
      "started": "2026-05-25T23:29:58.484Z",
      "duration": {
        "total": 0,
        "final": 0
      },
      "taxonomy": {
        "tool": "Test Reporting",
        "type": "visual diff"
      },
      "retries": 0
    },
    {
      "name": "[webkit] > reporter 2 > skipped dynamic",
      "status": "skipped",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/playwright/reporter-2.test.js",
        "line": 22,
        "column": 2
      },
      "browser": "webkit",
      "config": {
        "timeout": 30000
      },
      "started": "2026-05-25T23:29:58.484Z",
      "duration": {
        "total": 502,
        "final": 502
      },
      "taxonomy": {
        "tool": "Test Reporting",
        "type": "visual diff"
      },
      "retries": 0
    },
    {
      "name": "[webkit] > reporter 2 > skipped dynamic, fixme",
      "status": "skipped",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/playwright/reporter-2.test.js",
        "line": 26,
        "column": 2
      },
      "browser": "webkit",
      "config": {
        "timeout": 30000
      },
      "started": "2026-05-25T23:29:59.010Z",
      "duration": {
        "total": 502,
        "final": 502
      },
      "taxonomy": {
        "tool": "Test Reporting",
        "type": "visual diff"
      },
      "retries": 0
    },
    {
      "name": "[webkit] > reporter 2 > flaky",
      "status": "passed",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/playwright/reporter-2.test.js",
        "line": 30,
        "column": 2
      },
      "browser": "webkit",
      "config": {
        "timeout": 30000
      },
      "started": "2026-05-25T23:29:59.533Z",
      "duration": {
        "total": 1658,
        "final": 552
      },
      "taxonomy": {
        "tool": "Test Reporting",
        "type": "visual diff"
      },
      "retries": 2
    },
    {
      "name": "[webkit] > reporter 1 > failed static expected",
      "status": "passed",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/playwright/reporter-1.test.js",
        "line": 42,
        "column": 7
      },
      "browser": "webkit",
      "config": {
        "timeout": 30000
      },
      "started": "2026-05-25T23:30:02.610Z",
      "duration": {
        "total": 503,
        "final": 503
      },
      "taxonomy": {
        "tool": "Playwright 1 Test Reporting",
        "type": "integration"
      },
      "retries": 0
    },
    {
      "name": "[webkit] > reporter 1 > failed dynamic expected",
      "status": "passed",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/playwright/reporter-1.test.js",
        "line": 44,
        "column": 2
      },
      "browser": "webkit",
      "config": {
        "timeout": 30000
      },
      "started": "2026-05-25T23:30:03.428Z",
      "duration": {
        "total": 502,
        "final": 502
      },
      "taxonomy": {
        "tool": "Playwright 1 Test Reporting",
        "type": "integration"
      },
      "retries": 0
    },
    {
      "name": "[webkit] > reporter 1 > failed static expected, skipped dynamic",
      "status": "skipped",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/playwright/reporter-1.test.js",
        "line": 50,
        "column": 7
      },
      "browser": "webkit",
      "config": {
        "timeout": 30000
      },
      "started": "2026-05-25T23:30:03.951Z",
      "duration": {
        "total": 502,
        "final": 502
      },
      "taxonomy": {
        "tool": "Playwright 1 Test Reporting",
        "type": "integration"
      },
      "retries": 0
    },
    {
      "name": "[webkit] > reporter 1 > failed static expected, skipped dynamic, fixme",
      "status": "skipped",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/playwright/reporter-1.test.js",
        "line": 56,
        "column": 7
      },
      "browser": "webkit",
      "config": {
        "timeout": 30000
      },
      "started": "2026-05-25T23:30:04.470Z",
      "duration": {
        "total": 502,
        "final": 502
      },
      "taxonomy": {
        "tool": "Playwright 1 Test Reporting",
        "type": "integration"
      },
      "retries": 0
    },
    {
      "name": "[webkit] > reporter 2 > failed",
      "status": "failed",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/playwright/reporter-2.test.js",
        "line": 40,
        "column": 2
      },
      "browser": "webkit",
      "config": {
        "timeout": 30000
      },
      "started": "2026-05-25T23:30:04.034Z",
      "duration": {
        "total": 2011,
        "final": 503
      },
      "taxonomy": {
        "tool": "Test Reporting",
        "type": "visual diff"
      },
      "retries": 3
    },
    {
      "name": "[webkit] > reporter 1 > special/characters \"(\\n\\r\\t\\b\\f)\"",
      "status": "passed",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/playwright/reporter-1.test.js",
        "line": 62,
        "column": 2
      },
      "browser": "webkit",
      "config": {
        "timeout": 30000
      },
      "started": "2026-05-25T23:30:04.986Z",
      "duration": {
        "total": 551,
        "final": 551
      },
      "taxonomy": {
        "tool": "Playwright 1 Test Reporting",
        "type": "integration"
      },
      "retries": 0
    },
    {
      "name": "[webkit] > reporter 2 > failed static expected",
      "status": "passed",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/playwright/reporter-2.test.js",
        "line": 42,
        "column": 7
      },
      "browser": "webkit",
      "config": {
        "timeout": 30000
      },
      "started": "2026-05-25T23:30:10.958Z",
      "duration": {
        "total": 503,
        "final": 503
      },
      "taxonomy": {
        "tool": "Test Reporting",
        "type": "visual diff"
      },
      "retries": 0
    },
    {
      "name": "[webkit] > reporter 2 > failed dynamic expected",
      "status": "passed",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/playwright/reporter-2.test.js",
        "line": 44,
        "column": 2
      },
      "browser": "webkit",
      "config": {
        "timeout": 30000
      },
      "started": "2026-05-25T23:30:11.772Z",
      "duration": {
        "total": 502,
        "final": 502
      },
      "taxonomy": {
        "tool": "Test Reporting",
        "type": "visual diff"
      },
      "retries": 0
    },
    {
      "name": "[webkit] > reporter 2 > failed static expected, skipped dynamic",
      "status": "skipped",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/playwright/reporter-2.test.js",
        "line": 50,
        "column": 7
      },
      "browser": "webkit",
      "config": {
        "timeout": 30000
      },
      "started": "2026-05-25T23:30:12.292Z",
      "duration": {
        "total": 503,
        "final": 503
      },
      "taxonomy": {
        "tool": "Test Reporting",
        "type": "visual diff"
      },
      "retries": 0
    },
    {
      "name": "[webkit] > reporter 2 > failed static expected, skipped dynamic, fixme",
      "status": "skipped",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/playwright/reporter-2.test.js",
        "line": 56,
        "column": 7
      },
      "browser": "webkit",
      "config": {
        "timeout": 30000
      },
      "started": "2026-05-25T23:30:12.812Z",
      "duration": {
        "total": 502,
        "final": 502
      },
      "taxonomy": {
        "tool": "Test Reporting",
        "type": "visual diff"
      },
      "retries": 0
    },
    {
      "name": "[webkit] > reporter 2 > special/characters \"(\\n\\r\\t\\b\\f)\"",
      "status": "passed",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/playwright/reporter-2.test.js",
        "line": 62,
        "column": 2
      },
      "browser": "webkit",
      "config": {
        "timeout": 30000
      },
      "started": "2026-05-25T23:30:13.330Z",
      "duration": {
        "total": 552,
        "final": 552
      },
      "taxonomy": {
        "tool": "Test Reporting",
        "type": "visual diff"
      },
      "retries": 0
    }
  ]
}
@web/test-runner 🟢

Schema: PASSED 🟢
Contents: PASSED 🟢

Report Contents

{
  "id": "4542bf00-5fb7-432f-81e4-8286577032c5",
  "version": 3,
  "summary": {
    "status": "failed",
    "github": {
      "organization": "Brightspace",
      "repository": "test-reporting-node",
      "workflow": "ci.yml",
      "runId": 26420698201,
      "runAttempt": 2
    },
    "git": {
      "branch": "depowell/attempt-2",
      "sha": "5811390d0c5e16370f5c23982288afe30a407ee4"
    },
    "framework": "@web/test-runner",
    "operatingSystem": "linux",
    "started": "2026-05-25T23:30:24.125Z",
    "duration": {
      "total": 12994
    },
    "count": {
      "passed": 8,
      "failed": 4,
      "skipped": 4,
      "flaky": 0
    }
  },
  "details": [
    {
      "name": "reporter 1 > passed",
      "status": "passed",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/web-test-runner/reporter-1.test.js"
      },
      "browser": "chrome",
      "config": {
        "timeout": 120000
      },
      "started": "2026-05-25T23:30:24.151Z",
      "duration": {
        "total": 50,
        "final": 50
      },
      "taxonomy": {
        "tool": "WebTestRunner 1 Test Reporting",
        "type": "integration"
      },
      "retries": 0
    },
    {
      "name": "reporter 1 > skipped",
      "status": "skipped",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/web-test-runner/reporter-1.test.js"
      },
      "browser": "chrome",
      "config": {
        "timeout": 120000
      },
      "started": "2026-05-25T23:30:24.151Z",
      "duration": {
        "total": 0,
        "final": 0
      },
      "taxonomy": {
        "tool": "WebTestRunner 1 Test Reporting",
        "type": "integration"
      },
      "retries": 0
    },
    {
      "name": "reporter 1 > failed",
      "status": "failed",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/web-test-runner/reporter-1.test.js"
      },
      "browser": "chrome",
      "config": {
        "timeout": 120000
      },
      "started": "2026-05-25T23:30:24.151Z",
      "duration": {
        "total": 0,
        "final": 0
      },
      "taxonomy": {
        "tool": "WebTestRunner 1 Test Reporting",
        "type": "integration"
      },
      "retries": 0
    },
    {
      "name": "reporter 1 > special/characters \"(\\n\\r\\t\\b\\f)\"",
      "status": "passed",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/web-test-runner/reporter-1.test.js"
      },
      "browser": "chrome",
      "config": {
        "timeout": 120000
      },
      "started": "2026-05-25T23:30:24.151Z",
      "duration": {
        "total": 50,
        "final": 50
      },
      "taxonomy": {
        "tool": "WebTestRunner 1 Test Reporting",
        "type": "integration"
      },
      "retries": 0
    },
    {
      "name": "[group 1] > reporter 2 > passed",
      "status": "passed",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/web-test-runner/reporter-2.test.js"
      },
      "browser": "chromium",
      "config": {
        "timeout": 120000
      },
      "started": "2026-05-25T23:30:24.151Z",
      "duration": {
        "total": 50,
        "final": 50
      },
      "taxonomy": {
        "tool": "Test Reporting",
        "type": "accessibility"
      },
      "retries": 0
    },
    {
      "name": "[group 1] > reporter 2 > skipped",
      "status": "skipped",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/web-test-runner/reporter-2.test.js"
      },
      "browser": "chromium",
      "config": {
        "timeout": 120000
      },
      "started": "2026-05-25T23:30:24.151Z",
      "duration": {
        "total": 0,
        "final": 0
      },
      "taxonomy": {
        "tool": "Test Reporting",
        "type": "accessibility"
      },
      "retries": 0
    },
    {
      "name": "[group 1] > reporter 2 > failed",
      "status": "failed",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/web-test-runner/reporter-2.test.js"
      },
      "browser": "chromium",
      "config": {
        "timeout": 120000
      },
      "started": "2026-05-25T23:30:24.151Z",
      "duration": {
        "total": 1,
        "final": 1
      },
      "taxonomy": {
        "tool": "Test Reporting",
        "type": "accessibility"
      },
      "retries": 0
    },
    {
      "name": "[group 1] > reporter 2 > special/characters \"(\\n\\r\\t\\b\\f)\"",
      "status": "passed",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/web-test-runner/reporter-2.test.js"
      },
      "browser": "chromium",
      "config": {
        "timeout": 120000
      },
      "started": "2026-05-25T23:30:24.151Z",
      "duration": {
        "total": 50,
        "final": 50
      },
      "taxonomy": {
        "tool": "Test Reporting",
        "type": "accessibility"
      },
      "retries": 0
    },
    {
      "name": "[group 1] > reporter 2 > passed",
      "status": "passed",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/web-test-runner/reporter-2.test.js"
      },
      "browser": "firefox",
      "config": {
        "timeout": 120000
      },
      "started": "2026-05-25T23:30:24.151Z",
      "duration": {
        "total": 51,
        "final": 51
      },
      "taxonomy": {
        "tool": "Test Reporting",
        "type": "accessibility"
      },
      "retries": 0
    },
    {
      "name": "[group 1] > reporter 2 > skipped",
      "status": "skipped",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/web-test-runner/reporter-2.test.js"
      },
      "browser": "firefox",
      "config": {
        "timeout": 120000
      },
      "started": "2026-05-25T23:30:24.151Z",
      "duration": {
        "total": 0,
        "final": 0
      },
      "taxonomy": {
        "tool": "Test Reporting",
        "type": "accessibility"
      },
      "retries": 0
    },
    {
      "name": "[group 1] > reporter 2 > failed",
      "status": "failed",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/web-test-runner/reporter-2.test.js"
      },
      "browser": "firefox",
      "config": {
        "timeout": 120000
      },
      "started": "2026-05-25T23:30:24.151Z",
      "duration": {
        "total": 0,
        "final": 0
      },
      "taxonomy": {
        "tool": "Test Reporting",
        "type": "accessibility"
      },
      "retries": 0
    },
    {
      "name": "[group 1] > reporter 2 > special/characters \"(\\n\\r\\t\\b\\f)\"",
      "status": "passed",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/web-test-runner/reporter-2.test.js"
      },
      "browser": "firefox",
      "config": {
        "timeout": 120000
      },
      "started": "2026-05-25T23:30:24.151Z",
      "duration": {
        "total": 50,
        "final": 50
      },
      "taxonomy": {
        "tool": "Test Reporting",
        "type": "accessibility"
      },
      "retries": 0
    },
    {
      "name": "[group 2] > reporter 1 > passed",
      "status": "passed",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/web-test-runner/reporter-1.test.js"
      },
      "browser": "webkit",
      "config": {
        "timeout": 120000
      },
      "started": "2026-05-25T23:30:37.101Z",
      "duration": {
        "total": 50,
        "final": 50
      },
      "taxonomy": {
        "tool": "WebTestRunner 1 Test Reporting",
        "type": "integration"
      },
      "retries": 0
    },
    {
      "name": "[group 2] > reporter 1 > skipped",
      "status": "skipped",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/web-test-runner/reporter-1.test.js"
      },
      "browser": "webkit",
      "config": {
        "timeout": 120000
      },
      "started": "2026-05-25T23:30:37.101Z",
      "duration": {
        "total": 0,
        "final": 0
      },
      "taxonomy": {
        "tool": "WebTestRunner 1 Test Reporting",
        "type": "integration"
      },
      "retries": 0
    },
    {
      "name": "[group 2] > reporter 1 > failed",
      "status": "failed",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/web-test-runner/reporter-1.test.js"
      },
      "browser": "webkit",
      "config": {
        "timeout": 120000
      },
      "started": "2026-05-25T23:30:37.101Z",
      "duration": {
        "total": 0,
        "final": 0
      },
      "taxonomy": {
        "tool": "WebTestRunner 1 Test Reporting",
        "type": "integration"
      },
      "retries": 0
    },
    {
      "name": "[group 2] > reporter 1 > special/characters \"(\\n\\r\\t\\b\\f)\"",
      "status": "passed",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/web-test-runner/reporter-1.test.js"
      },
      "browser": "webkit",
      "config": {
        "timeout": 120000
      },
      "started": "2026-05-25T23:30:37.101Z",
      "duration": {
        "total": 52,
        "final": 52
      },
      "taxonomy": {
        "tool": "WebTestRunner 1 Test Reporting",
        "type": "integration"
      },
      "retries": 0
    }
  ]
}
webdriverio 🟢

Schema: PASSED 🟢
Contents: PASSED 🟢

Report Contents

{
  "id": "9d233bc5-988a-418b-819b-3910e469ac32",
  "version": 3,
  "summary": {
    "status": "failed",
    "github": {
      "organization": "Brightspace",
      "repository": "test-reporting-node",
      "workflow": "ci.yml",
      "runId": 26420698201,
      "runAttempt": 2
    },
    "git": {
      "branch": "depowell/attempt-2",
      "sha": "5811390d0c5e16370f5c23982288afe30a407ee4"
    },
    "framework": "webdriverio",
    "operatingSystem": "linux",
    "started": "2026-05-25T23:30:41.577Z",
    "duration": {
      "total": 6473
    },
    "count": {
      "passed": 12,
      "failed": 1,
      "skipped": 2,
      "flaky": 2
    }
  },
  "details": [
    {
      "name": "[linux] > reporter 3 > passed 1",
      "status": "passed",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/webdriverio/reporter-3.test.js"
      },
      "started": "2026-05-25T23:30:50.263Z",
      "duration": {
        "total": 309,
        "final": 309
      },
      "taxonomy": {
        "tool": "Test Reporting",
        "type": "integration"
      },
      "retries": 0
    },
    {
      "name": "[linux] > reporter 3 > passed 2",
      "status": "passed",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/webdriverio/reporter-3.test.js"
      },
      "started": "2026-05-25T23:30:50.820Z",
      "duration": {
        "total": 302,
        "final": 302
      },
      "taxonomy": {
        "tool": "Test Reporting",
        "type": "integration"
      },
      "retries": 0
    },
    {
      "name": "[linux] > reporter 3 > passed 3",
      "status": "passed",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/webdriverio/reporter-3.test.js"
      },
      "started": "2026-05-25T23:30:51.374Z",
      "duration": {
        "total": 303,
        "final": 303
      },
      "taxonomy": {
        "tool": "Test Reporting",
        "type": "integration"
      },
      "retries": 0
    },
    {
      "name": "[linux] > reporter 3 > passed 4",
      "status": "passed",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/webdriverio/reporter-3.test.js"
      },
      "started": "2026-05-25T23:30:51.927Z",
      "duration": {
        "total": 302,
        "final": 302
      },
      "taxonomy": {
        "tool": "Test Reporting",
        "type": "integration"
      },
      "retries": 0
    },
    {
      "name": "[linux] > reporter 2 > passed",
      "status": "passed",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/webdriverio/reporter-2.test.js"
      },
      "started": "2026-05-25T23:30:41.840Z",
      "duration": {
        "total": 310,
        "final": 310
      },
      "taxonomy": {
        "tool": "Test Reporting",
        "type": "integration"
      },
      "retries": 0
    },
    {
      "name": "[linux] > reporter 2 > skipped",
      "status": "skipped",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/webdriverio/reporter-2.test.js"
      },
      "started": "2026-05-25T23:30:42.399Z",
      "duration": {
        "total": 0,
        "final": 0
      },
      "taxonomy": {
        "tool": "Test Reporting",
        "type": "integration"
      },
      "retries": 0
    },
    {
      "name": "[linux] > reporter 2 > flaky",
      "status": "passed",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/webdriverio/reporter-2.test.js"
      },
      "started": "2026-05-25T23:30:42.401Z",
      "duration": {
        "total": 910,
        "final": 303
      },
      "taxonomy": {
        "tool": "Test Reporting",
        "type": "integration"
      },
      "retries": 2
    },
    {
      "name": "[linux] > reporter 2 > special/characters \"(\\n\\r\\t\\b\\f)\"",
      "status": "passed",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/webdriverio/reporter-2.test.js"
      },
      "started": "2026-05-25T23:30:44.064Z",
      "duration": {
        "total": 302,
        "final": 302
      },
      "taxonomy": {
        "tool": "Test Reporting",
        "type": "integration"
      },
      "retries": 0
    },
    {
      "name": "[linux] > reporter 2 > passed 2",
      "status": "passed",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/webdriverio/reporter-2.test.js"
      },
      "started": "2026-05-25T23:30:44.617Z",
      "duration": {
        "total": 302,
        "final": 302
      },
      "taxonomy": {
        "tool": "Test Reporting",
        "type": "integration"
      },
      "retries": 0
    },
    {
      "name": "[linux] > reporter 2 > passed 3",
      "status": "passed",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/webdriverio/reporter-2.test.js"
      },
      "started": "2026-05-25T23:30:45.171Z",
      "duration": {
        "total": 303,
        "final": 303
      },
      "taxonomy": {
        "tool": "Test Reporting",
        "type": "integration"
      },
      "retries": 0
    },
    {
      "name": "[linux] > reporter 2 > passed 4",
      "status": "passed",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/webdriverio/reporter-2.test.js"
      },
      "started": "2026-05-25T23:30:45.724Z",
      "duration": {
        "total": 302,
        "final": 302
      },
      "taxonomy": {
        "tool": "Test Reporting",
        "type": "integration"
      },
      "retries": 0
    },
    {
      "name": "[linux] > reporter 2 > passed with timeout",
      "status": "passed",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/webdriverio/reporter-2.test.js"
      },
      "started": "2026-05-25T23:30:46.277Z",
      "duration": {
        "total": 303,
        "final": 303
      },
      "taxonomy": {
        "tool": "Test Reporting",
        "type": "integration"
      },
      "retries": 0
    },
    {
      "name": "[linux] > reporter 1 > passed",
      "status": "passed",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/webdriverio/reporter-1.test.js"
      },
      "started": "2026-05-25T23:30:43.624Z",
      "duration": {
        "total": 308,
        "final": 308
      },
      "taxonomy": {
        "tool": "WebdriverIO 1 Test Reporting",
        "type": "ui"
      },
      "retries": 0
    },
    {
      "name": "[linux] > reporter 1 > skipped",
      "status": "skipped",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/webdriverio/reporter-1.test.js"
      },
      "started": "2026-05-25T23:30:44.182Z",
      "duration": {
        "total": 0,
        "final": 0
      },
      "taxonomy": {
        "tool": "WebdriverIO 1 Test Reporting",
        "type": "ui"
      },
      "retries": 0
    },
    {
      "name": "[linux] > reporter 1 > flaky",
      "status": "passed",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/webdriverio/reporter-1.test.js"
      },
      "started": "2026-05-25T23:30:44.183Z",
      "duration": {
        "total": 907,
        "final": 302
      },
      "taxonomy": {
        "tool": "WebdriverIO 1 Test Reporting",
        "type": "ui"
      },
      "retries": 2
    },
    {
      "name": "[linux] > reporter 1 > failed",
      "status": "failed",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/webdriverio/reporter-1.test.js"
      },
      "started": "2026-05-25T23:30:45.844Z",
      "duration": {
        "total": 1009,
        "final": 252
      },
      "taxonomy": {
        "tool": "WebdriverIO 1 Test Reporting",
        "type": "ui"
      },
      "retries": 3
    },
    {
      "name": "[linux] > reporter 1 > special/characters \"(\\n\\r\\t\\b\\f)\"",
      "status": "passed",
      "github": {
        "codeowners": [
          "@Brightspace/quality-enablement"
        ]
      },
      "location": {
        "file": "test/integration/data/tests/webdriverio/reporter-1.test.js"
      },
      "started": "2026-05-25T23:30:47.857Z",
      "duration": {
        "total": 301,
        "final": 301
      },
      "taxonomy": {
        "tool": "WebdriverIO 1 Test Reporting",
        "type": "ui"
      },
      "retries": 0
    }
  ]
}

Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment

Labels

enhancement New feature or request

Projects

None yet

Development

Successfully merging this pull request may close these issues.

1 participant