diff --git a/CHANGELOG.md b/CHANGELOG.md index f40a190..5007ddc 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -96,7 +96,8 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0 examples, and conformance tests ([#50](https://github.com/ctrf-io/ctrf/pull/50)). -[Unreleased]: https://github.com/ctrf-io/ctrf/compare/v0.1.0...HEAD +[Unreleased]: https://github.com/ctrf-io/ctrf/compare/v0.2.0...HEAD +[0.2.0]: https://github.com/ctrf-io/ctrf/compare/v0.1.0...v0.2.0 [0.1.0]: https://github.com/ctrf-io/ctrf/compare/v0.0.4...v0.1.0 [0.0.4]: https://github.com/ctrf-io/ctrf/compare/v0.0.3...v0.0.4 [0.0.3]: https://github.com/ctrf-io/ctrf/compare/v0.0.2...v0.0.3 diff --git a/examples/comprehensive.json b/examples/comprehensive.json index aec49ce..bc574d8 100644 --- a/examples/comprehensive.json +++ b/examples/comprehensive.json @@ -1,6 +1,6 @@ { "reportFormat": "CTRF", - "specVersion": "0.2.0", + "specVersion": "0.3.0", "reportId": "9d2c6a10-3f7a-4e22-9a8f-1a2b3c4d5e6f", "runId": "run-2025-11-24-pr-123", "timestamp": "2025-11-24T12:00:00Z", diff --git a/examples/coordinated-retry-initial.json b/examples/coordinated-retry-initial.json index c4e8910..fccf039 100644 --- a/examples/coordinated-retry-initial.json +++ b/examples/coordinated-retry-initial.json @@ -1,6 +1,6 @@ { "reportFormat": "CTRF", - "specVersion": "0.2.0", + "specVersion": "0.3.0", "reportId": "aaaaaaaa-aaaa-4aaa-8aaa-aaaaaaaaaaaa", "runId": "coordinated-example-run", "results": { diff --git a/examples/coordinated-retry-merged.json b/examples/coordinated-retry-merged.json index 3e0f700..2e2a6c4 100644 --- a/examples/coordinated-retry-merged.json +++ b/examples/coordinated-retry-merged.json @@ -1,6 +1,6 @@ { "reportFormat": "CTRF", - "specVersion": "0.2.0", + "specVersion": "0.3.0", "reportId": "cccccccc-cccc-4ccc-8ccc-cccccccccccc", "runId": "coordinated-example-run", "results": { diff --git a/examples/coordinated-retry-rerun.json b/examples/coordinated-retry-rerun.json index aa73acd..5e634af 100644 --- a/examples/coordinated-retry-rerun.json +++ b/examples/coordinated-retry-rerun.json @@ -1,6 +1,6 @@ { "reportFormat": "CTRF", - "specVersion": "0.2.0", + "specVersion": "0.3.0", "reportId": "bbbbbbbb-bbbb-4bbb-8bbb-bbbbbbbbbbbb", "runId": "coordinated-example-run", "results": { diff --git a/examples/minimal.json b/examples/minimal.json index 0b95527..ebb330c 100644 --- a/examples/minimal.json +++ b/examples/minimal.json @@ -1,6 +1,6 @@ { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "example-runner" diff --git a/examples/parameterized-cases.json b/examples/parameterized-cases.json index c085d8d..b512330 100644 --- a/examples/parameterized-cases.json +++ b/examples/parameterized-cases.json @@ -1,6 +1,6 @@ { "reportFormat": "CTRF", - "specVersion": "0.2.0", + "specVersion": "0.3.0", "runId": "example-parameterized-run", "results": { "tool": { diff --git a/examples/with-diagnostics.json b/examples/with-diagnostics.json index c3662f9..3cad16d 100644 --- a/examples/with-diagnostics.json +++ b/examples/with-diagnostics.json @@ -1,6 +1,6 @@ { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "example-runner", diff --git a/examples/with-insights.json b/examples/with-insights.json index dbb6146..dea0b54 100644 --- a/examples/with-insights.json +++ b/examples/with-insights.json @@ -1,6 +1,6 @@ { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "reportId": "7c4e1c20-7c89-4f30-9b52-1f6f9d6b8f21", "results": { "tool": { diff --git a/examples/with-retries.json b/examples/with-retries.json index 3c06ae7..4078b94 100644 --- a/examples/with-retries.json +++ b/examples/with-retries.json @@ -1,6 +1,6 @@ { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "example-runner", diff --git a/spec/ctrf.md b/spec/ctrf.md index f037f3b..910a5b2 100644 --- a/spec/ctrf.md +++ b/spec/ctrf.md @@ -2,10 +2,10 @@ ## Common Test Report Format -**Version:** 0.2.0 +**Version:** 0.3.0 (This version corresponds directly to the CTRF `specVersion` field.) -**Date:** 2026-10-10 +**Date:** 2026-10-24 **Status:** Working Draft @@ -2023,7 +2023,7 @@ It is the ONLY permitted extension point within the baseline object. CTRF follows **Semantic Versioning**. -This document defines CTRF version `0.2.0`. +This document defines CTRF version `0.3.0`. Before CTRF `1.0.0`: @@ -3051,7 +3051,7 @@ It includes: ```json title="Minimal CTRF document" { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "example-runner" @@ -3092,7 +3092,7 @@ It includes: ```json title="CTRF document with retries" { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "example-runner", @@ -3149,7 +3149,7 @@ It includes: ```json title="CTRF document with diagnostics" { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "example-runner", @@ -3213,7 +3213,7 @@ It includes: ```json title="CTRF document with insights and baseline" { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "reportId": "7c4e1c20-7c89-4f30-9b52-1f6f9d6b8f21", "results": { "tool": { @@ -3316,7 +3316,7 @@ It includes: ```json title="Comprehensive CTRF document" { "reportFormat": "CTRF", - "specVersion": "0.2.0", + "specVersion": "0.3.0", "reportId": "9d2c6a10-3f7a-4e22-9a8f-1a2b3c4d5e6f", "runId": "run-20251124-e2e-staging", "timestamp": "2025-11-24T12:00:00Z", @@ -3511,7 +3511,7 @@ The `ctrf.` and `ctrf/` namespace prefixes are reserved for CTRF-defined extensi ```json title="CTRF document with namespaced extra objects" { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "extra": { "myorg.ci": { "pipeline": { @@ -3593,7 +3593,7 @@ This example matches `examples/parameterized-cases.json`. ```json title="Parameterized test cases" { "reportFormat": "CTRF", - "specVersion": "0.2.0", + "specVersion": "0.3.0", "runId": "example-parameterized-run", "results": { "tool": { @@ -3655,7 +3655,7 @@ Each block below matches its named standalone example. ```json title="Initial process report" { "reportFormat": "CTRF", - "specVersion": "0.2.0", + "specVersion": "0.3.0", "reportId": "aaaaaaaa-aaaa-4aaa-8aaa-aaaaaaaaaaaa", "runId": "coordinated-example-run", "results": { @@ -3704,7 +3704,7 @@ Each block below matches its named standalone example. ```json title="Retry process report" { "reportFormat": "CTRF", - "specVersion": "0.2.0", + "specVersion": "0.3.0", "reportId": "bbbbbbbb-bbbb-4bbb-8bbb-bbbbbbbbbbbb", "runId": "coordinated-example-run", "results": { @@ -3742,7 +3742,7 @@ Each block below matches its named standalone example. ```json title="Merged coordinated retry report" { "reportFormat": "CTRF", - "specVersion": "0.2.0", + "specVersion": "0.3.0", "reportId": "cccccccc-cccc-4ccc-8ccc-cccccccccccc", "runId": "coordinated-example-run", "results": { diff --git a/tests/ctrf.test.json b/tests/ctrf.test.json index 41af69f..4161760 100644 --- a/tests/ctrf.test.json +++ b/tests/ctrf.test.json @@ -31,7 +31,7 @@ "description": "Missing reportFormat - invalid", "valid": false, "data": { - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -56,7 +56,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0" + "specVersion": "0.3.0" } }, { @@ -64,7 +64,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 } @@ -76,7 +76,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -89,7 +89,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "unknownProperty": "should fail", "results": { "tool": { "name": "runner" }, @@ -103,7 +103,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -116,7 +116,7 @@ "valid": false, "data": { "reportFormat": "NOT-CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -142,7 +142,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -155,7 +155,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -168,7 +168,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": {}, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -181,7 +181,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, diff --git a/tests/normative/additional-properties.test.json b/tests/normative/additional-properties.test.json index c7b92e8..a8782c5 100644 --- a/tests/normative/additional-properties.test.json +++ b/tests/normative/additional-properties.test.json @@ -7,7 +7,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "unknownProperty": "should fail", "results": { "tool": { "name": "runner" }, @@ -21,7 +21,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -34,7 +34,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner", "unknownField": true }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -47,7 +47,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000, "unknownField": true }, @@ -60,7 +60,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -74,7 +74,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -88,7 +88,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -101,7 +101,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -114,7 +114,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -127,7 +127,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -140,7 +140,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -157,7 +157,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -174,7 +174,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -190,7 +190,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, diff --git a/tests/normative/enum-constraints.test.json b/tests/normative/enum-constraints.test.json index 9162738..46d0134 100644 --- a/tests/normative/enum-constraints.test.json +++ b/tests/normative/enum-constraints.test.json @@ -7,7 +7,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -20,7 +20,7 @@ "valid": false, "data": { "reportFormat": "NOT-CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -33,7 +33,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -46,7 +46,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, diff --git a/tests/normative/required-properties.test.json b/tests/normative/required-properties.test.json index add52d3..fa314f2 100644 --- a/tests/normative/required-properties.test.json +++ b/tests/normative/required-properties.test.json @@ -6,7 +6,7 @@ "description": "Document missing required reportFormat property", "valid": false, "data": { - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -31,7 +31,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0" + "specVersion": "0.3.0" } }, { @@ -39,7 +39,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, "tests": [{ "name": "test", "status": "passed", "duration": 100 }] @@ -51,7 +51,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "tests": [{ "name": "test", "status": "passed", "duration": 100 }] @@ -63,7 +63,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 } @@ -75,7 +75,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -88,7 +88,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -101,7 +101,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -114,7 +114,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": {}, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -127,7 +127,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -140,7 +140,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -153,7 +153,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -166,7 +166,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -179,7 +179,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -192,7 +192,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "skipped": 0, "pending": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -205,7 +205,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "skipped": 0, "pending": 0, "other": 0, "stop": 1609459201000 }, @@ -218,7 +218,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "skipped": 0, "pending": 0, "other": 0, "start": 1609459200000 }, @@ -231,7 +231,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "skipped": 0, "pending": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -244,7 +244,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "skipped": 0, "pending": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -257,7 +257,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "skipped": 0, "pending": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -270,7 +270,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "skipped": 0, "pending": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -283,7 +283,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "skipped": 0, "pending": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -296,7 +296,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "skipped": 0, "pending": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -309,7 +309,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "skipped": 0, "pending": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -322,7 +322,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "skipped": 0, "pending": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -338,7 +338,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "skipped": 0, "pending": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -360,7 +360,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "skipped": 0, "pending": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -382,7 +382,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "skipped": 0, "pending": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, diff --git a/tests/normative/string-constraints.test.json b/tests/normative/string-constraints.test.json index 9c96387..dff9e85 100644 --- a/tests/normative/string-constraints.test.json +++ b/tests/normative/string-constraints.test.json @@ -20,7 +20,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "reportId": "", "results": { "tool": { "name": "runner" }, @@ -34,7 +34,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "runId": "", "results": { "tool": { "name": "runner" }, @@ -48,7 +48,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -61,7 +61,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -74,7 +74,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -87,7 +87,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -100,7 +100,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -113,7 +113,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -126,7 +126,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -139,7 +139,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -152,7 +152,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -165,7 +165,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -178,7 +178,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -192,7 +192,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -206,7 +206,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.2.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" diff --git a/tests/normative/type-validation.test.json b/tests/normative/type-validation.test.json index 6f37ec2..8ab0c1d 100644 --- a/tests/normative/type-validation.test.json +++ b/tests/normative/type-validation.test.json @@ -7,7 +7,7 @@ "valid": false, "data": { "reportFormat": 123, - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -33,7 +33,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "reportId": 12345, "results": { "tool": { "name": "runner" }, @@ -47,7 +47,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "runId": 12345, "results": { "tool": { "name": "runner" }, @@ -61,7 +61,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "timestamp": 1609459200000, "results": { "tool": { "name": "runner" }, @@ -75,7 +75,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "generatedBy": 12345, "results": { "tool": { "name": "runner" }, @@ -89,7 +89,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "extra": ["invalid"], "results": { "tool": { "name": "runner" }, @@ -103,7 +103,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": [] } }, @@ -112,7 +112,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": [], "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -125,7 +125,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": 12345 }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -138,7 +138,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner", "version": 1.0 }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -151,7 +151,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": [], @@ -164,7 +164,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": "1", "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -177,7 +177,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": "1", "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -190,7 +190,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": "0", "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -203,7 +203,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": "0", "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -216,7 +216,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": "0", "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -229,7 +229,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": "0", "start": 1609459200000, "stop": 1609459201000 }, @@ -242,7 +242,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "flaky": "0", "start": 1609459200000, "stop": 1609459201000 }, @@ -255,7 +255,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "suites": "5", "start": 1609459200000, "stop": 1609459201000 }, @@ -268,7 +268,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": "1609459200000", "stop": 1609459201000 }, @@ -281,7 +281,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": "1609459201000" }, @@ -294,7 +294,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000, "duration": "1000" }, @@ -307,7 +307,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -320,7 +320,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -333,7 +333,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -346,7 +346,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -359,7 +359,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -372,7 +372,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -385,7 +385,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -398,7 +398,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -411,7 +411,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -424,7 +424,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -437,7 +437,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -450,7 +450,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -463,7 +463,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -476,7 +476,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -489,7 +489,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -502,7 +502,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -515,7 +515,7 @@ "valid": true, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -528,7 +528,7 @@ "valid": true, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -541,7 +541,7 @@ "valid": true, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -554,7 +554,7 @@ "valid": true, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -567,7 +567,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -580,7 +580,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -593,7 +593,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -606,7 +606,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -619,7 +619,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -632,7 +632,7 @@ "valid": true, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -645,7 +645,7 @@ "valid": true, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -658,7 +658,7 @@ "valid": true, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -671,7 +671,7 @@ "valid": true, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -684,7 +684,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -697,7 +697,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -710,7 +710,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -723,7 +723,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -736,7 +736,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -749,7 +749,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -762,7 +762,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -775,7 +775,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -788,7 +788,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -801,7 +801,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -814,7 +814,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -827,7 +827,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -840,7 +840,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -853,7 +853,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -866,7 +866,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -879,7 +879,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -892,7 +892,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -905,7 +905,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -918,7 +918,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -931,7 +931,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -945,7 +945,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -959,7 +959,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -973,7 +973,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -987,7 +987,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -1001,7 +1001,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -1015,7 +1015,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -1029,7 +1029,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -1043,7 +1043,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -1057,7 +1057,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -1071,7 +1071,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.1.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" }, "summary": { "tests": 1, "passed": 1, "failed": 0, "pending": 0, "skipped": 0, "other": 0, "start": 1609459200000, "stop": 1609459201000 }, @@ -1085,7 +1085,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.2.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" @@ -1116,7 +1116,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.2.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" @@ -1147,7 +1147,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.2.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" @@ -1178,7 +1178,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.2.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" @@ -1209,7 +1209,7 @@ "valid": false, "data": { "reportFormat": "CTRF", - "specVersion": "0.2.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "runner" diff --git a/tests/normative/valid-documents.test.json b/tests/normative/valid-documents.test.json index b3cfd44..1fd4a72 100644 --- a/tests/normative/valid-documents.test.json +++ b/tests/normative/valid-documents.test.json @@ -32,7 +32,7 @@ "valid": true, "data": { "reportFormat": "CTRF", - "specVersion": "0.2.0", + "specVersion": "0.3.0", "runId": "run-1", "results": { "tool": { "name": "runner" }, @@ -69,7 +69,7 @@ "valid": true, "data": { "reportFormat": "CTRF", - "specVersion": "0.2.0", + "specVersion": "0.3.0", "results": { "tool": { "name": "example-runner"