From faccf0984b56442ed314675bd20f41f67100dd4d Mon Sep 17 00:00:00 2001 From: Doug Mayer Date: Thu, 29 Feb 2024 16:54:44 -0600 Subject: [PATCH] Fix sanitization of backtraces in tests. (#122) --- Gemfile.lock | 18 +- gemfiles/rspec-3.10.gemfile.lock | 3 +- gemfiles/rspec-3.11.gemfile.lock | 3 +- gemfiles/rspec-3.12.gemfile.lock | 3 +- gemfiles/rspec-3.8.gemfile.lock | 3 +- gemfiles/rspec-3.9.gemfile.lock | 3 +- ...gument-test-results-rspec-3.5.gemfile.snap | 141 ----- ...gument-test-results-rspec-3.6.gemfile.snap | 141 ----- ...gument-test-results-rspec-3.7.gemfile.snap | 141 ----- ...config-test-results-rspec-3.5.gemfile.snap | 84 --- ...config-test-results-rspec-3.6.gemfile.snap | 84 --- ...config-test-results-rspec-3.7.gemfile.snap | 84 --- ...config-test-results-rspec-3.5.gemfile.snap | 84 --- ...config-test-results-rspec-3.6.gemfile.snap | 84 --- ...config-test-results-rspec-3.7.gemfile.snap | 84 --- ...d-seed-test-results-rspec-3.5.gemfile.snap | 529 ---------------- ...d-seed-test-results-rspec-3.6.gemfile.snap | 529 ---------------- ...d-seed-test-results-rspec-3.7.gemfile.snap | 529 ---------------- ...output-test-results-rspec-3.5.gemfile.snap | 529 ---------------- ...output-test-results-rspec-3.6.gemfile.snap | 529 ---------------- ...output-test-results-rspec-3.7.gemfile.snap | 529 ---------------- ...enshot-test-results-rspec-3.5.gemfile.snap | 105 ---- ...enshot-test-results-rspec-3.6.gemfile.snap | 105 ---- ...enshot-test-results-rspec-3.7.gemfile.snap | 105 ---- ...pybara-test-results-rspec-3.5.gemfile.snap | 101 --- ...pybara-test-results-rspec-3.6.gemfile.snap | 101 --- ...pybara-test-results-rspec-3.7.gemfile.snap | 101 --- ...retry-test-results-rspec-3.10.gemfile.snap | 4 +- ...retry-test-results-rspec-3.11.gemfile.snap | 4 +- ...retry-test-results-rspec-3.12.gemfile.snap | 4 +- ...-retry-test-results-rspec-3.5.gemfile.snap | 589 ------------------ ...-retry-test-results-rspec-3.6.gemfile.snap | 589 ------------------ ...-retry-test-results-rspec-3.7.gemfile.snap | 589 ------------------ ...-retry-test-results-rspec-3.8.gemfile.snap | 4 +- ...-retry-test-results-rspec-3.9.gemfile.snap | 4 +- ...sults_failing_specs-rspec-3.5.gemfile.snap | 82 --- ...sults_failing_specs-rspec-3.6.gemfile.snap | 82 --- ...sults_failing_specs-rspec-3.7.gemfile.snap | 82 --- ...sults_pending_specs-rspec-3.5.gemfile.snap | 81 --- ...sults_pending_specs-rspec-3.6.gemfile.snap | 81 --- ...sults_pending_specs-rspec-3.7.gemfile.snap | 81 --- ...sults_raising_specs-rspec-3.5.gemfile.snap | 122 ---- ...sults_raising_specs-rspec-3.6.gemfile.snap | 122 ---- ...sults_raising_specs-rspec-3.7.gemfile.snap | 122 ---- ...ts_successful_specs-rspec-3.5.gemfile.snap | 28 - ...ts_successful_specs-rspec-3.6.gemfile.snap | 28 - ...ts_successful_specs-rspec-3.7.gemfile.snap | 28 - spec/features/integration_spec.rb | 5 +- 48 files changed, 33 insertions(+), 7450 deletions(-) delete mode 100644 spec/features/__snapshots__/has-consistent-output-for-random-ordering-passed-as-CLI-argument-test-results-rspec-3.5.gemfile.snap delete mode 100644 spec/features/__snapshots__/has-consistent-output-for-random-ordering-passed-as-CLI-argument-test-results-rspec-3.6.gemfile.snap delete mode 100644 spec/features/__snapshots__/has-consistent-output-for-random-ordering-passed-as-CLI-argument-test-results-rspec-3.7.gemfile.snap delete mode 100644 spec/features/__snapshots__/has-consistent-output-for-random-ordering-set-in-rspec-config-test-results-rspec-3.5.gemfile.snap delete mode 100644 spec/features/__snapshots__/has-consistent-output-for-random-ordering-set-in-rspec-config-test-results-rspec-3.6.gemfile.snap delete mode 100644 spec/features/__snapshots__/has-consistent-output-for-random-ordering-set-in-rspec-config-test-results-rspec-3.7.gemfile.snap delete mode 100644 spec/features/__snapshots__/has-consistent-output-for-random-seed-set-in-rspec-config-test-results-rspec-3.5.gemfile.snap delete mode 100644 spec/features/__snapshots__/has-consistent-output-for-random-seed-set-in-rspec-config-test-results-rspec-3.6.gemfile.snap delete mode 100644 spec/features/__snapshots__/has-consistent-output-for-random-seed-set-in-rspec-config-test-results-rspec-3.7.gemfile.snap delete mode 100644 spec/features/__snapshots__/has-consistent-output-for-specs-together-with-a-hardcoded-seed-test-results-rspec-3.5.gemfile.snap delete mode 100644 spec/features/__snapshots__/has-consistent-output-for-specs-together-with-a-hardcoded-seed-test-results-rspec-3.6.gemfile.snap delete mode 100644 spec/features/__snapshots__/has-consistent-output-for-specs-together-with-a-hardcoded-seed-test-results-rspec-3.7.gemfile.snap delete mode 100644 spec/features/__snapshots__/has-consistent-output-test-results-rspec-3.5.gemfile.snap delete mode 100644 spec/features/__snapshots__/has-consistent-output-test-results-rspec-3.6.gemfile.snap delete mode 100644 spec/features/__snapshots__/has-consistent-output-test-results-rspec-3.7.gemfile.snap delete mode 100644 spec/features/__snapshots__/has-consistent-output-with-capybara-&-capybara-inline-screenshot-test-results-rspec-3.5.gemfile.snap delete mode 100644 spec/features/__snapshots__/has-consistent-output-with-capybara-&-capybara-inline-screenshot-test-results-rspec-3.6.gemfile.snap delete mode 100644 spec/features/__snapshots__/has-consistent-output-with-capybara-&-capybara-inline-screenshot-test-results-rspec-3.7.gemfile.snap delete mode 100644 spec/features/__snapshots__/has-consistent-output-with-capybara-test-results-rspec-3.5.gemfile.snap delete mode 100644 spec/features/__snapshots__/has-consistent-output-with-capybara-test-results-rspec-3.6.gemfile.snap delete mode 100644 spec/features/__snapshots__/has-consistent-output-with-capybara-test-results-rspec-3.7.gemfile.snap delete mode 100644 spec/features/__snapshots__/has-consistent-output-with-rspec-retry-test-results-rspec-3.5.gemfile.snap delete mode 100644 spec/features/__snapshots__/has-consistent-output-with-rspec-retry-test-results-rspec-3.6.gemfile.snap delete mode 100644 spec/features/__snapshots__/has-consistent-output-with-rspec-retry-test-results-rspec-3.7.gemfile.snap delete mode 100644 spec/features/__snapshots__/test_results_failing_specs-rspec-3.5.gemfile.snap delete mode 100644 spec/features/__snapshots__/test_results_failing_specs-rspec-3.6.gemfile.snap delete mode 100644 spec/features/__snapshots__/test_results_failing_specs-rspec-3.7.gemfile.snap delete mode 100644 spec/features/__snapshots__/test_results_pending_specs-rspec-3.5.gemfile.snap delete mode 100644 spec/features/__snapshots__/test_results_pending_specs-rspec-3.6.gemfile.snap delete mode 100644 spec/features/__snapshots__/test_results_pending_specs-rspec-3.7.gemfile.snap delete mode 100644 spec/features/__snapshots__/test_results_raising_specs-rspec-3.5.gemfile.snap delete mode 100644 spec/features/__snapshots__/test_results_raising_specs-rspec-3.6.gemfile.snap delete mode 100644 spec/features/__snapshots__/test_results_raising_specs-rspec-3.7.gemfile.snap delete mode 100644 spec/features/__snapshots__/test_results_successful_specs-rspec-3.5.gemfile.snap delete mode 100644 spec/features/__snapshots__/test_results_successful_specs-rspec-3.6.gemfile.snap delete mode 100644 spec/features/__snapshots__/test_results_successful_specs-rspec-3.7.gemfile.snap diff --git a/Gemfile.lock b/Gemfile.lock index 52c6b5e8..7ebc40ea 100644 --- a/Gemfile.lock +++ b/Gemfile.lock @@ -64,7 +64,7 @@ GEM puma (6.4.2) nio4r (~> 2.0) racc (1.7.3) - rack (2.2.8) + rack (2.2.8.1) rack-test (2.1.0) rack (>= 1.3) rainbow (3.1.1) @@ -86,7 +86,7 @@ GEM rspec-retry (0.6.2) rspec-core (> 3.3) rspec-support (3.12.2) - rubocop (1.60.2) + rubocop (1.61.0) json (~> 2.3) language_server-protocol (>= 3.17.0) parallel (~> 1.10) @@ -97,8 +97,9 @@ GEM rubocop-ast (>= 1.30.0, < 2.0) ruby-progressbar (~> 1.7) unicode-display_width (>= 2.4.0, < 3.0) - rubocop-ast (1.30.0) - parser (>= 3.2.1.0) + rubocop-ast (1.31.0) + parser (>= 3.3.0.4) + prism (>= 0.24.0) rubocop-capybara (2.20.0) rubocop (~> 1.41) rubocop-factory_bot (2.25.1) @@ -108,11 +109,11 @@ GEM rubocop-ast (>= 1.30.0, < 2.0) rubocop-rake (0.6.0) rubocop (~> 1.0) - rubocop-rspec (2.26.1) + rubocop-rspec (2.27.0) rubocop (~> 1.40) rubocop-capybara (~> 2.17) rubocop-factory_bot (~> 2.22) - ruby-lsp (0.14.1) + ruby-lsp (0.14.3) language_server-protocol (~> 3.17.0) prism (>= 0.22.0, < 0.25) sorbet-runtime (>= 0.5.10782) @@ -128,7 +129,7 @@ GEM simplecov_json_formatter (~> 0.1) simplecov-html (0.12.3) simplecov_json_formatter (0.1.4) - sorbet-runtime (0.5.11262) + sorbet-runtime (0.5.11279) standard (1.34.0) language_server-protocol (~> 3.17.0.2) lint_roller (~> 1.0) @@ -149,10 +150,11 @@ GEM websocket (1.2.10) xpath (3.2.0) nokogiri (~> 1.8) - yard (0.9.34) + yard (0.9.36) PLATFORMS arm64-darwin-21 + arm64-darwin-23 x86_64-darwin-21 x86_64-linux diff --git a/gemfiles/rspec-3.10.gemfile.lock b/gemfiles/rspec-3.10.gemfile.lock index 53eae37e..ef7d97c7 100644 --- a/gemfiles/rspec-3.10.gemfile.lock +++ b/gemfiles/rspec-3.10.gemfile.lock @@ -54,7 +54,7 @@ GEM puma (6.4.2) nio4r (~> 2.0) racc (1.7.3) - rack (2.2.8) + rack (2.2.8.1) rack-test (2.1.0) rack (>= 1.3) regexp_parser (2.9.0) @@ -95,6 +95,7 @@ GEM PLATFORMS arm64-darwin-21 + arm64-darwin-23 x86_64-darwin-21 x86_64-linux diff --git a/gemfiles/rspec-3.11.gemfile.lock b/gemfiles/rspec-3.11.gemfile.lock index f6535bce..08a3919f 100644 --- a/gemfiles/rspec-3.11.gemfile.lock +++ b/gemfiles/rspec-3.11.gemfile.lock @@ -54,7 +54,7 @@ GEM puma (6.4.2) nio4r (~> 2.0) racc (1.7.3) - rack (2.2.8) + rack (2.2.8.1) rack-test (2.1.0) rack (>= 1.3) regexp_parser (2.9.0) @@ -95,6 +95,7 @@ GEM PLATFORMS arm64-darwin-21 + arm64-darwin-23 x86_64-darwin-21 x86_64-linux diff --git a/gemfiles/rspec-3.12.gemfile.lock b/gemfiles/rspec-3.12.gemfile.lock index 64e395f0..58fa0d53 100644 --- a/gemfiles/rspec-3.12.gemfile.lock +++ b/gemfiles/rspec-3.12.gemfile.lock @@ -54,7 +54,7 @@ GEM puma (6.4.2) nio4r (~> 2.0) racc (1.7.3) - rack (2.2.8) + rack (2.2.8.1) rack-test (2.1.0) rack (>= 1.3) regexp_parser (2.9.0) @@ -95,6 +95,7 @@ GEM PLATFORMS arm64-darwin-21 + arm64-darwin-23 x86_64-darwin-21 x86_64-linux diff --git a/gemfiles/rspec-3.8.gemfile.lock b/gemfiles/rspec-3.8.gemfile.lock index 72fa100e..99d42b40 100644 --- a/gemfiles/rspec-3.8.gemfile.lock +++ b/gemfiles/rspec-3.8.gemfile.lock @@ -54,7 +54,7 @@ GEM puma (6.4.2) nio4r (~> 2.0) racc (1.7.3) - rack (2.2.8) + rack (2.2.8.1) rack-test (2.1.0) rack (>= 1.3) regexp_parser (2.9.0) @@ -95,6 +95,7 @@ GEM PLATFORMS arm64-darwin-21 + arm64-darwin-23 x86_64-darwin-21 x86_64-linux diff --git a/gemfiles/rspec-3.9.gemfile.lock b/gemfiles/rspec-3.9.gemfile.lock index 7b510257..2e7f5b90 100644 --- a/gemfiles/rspec-3.9.gemfile.lock +++ b/gemfiles/rspec-3.9.gemfile.lock @@ -54,7 +54,7 @@ GEM puma (6.4.2) nio4r (~> 2.0) racc (1.7.3) - rack (2.2.8) + rack (2.2.8.1) rack-test (2.1.0) rack (>= 1.3) regexp_parser (2.9.0) @@ -95,6 +95,7 @@ GEM PLATFORMS arm64-darwin-21 + arm64-darwin-23 x86_64-darwin-21 x86_64-linux diff --git a/spec/features/__snapshots__/has-consistent-output-for-random-ordering-passed-as-CLI-argument-test-results-rspec-3.5.gemfile.snap b/spec/features/__snapshots__/has-consistent-output-for-random-ordering-passed-as-CLI-argument-test-results-rspec-3.5.gemfile.snap deleted file mode 100644 index c2d2b09e..00000000 --- a/spec/features/__snapshots__/has-consistent-output-for-random-ordering-passed-as-CLI-argument-test-results-rspec-3.5.gemfile.snap +++ /dev/null @@ -1,141 +0,0 @@ -{ - "$schema": "https://raw.githubusercontent.com/rwx-research/test-results-schema/main/v1.json", - "framework": { - "kind": "RSpec", - "language": "Ruby" - }, - "otherErrors": [ - - ], - "summary": { - "canceled": 0, - "failed": 0, - "otherErrors": 0, - "pended": 3, - "quarantined": 0, - "retries": 0, - "skipped": 0, - "status": { - "kind": "successful" - }, - "successful": 1, - "tests": 4, - "timedOut": 0, - "todo": 0 - }, - "tests": [ - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "successful" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/successful_specs.rb[1:1]", - "lineage": [ - "a successful group", - "has a successful test" - ], - "location": { - "file": "./spec/fixture_specs/successful_specs.rb", - "line": 299 - }, - "name": "a successful group has a successful test" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "pended" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/pending_specs.rb[1:3:1]", - "lineage": [ - "pending tests", - "a pending group via a tag", - "is pending despite not being marked as pending" - ], - "location": { - "file": "./spec/fixture_specs/pending_specs.rb", - "line": 299 - }, - "name": "pending tests a pending group via a tag is pending despite not being marked as pending" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "pended" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/pending_specs.rb[1:2]", - "lineage": [ - "pending tests", - "has a pending test with a tag" - ], - "location": { - "file": "./spec/fixture_specs/pending_specs.rb", - "line": 299 - }, - "name": "pending tests has a pending test with a tag" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "pended" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/pending_specs.rb[1:1]", - "lineage": [ - "pending tests", - "has a pending test with pending" - ], - "location": { - "file": "./spec/fixture_specs/pending_specs.rb", - "line": 299 - }, - "name": "pending tests has a pending test with pending" - } - ] -} \ No newline at end of file diff --git a/spec/features/__snapshots__/has-consistent-output-for-random-ordering-passed-as-CLI-argument-test-results-rspec-3.6.gemfile.snap b/spec/features/__snapshots__/has-consistent-output-for-random-ordering-passed-as-CLI-argument-test-results-rspec-3.6.gemfile.snap deleted file mode 100644 index c2d2b09e..00000000 --- a/spec/features/__snapshots__/has-consistent-output-for-random-ordering-passed-as-CLI-argument-test-results-rspec-3.6.gemfile.snap +++ /dev/null @@ -1,141 +0,0 @@ -{ - "$schema": "https://raw.githubusercontent.com/rwx-research/test-results-schema/main/v1.json", - "framework": { - "kind": "RSpec", - "language": "Ruby" - }, - "otherErrors": [ - - ], - "summary": { - "canceled": 0, - "failed": 0, - "otherErrors": 0, - "pended": 3, - "quarantined": 0, - "retries": 0, - "skipped": 0, - "status": { - "kind": "successful" - }, - "successful": 1, - "tests": 4, - "timedOut": 0, - "todo": 0 - }, - "tests": [ - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "successful" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/successful_specs.rb[1:1]", - "lineage": [ - "a successful group", - "has a successful test" - ], - "location": { - "file": "./spec/fixture_specs/successful_specs.rb", - "line": 299 - }, - "name": "a successful group has a successful test" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "pended" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/pending_specs.rb[1:3:1]", - "lineage": [ - "pending tests", - "a pending group via a tag", - "is pending despite not being marked as pending" - ], - "location": { - "file": "./spec/fixture_specs/pending_specs.rb", - "line": 299 - }, - "name": "pending tests a pending group via a tag is pending despite not being marked as pending" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "pended" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/pending_specs.rb[1:2]", - "lineage": [ - "pending tests", - "has a pending test with a tag" - ], - "location": { - "file": "./spec/fixture_specs/pending_specs.rb", - "line": 299 - }, - "name": "pending tests has a pending test with a tag" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "pended" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/pending_specs.rb[1:1]", - "lineage": [ - "pending tests", - "has a pending test with pending" - ], - "location": { - "file": "./spec/fixture_specs/pending_specs.rb", - "line": 299 - }, - "name": "pending tests has a pending test with pending" - } - ] -} \ No newline at end of file diff --git a/spec/features/__snapshots__/has-consistent-output-for-random-ordering-passed-as-CLI-argument-test-results-rspec-3.7.gemfile.snap b/spec/features/__snapshots__/has-consistent-output-for-random-ordering-passed-as-CLI-argument-test-results-rspec-3.7.gemfile.snap deleted file mode 100644 index c2d2b09e..00000000 --- a/spec/features/__snapshots__/has-consistent-output-for-random-ordering-passed-as-CLI-argument-test-results-rspec-3.7.gemfile.snap +++ /dev/null @@ -1,141 +0,0 @@ -{ - "$schema": "https://raw.githubusercontent.com/rwx-research/test-results-schema/main/v1.json", - "framework": { - "kind": "RSpec", - "language": "Ruby" - }, - "otherErrors": [ - - ], - "summary": { - "canceled": 0, - "failed": 0, - "otherErrors": 0, - "pended": 3, - "quarantined": 0, - "retries": 0, - "skipped": 0, - "status": { - "kind": "successful" - }, - "successful": 1, - "tests": 4, - "timedOut": 0, - "todo": 0 - }, - "tests": [ - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "successful" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/successful_specs.rb[1:1]", - "lineage": [ - "a successful group", - "has a successful test" - ], - "location": { - "file": "./spec/fixture_specs/successful_specs.rb", - "line": 299 - }, - "name": "a successful group has a successful test" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "pended" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/pending_specs.rb[1:3:1]", - "lineage": [ - "pending tests", - "a pending group via a tag", - "is pending despite not being marked as pending" - ], - "location": { - "file": "./spec/fixture_specs/pending_specs.rb", - "line": 299 - }, - "name": "pending tests a pending group via a tag is pending despite not being marked as pending" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "pended" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/pending_specs.rb[1:2]", - "lineage": [ - "pending tests", - "has a pending test with a tag" - ], - "location": { - "file": "./spec/fixture_specs/pending_specs.rb", - "line": 299 - }, - "name": "pending tests has a pending test with a tag" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "pended" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/pending_specs.rb[1:1]", - "lineage": [ - "pending tests", - "has a pending test with pending" - ], - "location": { - "file": "./spec/fixture_specs/pending_specs.rb", - "line": 299 - }, - "name": "pending tests has a pending test with pending" - } - ] -} \ No newline at end of file diff --git a/spec/features/__snapshots__/has-consistent-output-for-random-ordering-set-in-rspec-config-test-results-rspec-3.5.gemfile.snap b/spec/features/__snapshots__/has-consistent-output-for-random-ordering-set-in-rspec-config-test-results-rspec-3.5.gemfile.snap deleted file mode 100644 index 04126985..00000000 --- a/spec/features/__snapshots__/has-consistent-output-for-random-ordering-set-in-rspec-config-test-results-rspec-3.5.gemfile.snap +++ /dev/null @@ -1,84 +0,0 @@ -{ - "$schema": "https://raw.githubusercontent.com/rwx-research/test-results-schema/main/v1.json", - "framework": { - "kind": "RSpec", - "language": "Ruby" - }, - "otherErrors": [ - - ], - "summary": { - "canceled": 0, - "failed": 0, - "otherErrors": 0, - "pended": 1, - "quarantined": 0, - "retries": 0, - "skipped": 0, - "status": { - "kind": "successful" - }, - "successful": 1, - "tests": 2, - "timedOut": 0, - "todo": 0 - }, - "tests": [ - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "pended" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/spec_that_sets_up_random_ordering.rb[1:2]", - "lineage": [ - "random ordering", - "is pended" - ], - "location": { - "file": "./spec/fixture_specs/spec_that_sets_up_random_ordering.rb", - "line": 299 - }, - "name": "random ordering is pended" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "successful" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/spec_that_sets_up_random_ordering.rb[1:1]", - "lineage": [ - "random ordering", - "passes" - ], - "location": { - "file": "./spec/fixture_specs/spec_that_sets_up_random_ordering.rb", - "line": 299 - }, - "name": "random ordering passes" - } - ] -} \ No newline at end of file diff --git a/spec/features/__snapshots__/has-consistent-output-for-random-ordering-set-in-rspec-config-test-results-rspec-3.6.gemfile.snap b/spec/features/__snapshots__/has-consistent-output-for-random-ordering-set-in-rspec-config-test-results-rspec-3.6.gemfile.snap deleted file mode 100644 index 04126985..00000000 --- a/spec/features/__snapshots__/has-consistent-output-for-random-ordering-set-in-rspec-config-test-results-rspec-3.6.gemfile.snap +++ /dev/null @@ -1,84 +0,0 @@ -{ - "$schema": "https://raw.githubusercontent.com/rwx-research/test-results-schema/main/v1.json", - "framework": { - "kind": "RSpec", - "language": "Ruby" - }, - "otherErrors": [ - - ], - "summary": { - "canceled": 0, - "failed": 0, - "otherErrors": 0, - "pended": 1, - "quarantined": 0, - "retries": 0, - "skipped": 0, - "status": { - "kind": "successful" - }, - "successful": 1, - "tests": 2, - "timedOut": 0, - "todo": 0 - }, - "tests": [ - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "pended" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/spec_that_sets_up_random_ordering.rb[1:2]", - "lineage": [ - "random ordering", - "is pended" - ], - "location": { - "file": "./spec/fixture_specs/spec_that_sets_up_random_ordering.rb", - "line": 299 - }, - "name": "random ordering is pended" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "successful" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/spec_that_sets_up_random_ordering.rb[1:1]", - "lineage": [ - "random ordering", - "passes" - ], - "location": { - "file": "./spec/fixture_specs/spec_that_sets_up_random_ordering.rb", - "line": 299 - }, - "name": "random ordering passes" - } - ] -} \ No newline at end of file diff --git a/spec/features/__snapshots__/has-consistent-output-for-random-ordering-set-in-rspec-config-test-results-rspec-3.7.gemfile.snap b/spec/features/__snapshots__/has-consistent-output-for-random-ordering-set-in-rspec-config-test-results-rspec-3.7.gemfile.snap deleted file mode 100644 index 04126985..00000000 --- a/spec/features/__snapshots__/has-consistent-output-for-random-ordering-set-in-rspec-config-test-results-rspec-3.7.gemfile.snap +++ /dev/null @@ -1,84 +0,0 @@ -{ - "$schema": "https://raw.githubusercontent.com/rwx-research/test-results-schema/main/v1.json", - "framework": { - "kind": "RSpec", - "language": "Ruby" - }, - "otherErrors": [ - - ], - "summary": { - "canceled": 0, - "failed": 0, - "otherErrors": 0, - "pended": 1, - "quarantined": 0, - "retries": 0, - "skipped": 0, - "status": { - "kind": "successful" - }, - "successful": 1, - "tests": 2, - "timedOut": 0, - "todo": 0 - }, - "tests": [ - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "pended" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/spec_that_sets_up_random_ordering.rb[1:2]", - "lineage": [ - "random ordering", - "is pended" - ], - "location": { - "file": "./spec/fixture_specs/spec_that_sets_up_random_ordering.rb", - "line": 299 - }, - "name": "random ordering is pended" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "successful" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/spec_that_sets_up_random_ordering.rb[1:1]", - "lineage": [ - "random ordering", - "passes" - ], - "location": { - "file": "./spec/fixture_specs/spec_that_sets_up_random_ordering.rb", - "line": 299 - }, - "name": "random ordering passes" - } - ] -} \ No newline at end of file diff --git a/spec/features/__snapshots__/has-consistent-output-for-random-seed-set-in-rspec-config-test-results-rspec-3.5.gemfile.snap b/spec/features/__snapshots__/has-consistent-output-for-random-seed-set-in-rspec-config-test-results-rspec-3.5.gemfile.snap deleted file mode 100644 index 5b384c45..00000000 --- a/spec/features/__snapshots__/has-consistent-output-for-random-seed-set-in-rspec-config-test-results-rspec-3.5.gemfile.snap +++ /dev/null @@ -1,84 +0,0 @@ -{ - "$schema": "https://raw.githubusercontent.com/rwx-research/test-results-schema/main/v1.json", - "framework": { - "kind": "RSpec", - "language": "Ruby" - }, - "otherErrors": [ - - ], - "summary": { - "canceled": 0, - "failed": 0, - "otherErrors": 0, - "pended": 1, - "quarantined": 0, - "retries": 0, - "skipped": 0, - "status": { - "kind": "successful" - }, - "successful": 1, - "tests": 2, - "timedOut": 0, - "todo": 0 - }, - "tests": [ - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "pended" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/spec_that_sets_up_random_seed.rb[1:2]", - "lineage": [ - "random ordering", - "is pended" - ], - "location": { - "file": "./spec/fixture_specs/spec_that_sets_up_random_seed.rb", - "line": 299 - }, - "name": "random ordering is pended" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "successful" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/spec_that_sets_up_random_seed.rb[1:1]", - "lineage": [ - "random ordering", - "passes" - ], - "location": { - "file": "./spec/fixture_specs/spec_that_sets_up_random_seed.rb", - "line": 299 - }, - "name": "random ordering passes" - } - ] -} \ No newline at end of file diff --git a/spec/features/__snapshots__/has-consistent-output-for-random-seed-set-in-rspec-config-test-results-rspec-3.6.gemfile.snap b/spec/features/__snapshots__/has-consistent-output-for-random-seed-set-in-rspec-config-test-results-rspec-3.6.gemfile.snap deleted file mode 100644 index 5b384c45..00000000 --- a/spec/features/__snapshots__/has-consistent-output-for-random-seed-set-in-rspec-config-test-results-rspec-3.6.gemfile.snap +++ /dev/null @@ -1,84 +0,0 @@ -{ - "$schema": "https://raw.githubusercontent.com/rwx-research/test-results-schema/main/v1.json", - "framework": { - "kind": "RSpec", - "language": "Ruby" - }, - "otherErrors": [ - - ], - "summary": { - "canceled": 0, - "failed": 0, - "otherErrors": 0, - "pended": 1, - "quarantined": 0, - "retries": 0, - "skipped": 0, - "status": { - "kind": "successful" - }, - "successful": 1, - "tests": 2, - "timedOut": 0, - "todo": 0 - }, - "tests": [ - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "pended" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/spec_that_sets_up_random_seed.rb[1:2]", - "lineage": [ - "random ordering", - "is pended" - ], - "location": { - "file": "./spec/fixture_specs/spec_that_sets_up_random_seed.rb", - "line": 299 - }, - "name": "random ordering is pended" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "successful" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/spec_that_sets_up_random_seed.rb[1:1]", - "lineage": [ - "random ordering", - "passes" - ], - "location": { - "file": "./spec/fixture_specs/spec_that_sets_up_random_seed.rb", - "line": 299 - }, - "name": "random ordering passes" - } - ] -} \ No newline at end of file diff --git a/spec/features/__snapshots__/has-consistent-output-for-random-seed-set-in-rspec-config-test-results-rspec-3.7.gemfile.snap b/spec/features/__snapshots__/has-consistent-output-for-random-seed-set-in-rspec-config-test-results-rspec-3.7.gemfile.snap deleted file mode 100644 index 5b384c45..00000000 --- a/spec/features/__snapshots__/has-consistent-output-for-random-seed-set-in-rspec-config-test-results-rspec-3.7.gemfile.snap +++ /dev/null @@ -1,84 +0,0 @@ -{ - "$schema": "https://raw.githubusercontent.com/rwx-research/test-results-schema/main/v1.json", - "framework": { - "kind": "RSpec", - "language": "Ruby" - }, - "otherErrors": [ - - ], - "summary": { - "canceled": 0, - "failed": 0, - "otherErrors": 0, - "pended": 1, - "quarantined": 0, - "retries": 0, - "skipped": 0, - "status": { - "kind": "successful" - }, - "successful": 1, - "tests": 2, - "timedOut": 0, - "todo": 0 - }, - "tests": [ - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "pended" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/spec_that_sets_up_random_seed.rb[1:2]", - "lineage": [ - "random ordering", - "is pended" - ], - "location": { - "file": "./spec/fixture_specs/spec_that_sets_up_random_seed.rb", - "line": 299 - }, - "name": "random ordering is pended" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "successful" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/spec_that_sets_up_random_seed.rb[1:1]", - "lineage": [ - "random ordering", - "passes" - ], - "location": { - "file": "./spec/fixture_specs/spec_that_sets_up_random_seed.rb", - "line": 299 - }, - "name": "random ordering passes" - } - ] -} \ No newline at end of file diff --git a/spec/features/__snapshots__/has-consistent-output-for-specs-together-with-a-hardcoded-seed-test-results-rspec-3.5.gemfile.snap b/spec/features/__snapshots__/has-consistent-output-for-specs-together-with-a-hardcoded-seed-test-results-rspec-3.5.gemfile.snap deleted file mode 100644 index 8535201f..00000000 --- a/spec/features/__snapshots__/has-consistent-output-for-specs-together-with-a-hardcoded-seed-test-results-rspec-3.5.gemfile.snap +++ /dev/null @@ -1,529 +0,0 @@ -{ - "$schema": "https://raw.githubusercontent.com/rwx-research/test-results-schema/main/v1.json", - "framework": { - "kind": "RSpec", - "language": "Ruby" - }, - "otherErrors": [ - - ], - "summary": { - "canceled": 0, - "failed": 5, - "otherErrors": 0, - "pended": 3, - "quarantined": 0, - "retries": 0, - "skipped": 6, - "status": { - "kind": "failed" - }, - "successful": 1, - "tests": 15, - "timedOut": 0, - "todo": 0 - }, - "tests": [ - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "backtrace": [ - "./spec/fixture_specs/failing_specs.rb:0:in `block (3 levels) in '", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `run_specs'" - ], - "exception": "RuntimeError", - "kind": "failed", - "message": "\n 1) a failing group failing in a before block is failing despite being successful\n \u001b[31mFailure/Error: \u001b[0mbefore(\u001b[33m:all\u001b[0m) { fail(\u001b[31m\u001b[1;31m'\u001b[0m\u001b[31mbecause\u001b[1;31m'\u001b[0m\u001b[31m\u001b[0m) }\u001b[0m\n \u001b[31m\u001b[0m\n \u001b[31mRuntimeError:\u001b[0m\n \u001b[31m because\u001b[0m\n \u001b[36m# ./spec/fixture_specs/failing_specs.rb:0:in `block (3 levels) in '\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `map'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `map'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_specs'\u001b[0m\n" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/failing_specs.rb[1:2:1]", - "lineage": [ - "a failing group", - "failing in a before block", - "is failing despite being successful" - ], - "location": { - "file": "./spec/fixture_specs/failing_specs.rb", - "line": 299 - }, - "name": "a failing group failing in a before block is failing despite being successful" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "backtrace": [ - "./spec/fixture_specs/failing_specs.rb:0:in `block (2 levels) in '", - "./spec/spec_helper.rb:0:in `block (2 levels) in '", - "./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `each'", - "./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `run_specs'" - ], - "exception": "RSpec::Expectations::ExpectationNotMetError", - "kind": "failed", - "message": "\n 1) a failing group has a failing test\n \u001b[31mFailure/Error: \u001b[0mexpect(\u001b[1;36mfalse\u001b[0m).to eq(\u001b[1;36mtrue\u001b[0m)\u001b[0m\n \u001b[31m\u001b[0m\n \u001b[31m expected: true\u001b[0m\n \u001b[31m got: false\u001b[0m\n \u001b[31m\u001b[0m\n \u001b[31m (compared using ==)\u001b[0m\n \u001b[36m# ./spec/fixture_specs/failing_specs.rb:0:in `block (2 levels) in '\u001b[0m\n \u001b[36m# ./spec/spec_helper.rb:0:in `block (2 levels) in '\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `each'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `map'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_specs'\u001b[0m\n" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/failing_specs.rb[1:1]", - "lineage": [ - "a failing group", - "has a failing test" - ], - "location": { - "file": "./spec/fixture_specs/failing_specs.rb", - "line": 299 - }, - "name": "a failing group has a failing test" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "backtrace": [ - "./spec/fixture_specs/raising_specs.rb:0:in `block (2 levels) in '", - "./spec/spec_helper.rb:0:in `block (2 levels) in '", - "./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `each'", - "./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `run_specs'" - ], - "exception": "RuntimeError", - "kind": "failed", - "message": "\n 1) a raising group has a raising test\n \u001b[31mFailure/Error: \u001b[0mraise \u001b[31m\u001b[1;31m'\u001b[0m\u001b[31mthe roof\u001b[1;31m'\u001b[0m\u001b[31m\u001b[0m\u001b[0m\n \u001b[31m\u001b[0m\n \u001b[31mRuntimeError:\u001b[0m\n \u001b[31m the roof\u001b[0m\n \u001b[36m# ./spec/fixture_specs/raising_specs.rb:0:in `block (2 levels) in '\u001b[0m\n \u001b[36m# ./spec/spec_helper.rb:0:in `block (2 levels) in '\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `each'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `map'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_specs'\u001b[0m\n" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/raising_specs.rb[1:1]", - "lineage": [ - "a raising group", - "has a raising test" - ], - "location": { - "file": "./spec/fixture_specs/raising_specs.rb", - "line": 299 - }, - "name": "a raising group has a raising test" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "backtrace": [ - "./spec/fixture_specs/raising_specs.rb:0:in `block (3 levels) in '", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `run_specs'" - ], - "exception": "RuntimeError", - "kind": "failed", - "message": "\n 1) a raising group it can handle an exception in a before all hook should also fail\n \u001b[31mFailure/Error: \u001b[0mraise \u001b[31m\u001b[1;31m\"\u001b[0m\u001b[31mraising from before(:all)\u001b[1;31m\"\u001b[0m\u001b[31m\u001b[0m\u001b[0m\n \u001b[31m\u001b[0m\n \u001b[31mRuntimeError:\u001b[0m\n \u001b[31m raising from before(:all)\u001b[0m\n \u001b[36m# ./spec/fixture_specs/raising_specs.rb:0:in `block (3 levels) in '\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `map'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `map'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_specs'\u001b[0m\n" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/raising_specs.rb[1:2:2]", - "lineage": [ - "a raising group", - "it can handle an exception in a before all hook", - "should also fail" - ], - "location": { - "file": "./spec/fixture_specs/raising_specs.rb", - "line": 299 - }, - "name": "a raising group it can handle an exception in a before all hook should also fail" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "backtrace": [ - "./spec/fixture_specs/raising_specs.rb:0:in `block (3 levels) in '", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `run_specs'" - ], - "exception": "RuntimeError", - "kind": "failed", - "message": "\n 1) a raising group it can handle an exception in a before all hook should fail\n \u001b[31mFailure/Error: \u001b[0mraise \u001b[31m\u001b[1;31m\"\u001b[0m\u001b[31mraising from before(:all)\u001b[1;31m\"\u001b[0m\u001b[31m\u001b[0m\u001b[0m\n \u001b[31m\u001b[0m\n \u001b[31mRuntimeError:\u001b[0m\n \u001b[31m raising from before(:all)\u001b[0m\n \u001b[36m# ./spec/fixture_specs/raising_specs.rb:0:in `block (3 levels) in '\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `map'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `map'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_specs'\u001b[0m\n" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/raising_specs.rb[1:2:1]", - "lineage": [ - "a raising group", - "it can handle an exception in a before all hook", - "should fail" - ], - "location": { - "file": "./spec/fixture_specs/raising_specs.rb", - "line": 299 - }, - "name": "a raising group it can handle an exception in a before all hook should fail" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "successful" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/successful_specs.rb[1:1]", - "lineage": [ - "a successful group", - "has a successful test" - ], - "location": { - "file": "./spec/fixture_specs/successful_specs.rb", - "line": 299 - }, - "name": "a successful group has a successful test" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "pended" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/pending_specs.rb[1:3:1]", - "lineage": [ - "pending tests", - "a pending group via a tag", - "is pending despite not being marked as pending" - ], - "location": { - "file": "./spec/fixture_specs/pending_specs.rb", - "line": 299 - }, - "name": "pending tests a pending group via a tag is pending despite not being marked as pending" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "pended" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/pending_specs.rb[1:2]", - "lineage": [ - "pending tests", - "has a pending test with a tag" - ], - "location": { - "file": "./spec/fixture_specs/pending_specs.rb", - "line": 299 - }, - "name": "pending tests has a pending test with a tag" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "pended" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/pending_specs.rb[1:1]", - "lineage": [ - "pending tests", - "has a pending test with pending" - ], - "location": { - "file": "./spec/fixture_specs/pending_specs.rb", - "line": 299 - }, - "name": "pending tests has a pending test with pending" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "skipped" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/skipped_specs.rb[1:4:1]", - "lineage": [ - "skipped tests", - "a skipped group via tag", - "is skipped despite not being marked as skip" - ], - "location": { - "file": "./spec/fixture_specs/skipped_specs.rb", - "line": 299 - }, - "name": "skipped tests a skipped group via tag is skipped despite not being marked as skip" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "skipped" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/skipped_specs.rb[1:2]", - "lineage": [ - "skipped tests", - "has a skipped test with skip" - ], - "location": { - "file": "./spec/fixture_specs/skipped_specs.rb", - "line": 299 - }, - "name": "skipped tests has a skipped test with skip" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - }, - "skip": "Temporarily skipped with xdescribe" - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "skipped" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/skipped_specs.rb[1:5:1]", - "lineage": [ - "skipped tests", - "skipped group with xdescribe", - "is skipped despite not being marked as skip" - ], - "location": { - "file": "./spec/fixture_specs/skipped_specs.rb", - "line": 299 - }, - "name": "skipped tests skipped group with xdescribe is skipped despite not being marked as skip" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "skipped" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/skipped_specs.rb[1:6:1]", - "lineage": [ - "skipped tests", - "skipped in a before block", - "is skipped despite not being marked as skip" - ], - "location": { - "file": "./spec/fixture_specs/skipped_specs.rb", - "line": 299 - }, - "name": "skipped tests skipped in a before block is skipped despite not being marked as skip" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "skipped" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/skipped_specs.rb[1:3]", - "lineage": [ - "skipped tests", - "skipped test with tag" - ], - "location": { - "file": "./spec/fixture_specs/skipped_specs.rb", - "line": 299 - }, - "name": "skipped tests skipped test with tag" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - }, - "skip": "Temporarily skipped with xit" - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "skipped" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/skipped_specs.rb[1:1]", - "lineage": [ - "skipped tests", - "skipped test with xit" - ], - "location": { - "file": "./spec/fixture_specs/skipped_specs.rb", - "line": 299 - }, - "name": "skipped tests skipped test with xit" - } - ] -} \ No newline at end of file diff --git a/spec/features/__snapshots__/has-consistent-output-for-specs-together-with-a-hardcoded-seed-test-results-rspec-3.6.gemfile.snap b/spec/features/__snapshots__/has-consistent-output-for-specs-together-with-a-hardcoded-seed-test-results-rspec-3.6.gemfile.snap deleted file mode 100644 index 3aa3833e..00000000 --- a/spec/features/__snapshots__/has-consistent-output-for-specs-together-with-a-hardcoded-seed-test-results-rspec-3.6.gemfile.snap +++ /dev/null @@ -1,529 +0,0 @@ -{ - "$schema": "https://raw.githubusercontent.com/rwx-research/test-results-schema/main/v1.json", - "framework": { - "kind": "RSpec", - "language": "Ruby" - }, - "otherErrors": [ - - ], - "summary": { - "canceled": 0, - "failed": 5, - "otherErrors": 0, - "pended": 3, - "quarantined": 0, - "retries": 0, - "skipped": 6, - "status": { - "kind": "failed" - }, - "successful": 1, - "tests": 15, - "timedOut": 0, - "todo": 0 - }, - "tests": [ - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "backtrace": [ - "./spec/fixture_specs/failing_specs.rb:0:in `block (3 levels) in '", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `run_specs'" - ], - "exception": "RuntimeError", - "kind": "failed", - "message": "\n 1) a failing group failing in a before block is failing despite being successful\n Failure/Error: before(:all) { fail('because') }\n\n RuntimeError:\n because\n # ./spec/fixture_specs/failing_specs.rb:0:in `block (3 levels) in '\n # ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `map'\n # ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `map'\n # ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `run_specs'\n" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/failing_specs.rb[1:2:1]", - "lineage": [ - "a failing group", - "failing in a before block", - "is failing despite being successful" - ], - "location": { - "file": "./spec/fixture_specs/failing_specs.rb", - "line": 299 - }, - "name": "a failing group failing in a before block is failing despite being successful" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "backtrace": [ - "./spec/fixture_specs/failing_specs.rb:0:in `block (2 levels) in '", - "./spec/spec_helper.rb:0:in `block (2 levels) in '", - "./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `each'", - "./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `run_specs'" - ], - "exception": "RSpec::Expectations::ExpectationNotMetError", - "kind": "failed", - "message": "\n 1) a failing group has a failing test\n Failure/Error: expect(false).to eq(true)\n\n expected: true\n got: false\n\n (compared using ==)\n # ./spec/fixture_specs/failing_specs.rb:0:in `block (2 levels) in '\n # ./spec/spec_helper.rb:0:in `block (2 levels) in '\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `each'\n # ./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `map'\n # ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `run_specs'\n" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/failing_specs.rb[1:1]", - "lineage": [ - "a failing group", - "has a failing test" - ], - "location": { - "file": "./spec/fixture_specs/failing_specs.rb", - "line": 299 - }, - "name": "a failing group has a failing test" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "backtrace": [ - "./spec/fixture_specs/raising_specs.rb:0:in `block (2 levels) in '", - "./spec/spec_helper.rb:0:in `block (2 levels) in '", - "./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `each'", - "./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `run_specs'" - ], - "exception": "RuntimeError", - "kind": "failed", - "message": "\n 1) a raising group has a raising test\n Failure/Error: raise 'the roof'\n\n RuntimeError:\n the roof\n # ./spec/fixture_specs/raising_specs.rb:0:in `block (2 levels) in '\n # ./spec/spec_helper.rb:0:in `block (2 levels) in '\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `each'\n # ./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `map'\n # ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `run_specs'\n" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/raising_specs.rb[1:1]", - "lineage": [ - "a raising group", - "has a raising test" - ], - "location": { - "file": "./spec/fixture_specs/raising_specs.rb", - "line": 299 - }, - "name": "a raising group has a raising test" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "backtrace": [ - "./spec/fixture_specs/raising_specs.rb:0:in `block (3 levels) in '", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `run_specs'" - ], - "exception": "RuntimeError", - "kind": "failed", - "message": "\n 1) a raising group it can handle an exception in a before all hook should also fail\n Failure/Error: raise \"raising from before(:all)\"\n\n RuntimeError:\n raising from before(:all)\n # ./spec/fixture_specs/raising_specs.rb:0:in `block (3 levels) in '\n # ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `map'\n # ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `map'\n # ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `run_specs'\n" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/raising_specs.rb[1:2:2]", - "lineage": [ - "a raising group", - "it can handle an exception in a before all hook", - "should also fail" - ], - "location": { - "file": "./spec/fixture_specs/raising_specs.rb", - "line": 299 - }, - "name": "a raising group it can handle an exception in a before all hook should also fail" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "backtrace": [ - "./spec/fixture_specs/raising_specs.rb:0:in `block (3 levels) in '", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `run_specs'" - ], - "exception": "RuntimeError", - "kind": "failed", - "message": "\n 1) a raising group it can handle an exception in a before all hook should fail\n Failure/Error: raise \"raising from before(:all)\"\n\n RuntimeError:\n raising from before(:all)\n # ./spec/fixture_specs/raising_specs.rb:0:in `block (3 levels) in '\n # ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `map'\n # ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `map'\n # ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `run_specs'\n" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/raising_specs.rb[1:2:1]", - "lineage": [ - "a raising group", - "it can handle an exception in a before all hook", - "should fail" - ], - "location": { - "file": "./spec/fixture_specs/raising_specs.rb", - "line": 299 - }, - "name": "a raising group it can handle an exception in a before all hook should fail" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "successful" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/successful_specs.rb[1:1]", - "lineage": [ - "a successful group", - "has a successful test" - ], - "location": { - "file": "./spec/fixture_specs/successful_specs.rb", - "line": 299 - }, - "name": "a successful group has a successful test" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "pended" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/pending_specs.rb[1:3:1]", - "lineage": [ - "pending tests", - "a pending group via a tag", - "is pending despite not being marked as pending" - ], - "location": { - "file": "./spec/fixture_specs/pending_specs.rb", - "line": 299 - }, - "name": "pending tests a pending group via a tag is pending despite not being marked as pending" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "pended" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/pending_specs.rb[1:2]", - "lineage": [ - "pending tests", - "has a pending test with a tag" - ], - "location": { - "file": "./spec/fixture_specs/pending_specs.rb", - "line": 299 - }, - "name": "pending tests has a pending test with a tag" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "pended" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/pending_specs.rb[1:1]", - "lineage": [ - "pending tests", - "has a pending test with pending" - ], - "location": { - "file": "./spec/fixture_specs/pending_specs.rb", - "line": 299 - }, - "name": "pending tests has a pending test with pending" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "skipped" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/skipped_specs.rb[1:4:1]", - "lineage": [ - "skipped tests", - "a skipped group via tag", - "is skipped despite not being marked as skip" - ], - "location": { - "file": "./spec/fixture_specs/skipped_specs.rb", - "line": 299 - }, - "name": "skipped tests a skipped group via tag is skipped despite not being marked as skip" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "skipped" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/skipped_specs.rb[1:2]", - "lineage": [ - "skipped tests", - "has a skipped test with skip" - ], - "location": { - "file": "./spec/fixture_specs/skipped_specs.rb", - "line": 299 - }, - "name": "skipped tests has a skipped test with skip" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - }, - "skip": "Temporarily skipped with xdescribe" - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "skipped" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/skipped_specs.rb[1:5:1]", - "lineage": [ - "skipped tests", - "skipped group with xdescribe", - "is skipped despite not being marked as skip" - ], - "location": { - "file": "./spec/fixture_specs/skipped_specs.rb", - "line": 299 - }, - "name": "skipped tests skipped group with xdescribe is skipped despite not being marked as skip" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "skipped" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/skipped_specs.rb[1:6:1]", - "lineage": [ - "skipped tests", - "skipped in a before block", - "is skipped despite not being marked as skip" - ], - "location": { - "file": "./spec/fixture_specs/skipped_specs.rb", - "line": 299 - }, - "name": "skipped tests skipped in a before block is skipped despite not being marked as skip" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "skipped" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/skipped_specs.rb[1:3]", - "lineage": [ - "skipped tests", - "skipped test with tag" - ], - "location": { - "file": "./spec/fixture_specs/skipped_specs.rb", - "line": 299 - }, - "name": "skipped tests skipped test with tag" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - }, - "skip": "Temporarily skipped with xit" - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "skipped" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/skipped_specs.rb[1:1]", - "lineage": [ - "skipped tests", - "skipped test with xit" - ], - "location": { - "file": "./spec/fixture_specs/skipped_specs.rb", - "line": 299 - }, - "name": "skipped tests skipped test with xit" - } - ] -} \ No newline at end of file diff --git a/spec/features/__snapshots__/has-consistent-output-for-specs-together-with-a-hardcoded-seed-test-results-rspec-3.7.gemfile.snap b/spec/features/__snapshots__/has-consistent-output-for-specs-together-with-a-hardcoded-seed-test-results-rspec-3.7.gemfile.snap deleted file mode 100644 index 3aa3833e..00000000 --- a/spec/features/__snapshots__/has-consistent-output-for-specs-together-with-a-hardcoded-seed-test-results-rspec-3.7.gemfile.snap +++ /dev/null @@ -1,529 +0,0 @@ -{ - "$schema": "https://raw.githubusercontent.com/rwx-research/test-results-schema/main/v1.json", - "framework": { - "kind": "RSpec", - "language": "Ruby" - }, - "otherErrors": [ - - ], - "summary": { - "canceled": 0, - "failed": 5, - "otherErrors": 0, - "pended": 3, - "quarantined": 0, - "retries": 0, - "skipped": 6, - "status": { - "kind": "failed" - }, - "successful": 1, - "tests": 15, - "timedOut": 0, - "todo": 0 - }, - "tests": [ - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "backtrace": [ - "./spec/fixture_specs/failing_specs.rb:0:in `block (3 levels) in '", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `run_specs'" - ], - "exception": "RuntimeError", - "kind": "failed", - "message": "\n 1) a failing group failing in a before block is failing despite being successful\n Failure/Error: before(:all) { fail('because') }\n\n RuntimeError:\n because\n # ./spec/fixture_specs/failing_specs.rb:0:in `block (3 levels) in '\n # ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `map'\n # ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `map'\n # ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `run_specs'\n" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/failing_specs.rb[1:2:1]", - "lineage": [ - "a failing group", - "failing in a before block", - "is failing despite being successful" - ], - "location": { - "file": "./spec/fixture_specs/failing_specs.rb", - "line": 299 - }, - "name": "a failing group failing in a before block is failing despite being successful" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "backtrace": [ - "./spec/fixture_specs/failing_specs.rb:0:in `block (2 levels) in '", - "./spec/spec_helper.rb:0:in `block (2 levels) in '", - "./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `each'", - "./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `run_specs'" - ], - "exception": "RSpec::Expectations::ExpectationNotMetError", - "kind": "failed", - "message": "\n 1) a failing group has a failing test\n Failure/Error: expect(false).to eq(true)\n\n expected: true\n got: false\n\n (compared using ==)\n # ./spec/fixture_specs/failing_specs.rb:0:in `block (2 levels) in '\n # ./spec/spec_helper.rb:0:in `block (2 levels) in '\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `each'\n # ./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `map'\n # ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `run_specs'\n" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/failing_specs.rb[1:1]", - "lineage": [ - "a failing group", - "has a failing test" - ], - "location": { - "file": "./spec/fixture_specs/failing_specs.rb", - "line": 299 - }, - "name": "a failing group has a failing test" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "backtrace": [ - "./spec/fixture_specs/raising_specs.rb:0:in `block (2 levels) in '", - "./spec/spec_helper.rb:0:in `block (2 levels) in '", - "./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `each'", - "./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `run_specs'" - ], - "exception": "RuntimeError", - "kind": "failed", - "message": "\n 1) a raising group has a raising test\n Failure/Error: raise 'the roof'\n\n RuntimeError:\n the roof\n # ./spec/fixture_specs/raising_specs.rb:0:in `block (2 levels) in '\n # ./spec/spec_helper.rb:0:in `block (2 levels) in '\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `each'\n # ./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `map'\n # ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `run_specs'\n" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/raising_specs.rb[1:1]", - "lineage": [ - "a raising group", - "has a raising test" - ], - "location": { - "file": "./spec/fixture_specs/raising_specs.rb", - "line": 299 - }, - "name": "a raising group has a raising test" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "backtrace": [ - "./spec/fixture_specs/raising_specs.rb:0:in `block (3 levels) in '", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `run_specs'" - ], - "exception": "RuntimeError", - "kind": "failed", - "message": "\n 1) a raising group it can handle an exception in a before all hook should also fail\n Failure/Error: raise \"raising from before(:all)\"\n\n RuntimeError:\n raising from before(:all)\n # ./spec/fixture_specs/raising_specs.rb:0:in `block (3 levels) in '\n # ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `map'\n # ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `map'\n # ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `run_specs'\n" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/raising_specs.rb[1:2:2]", - "lineage": [ - "a raising group", - "it can handle an exception in a before all hook", - "should also fail" - ], - "location": { - "file": "./spec/fixture_specs/raising_specs.rb", - "line": 299 - }, - "name": "a raising group it can handle an exception in a before all hook should also fail" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "backtrace": [ - "./spec/fixture_specs/raising_specs.rb:0:in `block (3 levels) in '", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `run_specs'" - ], - "exception": "RuntimeError", - "kind": "failed", - "message": "\n 1) a raising group it can handle an exception in a before all hook should fail\n Failure/Error: raise \"raising from before(:all)\"\n\n RuntimeError:\n raising from before(:all)\n # ./spec/fixture_specs/raising_specs.rb:0:in `block (3 levels) in '\n # ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `map'\n # ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `map'\n # ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `run_specs'\n" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/raising_specs.rb[1:2:1]", - "lineage": [ - "a raising group", - "it can handle an exception in a before all hook", - "should fail" - ], - "location": { - "file": "./spec/fixture_specs/raising_specs.rb", - "line": 299 - }, - "name": "a raising group it can handle an exception in a before all hook should fail" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "successful" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/successful_specs.rb[1:1]", - "lineage": [ - "a successful group", - "has a successful test" - ], - "location": { - "file": "./spec/fixture_specs/successful_specs.rb", - "line": 299 - }, - "name": "a successful group has a successful test" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "pended" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/pending_specs.rb[1:3:1]", - "lineage": [ - "pending tests", - "a pending group via a tag", - "is pending despite not being marked as pending" - ], - "location": { - "file": "./spec/fixture_specs/pending_specs.rb", - "line": 299 - }, - "name": "pending tests a pending group via a tag is pending despite not being marked as pending" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "pended" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/pending_specs.rb[1:2]", - "lineage": [ - "pending tests", - "has a pending test with a tag" - ], - "location": { - "file": "./spec/fixture_specs/pending_specs.rb", - "line": 299 - }, - "name": "pending tests has a pending test with a tag" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "pended" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/pending_specs.rb[1:1]", - "lineage": [ - "pending tests", - "has a pending test with pending" - ], - "location": { - "file": "./spec/fixture_specs/pending_specs.rb", - "line": 299 - }, - "name": "pending tests has a pending test with pending" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "skipped" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/skipped_specs.rb[1:4:1]", - "lineage": [ - "skipped tests", - "a skipped group via tag", - "is skipped despite not being marked as skip" - ], - "location": { - "file": "./spec/fixture_specs/skipped_specs.rb", - "line": 299 - }, - "name": "skipped tests a skipped group via tag is skipped despite not being marked as skip" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "skipped" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/skipped_specs.rb[1:2]", - "lineage": [ - "skipped tests", - "has a skipped test with skip" - ], - "location": { - "file": "./spec/fixture_specs/skipped_specs.rb", - "line": 299 - }, - "name": "skipped tests has a skipped test with skip" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - }, - "skip": "Temporarily skipped with xdescribe" - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "skipped" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/skipped_specs.rb[1:5:1]", - "lineage": [ - "skipped tests", - "skipped group with xdescribe", - "is skipped despite not being marked as skip" - ], - "location": { - "file": "./spec/fixture_specs/skipped_specs.rb", - "line": 299 - }, - "name": "skipped tests skipped group with xdescribe is skipped despite not being marked as skip" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "skipped" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/skipped_specs.rb[1:6:1]", - "lineage": [ - "skipped tests", - "skipped in a before block", - "is skipped despite not being marked as skip" - ], - "location": { - "file": "./spec/fixture_specs/skipped_specs.rb", - "line": 299 - }, - "name": "skipped tests skipped in a before block is skipped despite not being marked as skip" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "skipped" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/skipped_specs.rb[1:3]", - "lineage": [ - "skipped tests", - "skipped test with tag" - ], - "location": { - "file": "./spec/fixture_specs/skipped_specs.rb", - "line": 299 - }, - "name": "skipped tests skipped test with tag" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - }, - "skip": "Temporarily skipped with xit" - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "skipped" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/skipped_specs.rb[1:1]", - "lineage": [ - "skipped tests", - "skipped test with xit" - ], - "location": { - "file": "./spec/fixture_specs/skipped_specs.rb", - "line": 299 - }, - "name": "skipped tests skipped test with xit" - } - ] -} \ No newline at end of file diff --git a/spec/features/__snapshots__/has-consistent-output-test-results-rspec-3.5.gemfile.snap b/spec/features/__snapshots__/has-consistent-output-test-results-rspec-3.5.gemfile.snap deleted file mode 100644 index 8535201f..00000000 --- a/spec/features/__snapshots__/has-consistent-output-test-results-rspec-3.5.gemfile.snap +++ /dev/null @@ -1,529 +0,0 @@ -{ - "$schema": "https://raw.githubusercontent.com/rwx-research/test-results-schema/main/v1.json", - "framework": { - "kind": "RSpec", - "language": "Ruby" - }, - "otherErrors": [ - - ], - "summary": { - "canceled": 0, - "failed": 5, - "otherErrors": 0, - "pended": 3, - "quarantined": 0, - "retries": 0, - "skipped": 6, - "status": { - "kind": "failed" - }, - "successful": 1, - "tests": 15, - "timedOut": 0, - "todo": 0 - }, - "tests": [ - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "backtrace": [ - "./spec/fixture_specs/failing_specs.rb:0:in `block (3 levels) in '", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `run_specs'" - ], - "exception": "RuntimeError", - "kind": "failed", - "message": "\n 1) a failing group failing in a before block is failing despite being successful\n \u001b[31mFailure/Error: \u001b[0mbefore(\u001b[33m:all\u001b[0m) { fail(\u001b[31m\u001b[1;31m'\u001b[0m\u001b[31mbecause\u001b[1;31m'\u001b[0m\u001b[31m\u001b[0m) }\u001b[0m\n \u001b[31m\u001b[0m\n \u001b[31mRuntimeError:\u001b[0m\n \u001b[31m because\u001b[0m\n \u001b[36m# ./spec/fixture_specs/failing_specs.rb:0:in `block (3 levels) in '\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `map'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `map'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_specs'\u001b[0m\n" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/failing_specs.rb[1:2:1]", - "lineage": [ - "a failing group", - "failing in a before block", - "is failing despite being successful" - ], - "location": { - "file": "./spec/fixture_specs/failing_specs.rb", - "line": 299 - }, - "name": "a failing group failing in a before block is failing despite being successful" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "backtrace": [ - "./spec/fixture_specs/failing_specs.rb:0:in `block (2 levels) in '", - "./spec/spec_helper.rb:0:in `block (2 levels) in '", - "./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `each'", - "./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `run_specs'" - ], - "exception": "RSpec::Expectations::ExpectationNotMetError", - "kind": "failed", - "message": "\n 1) a failing group has a failing test\n \u001b[31mFailure/Error: \u001b[0mexpect(\u001b[1;36mfalse\u001b[0m).to eq(\u001b[1;36mtrue\u001b[0m)\u001b[0m\n \u001b[31m\u001b[0m\n \u001b[31m expected: true\u001b[0m\n \u001b[31m got: false\u001b[0m\n \u001b[31m\u001b[0m\n \u001b[31m (compared using ==)\u001b[0m\n \u001b[36m# ./spec/fixture_specs/failing_specs.rb:0:in `block (2 levels) in '\u001b[0m\n \u001b[36m# ./spec/spec_helper.rb:0:in `block (2 levels) in '\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `each'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `map'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_specs'\u001b[0m\n" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/failing_specs.rb[1:1]", - "lineage": [ - "a failing group", - "has a failing test" - ], - "location": { - "file": "./spec/fixture_specs/failing_specs.rb", - "line": 299 - }, - "name": "a failing group has a failing test" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "backtrace": [ - "./spec/fixture_specs/raising_specs.rb:0:in `block (2 levels) in '", - "./spec/spec_helper.rb:0:in `block (2 levels) in '", - "./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `each'", - "./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `run_specs'" - ], - "exception": "RuntimeError", - "kind": "failed", - "message": "\n 1) a raising group has a raising test\n \u001b[31mFailure/Error: \u001b[0mraise \u001b[31m\u001b[1;31m'\u001b[0m\u001b[31mthe roof\u001b[1;31m'\u001b[0m\u001b[31m\u001b[0m\u001b[0m\n \u001b[31m\u001b[0m\n \u001b[31mRuntimeError:\u001b[0m\n \u001b[31m the roof\u001b[0m\n \u001b[36m# ./spec/fixture_specs/raising_specs.rb:0:in `block (2 levels) in '\u001b[0m\n \u001b[36m# ./spec/spec_helper.rb:0:in `block (2 levels) in '\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `each'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `map'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_specs'\u001b[0m\n" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/raising_specs.rb[1:1]", - "lineage": [ - "a raising group", - "has a raising test" - ], - "location": { - "file": "./spec/fixture_specs/raising_specs.rb", - "line": 299 - }, - "name": "a raising group has a raising test" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "backtrace": [ - "./spec/fixture_specs/raising_specs.rb:0:in `block (3 levels) in '", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `run_specs'" - ], - "exception": "RuntimeError", - "kind": "failed", - "message": "\n 1) a raising group it can handle an exception in a before all hook should also fail\n \u001b[31mFailure/Error: \u001b[0mraise \u001b[31m\u001b[1;31m\"\u001b[0m\u001b[31mraising from before(:all)\u001b[1;31m\"\u001b[0m\u001b[31m\u001b[0m\u001b[0m\n \u001b[31m\u001b[0m\n \u001b[31mRuntimeError:\u001b[0m\n \u001b[31m raising from before(:all)\u001b[0m\n \u001b[36m# ./spec/fixture_specs/raising_specs.rb:0:in `block (3 levels) in '\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `map'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `map'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_specs'\u001b[0m\n" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/raising_specs.rb[1:2:2]", - "lineage": [ - "a raising group", - "it can handle an exception in a before all hook", - "should also fail" - ], - "location": { - "file": "./spec/fixture_specs/raising_specs.rb", - "line": 299 - }, - "name": "a raising group it can handle an exception in a before all hook should also fail" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "backtrace": [ - "./spec/fixture_specs/raising_specs.rb:0:in `block (3 levels) in '", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `run_specs'" - ], - "exception": "RuntimeError", - "kind": "failed", - "message": "\n 1) a raising group it can handle an exception in a before all hook should fail\n \u001b[31mFailure/Error: \u001b[0mraise \u001b[31m\u001b[1;31m\"\u001b[0m\u001b[31mraising from before(:all)\u001b[1;31m\"\u001b[0m\u001b[31m\u001b[0m\u001b[0m\n \u001b[31m\u001b[0m\n \u001b[31mRuntimeError:\u001b[0m\n \u001b[31m raising from before(:all)\u001b[0m\n \u001b[36m# ./spec/fixture_specs/raising_specs.rb:0:in `block (3 levels) in '\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `map'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `map'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_specs'\u001b[0m\n" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/raising_specs.rb[1:2:1]", - "lineage": [ - "a raising group", - "it can handle an exception in a before all hook", - "should fail" - ], - "location": { - "file": "./spec/fixture_specs/raising_specs.rb", - "line": 299 - }, - "name": "a raising group it can handle an exception in a before all hook should fail" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "successful" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/successful_specs.rb[1:1]", - "lineage": [ - "a successful group", - "has a successful test" - ], - "location": { - "file": "./spec/fixture_specs/successful_specs.rb", - "line": 299 - }, - "name": "a successful group has a successful test" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "pended" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/pending_specs.rb[1:3:1]", - "lineage": [ - "pending tests", - "a pending group via a tag", - "is pending despite not being marked as pending" - ], - "location": { - "file": "./spec/fixture_specs/pending_specs.rb", - "line": 299 - }, - "name": "pending tests a pending group via a tag is pending despite not being marked as pending" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "pended" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/pending_specs.rb[1:2]", - "lineage": [ - "pending tests", - "has a pending test with a tag" - ], - "location": { - "file": "./spec/fixture_specs/pending_specs.rb", - "line": 299 - }, - "name": "pending tests has a pending test with a tag" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "pended" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/pending_specs.rb[1:1]", - "lineage": [ - "pending tests", - "has a pending test with pending" - ], - "location": { - "file": "./spec/fixture_specs/pending_specs.rb", - "line": 299 - }, - "name": "pending tests has a pending test with pending" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "skipped" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/skipped_specs.rb[1:4:1]", - "lineage": [ - "skipped tests", - "a skipped group via tag", - "is skipped despite not being marked as skip" - ], - "location": { - "file": "./spec/fixture_specs/skipped_specs.rb", - "line": 299 - }, - "name": "skipped tests a skipped group via tag is skipped despite not being marked as skip" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "skipped" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/skipped_specs.rb[1:2]", - "lineage": [ - "skipped tests", - "has a skipped test with skip" - ], - "location": { - "file": "./spec/fixture_specs/skipped_specs.rb", - "line": 299 - }, - "name": "skipped tests has a skipped test with skip" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - }, - "skip": "Temporarily skipped with xdescribe" - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "skipped" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/skipped_specs.rb[1:5:1]", - "lineage": [ - "skipped tests", - "skipped group with xdescribe", - "is skipped despite not being marked as skip" - ], - "location": { - "file": "./spec/fixture_specs/skipped_specs.rb", - "line": 299 - }, - "name": "skipped tests skipped group with xdescribe is skipped despite not being marked as skip" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "skipped" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/skipped_specs.rb[1:6:1]", - "lineage": [ - "skipped tests", - "skipped in a before block", - "is skipped despite not being marked as skip" - ], - "location": { - "file": "./spec/fixture_specs/skipped_specs.rb", - "line": 299 - }, - "name": "skipped tests skipped in a before block is skipped despite not being marked as skip" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "skipped" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/skipped_specs.rb[1:3]", - "lineage": [ - "skipped tests", - "skipped test with tag" - ], - "location": { - "file": "./spec/fixture_specs/skipped_specs.rb", - "line": 299 - }, - "name": "skipped tests skipped test with tag" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - }, - "skip": "Temporarily skipped with xit" - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "skipped" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/skipped_specs.rb[1:1]", - "lineage": [ - "skipped tests", - "skipped test with xit" - ], - "location": { - "file": "./spec/fixture_specs/skipped_specs.rb", - "line": 299 - }, - "name": "skipped tests skipped test with xit" - } - ] -} \ No newline at end of file diff --git a/spec/features/__snapshots__/has-consistent-output-test-results-rspec-3.6.gemfile.snap b/spec/features/__snapshots__/has-consistent-output-test-results-rspec-3.6.gemfile.snap deleted file mode 100644 index d73f672f..00000000 --- a/spec/features/__snapshots__/has-consistent-output-test-results-rspec-3.6.gemfile.snap +++ /dev/null @@ -1,529 +0,0 @@ -{ - "$schema": "https://raw.githubusercontent.com/rwx-research/test-results-schema/main/v1.json", - "framework": { - "kind": "RSpec", - "language": "Ruby" - }, - "otherErrors": [ - - ], - "summary": { - "canceled": 0, - "failed": 5, - "otherErrors": 0, - "pended": 3, - "quarantined": 0, - "retries": 0, - "skipped": 6, - "status": { - "kind": "failed" - }, - "successful": 1, - "tests": 15, - "timedOut": 0, - "todo": 0 - }, - "tests": [ - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "backtrace": [ - "./spec/fixture_specs/failing_specs.rb:0:in `block (3 levels) in '", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `run_specs'" - ], - "exception": "RuntimeError", - "kind": "failed", - "message": "\n 1) a failing group failing in a before block is failing despite being successful\n \u001b[31mFailure/Error: \u001b[0m\u001b[32mbefore\u001b[0m(\u001b[33m:all\u001b[0m) { fail(\u001b[31m\u001b[1;31m'\u001b[0m\u001b[31mbecause\u001b[1;31m'\u001b[0m\u001b[31m\u001b[0m) }\u001b[0m\n \u001b[31m\u001b[0m\n \u001b[31mRuntimeError:\u001b[0m\n \u001b[31m because\u001b[0m\n \u001b[36m# ./spec/fixture_specs/failing_specs.rb:0:in `block (3 levels) in '\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `map'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `map'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_specs'\u001b[0m\n" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/failing_specs.rb[1:2:1]", - "lineage": [ - "a failing group", - "failing in a before block", - "is failing despite being successful" - ], - "location": { - "file": "./spec/fixture_specs/failing_specs.rb", - "line": 299 - }, - "name": "a failing group failing in a before block is failing despite being successful" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "backtrace": [ - "./spec/fixture_specs/failing_specs.rb:0:in `block (2 levels) in '", - "./spec/spec_helper.rb:0:in `block (2 levels) in '", - "./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `each'", - "./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `run_specs'" - ], - "exception": "RSpec::Expectations::ExpectationNotMetError", - "kind": "failed", - "message": "\n 1) a failing group has a failing test\n \u001b[31mFailure/Error: \u001b[0m\u001b[32mexpect\u001b[0m(\u001b[1;36mfalse\u001b[0m).to eq(\u001b[1;36mtrue\u001b[0m)\u001b[0m\n \u001b[31m\u001b[0m\n \u001b[31m expected: true\u001b[0m\n \u001b[31m got: false\u001b[0m\n \u001b[31m\u001b[0m\n \u001b[31m (compared using ==)\u001b[0m\n \u001b[36m# ./spec/fixture_specs/failing_specs.rb:0:in `block (2 levels) in '\u001b[0m\n \u001b[36m# ./spec/spec_helper.rb:0:in `block (2 levels) in '\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `each'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `map'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_specs'\u001b[0m\n" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/failing_specs.rb[1:1]", - "lineage": [ - "a failing group", - "has a failing test" - ], - "location": { - "file": "./spec/fixture_specs/failing_specs.rb", - "line": 299 - }, - "name": "a failing group has a failing test" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "backtrace": [ - "./spec/fixture_specs/raising_specs.rb:0:in `block (2 levels) in '", - "./spec/spec_helper.rb:0:in `block (2 levels) in '", - "./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `each'", - "./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `run_specs'" - ], - "exception": "RuntimeError", - "kind": "failed", - "message": "\n 1) a raising group has a raising test\n \u001b[31mFailure/Error: \u001b[0mraise \u001b[31m\u001b[1;31m'\u001b[0m\u001b[31mthe roof\u001b[1;31m'\u001b[0m\u001b[31m\u001b[0m\u001b[0m\n \u001b[31m\u001b[0m\n \u001b[31mRuntimeError:\u001b[0m\n \u001b[31m the roof\u001b[0m\n \u001b[36m# ./spec/fixture_specs/raising_specs.rb:0:in `block (2 levels) in '\u001b[0m\n \u001b[36m# ./spec/spec_helper.rb:0:in `block (2 levels) in '\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `each'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `map'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_specs'\u001b[0m\n" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/raising_specs.rb[1:1]", - "lineage": [ - "a raising group", - "has a raising test" - ], - "location": { - "file": "./spec/fixture_specs/raising_specs.rb", - "line": 299 - }, - "name": "a raising group has a raising test" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "backtrace": [ - "./spec/fixture_specs/raising_specs.rb:0:in `block (3 levels) in '", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `run_specs'" - ], - "exception": "RuntimeError", - "kind": "failed", - "message": "\n 1) a raising group it can handle an exception in a before all hook should also fail\n \u001b[31mFailure/Error: \u001b[0mraise \u001b[31m\u001b[1;31m\"\u001b[0m\u001b[31mraising from before(:all)\u001b[1;31m\"\u001b[0m\u001b[31m\u001b[0m\u001b[0m\n \u001b[31m\u001b[0m\n \u001b[31mRuntimeError:\u001b[0m\n \u001b[31m raising from before(:all)\u001b[0m\n \u001b[36m# ./spec/fixture_specs/raising_specs.rb:0:in `block (3 levels) in '\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `map'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `map'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_specs'\u001b[0m\n" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/raising_specs.rb[1:2:2]", - "lineage": [ - "a raising group", - "it can handle an exception in a before all hook", - "should also fail" - ], - "location": { - "file": "./spec/fixture_specs/raising_specs.rb", - "line": 299 - }, - "name": "a raising group it can handle an exception in a before all hook should also fail" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "backtrace": [ - "./spec/fixture_specs/raising_specs.rb:0:in `block (3 levels) in '", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `run_specs'" - ], - "exception": "RuntimeError", - "kind": "failed", - "message": "\n 1) a raising group it can handle an exception in a before all hook should fail\n \u001b[31mFailure/Error: \u001b[0mraise \u001b[31m\u001b[1;31m\"\u001b[0m\u001b[31mraising from before(:all)\u001b[1;31m\"\u001b[0m\u001b[31m\u001b[0m\u001b[0m\n \u001b[31m\u001b[0m\n \u001b[31mRuntimeError:\u001b[0m\n \u001b[31m raising from before(:all)\u001b[0m\n \u001b[36m# ./spec/fixture_specs/raising_specs.rb:0:in `block (3 levels) in '\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `map'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `map'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_specs'\u001b[0m\n" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/raising_specs.rb[1:2:1]", - "lineage": [ - "a raising group", - "it can handle an exception in a before all hook", - "should fail" - ], - "location": { - "file": "./spec/fixture_specs/raising_specs.rb", - "line": 299 - }, - "name": "a raising group it can handle an exception in a before all hook should fail" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "successful" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/successful_specs.rb[1:1]", - "lineage": [ - "a successful group", - "has a successful test" - ], - "location": { - "file": "./spec/fixture_specs/successful_specs.rb", - "line": 299 - }, - "name": "a successful group has a successful test" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "pended" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/pending_specs.rb[1:3:1]", - "lineage": [ - "pending tests", - "a pending group via a tag", - "is pending despite not being marked as pending" - ], - "location": { - "file": "./spec/fixture_specs/pending_specs.rb", - "line": 299 - }, - "name": "pending tests a pending group via a tag is pending despite not being marked as pending" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "pended" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/pending_specs.rb[1:2]", - "lineage": [ - "pending tests", - "has a pending test with a tag" - ], - "location": { - "file": "./spec/fixture_specs/pending_specs.rb", - "line": 299 - }, - "name": "pending tests has a pending test with a tag" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "pended" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/pending_specs.rb[1:1]", - "lineage": [ - "pending tests", - "has a pending test with pending" - ], - "location": { - "file": "./spec/fixture_specs/pending_specs.rb", - "line": 299 - }, - "name": "pending tests has a pending test with pending" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "skipped" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/skipped_specs.rb[1:4:1]", - "lineage": [ - "skipped tests", - "a skipped group via tag", - "is skipped despite not being marked as skip" - ], - "location": { - "file": "./spec/fixture_specs/skipped_specs.rb", - "line": 299 - }, - "name": "skipped tests a skipped group via tag is skipped despite not being marked as skip" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "skipped" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/skipped_specs.rb[1:2]", - "lineage": [ - "skipped tests", - "has a skipped test with skip" - ], - "location": { - "file": "./spec/fixture_specs/skipped_specs.rb", - "line": 299 - }, - "name": "skipped tests has a skipped test with skip" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - }, - "skip": "Temporarily skipped with xdescribe" - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "skipped" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/skipped_specs.rb[1:5:1]", - "lineage": [ - "skipped tests", - "skipped group with xdescribe", - "is skipped despite not being marked as skip" - ], - "location": { - "file": "./spec/fixture_specs/skipped_specs.rb", - "line": 299 - }, - "name": "skipped tests skipped group with xdescribe is skipped despite not being marked as skip" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "skipped" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/skipped_specs.rb[1:6:1]", - "lineage": [ - "skipped tests", - "skipped in a before block", - "is skipped despite not being marked as skip" - ], - "location": { - "file": "./spec/fixture_specs/skipped_specs.rb", - "line": 299 - }, - "name": "skipped tests skipped in a before block is skipped despite not being marked as skip" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "skipped" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/skipped_specs.rb[1:3]", - "lineage": [ - "skipped tests", - "skipped test with tag" - ], - "location": { - "file": "./spec/fixture_specs/skipped_specs.rb", - "line": 299 - }, - "name": "skipped tests skipped test with tag" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - }, - "skip": "Temporarily skipped with xit" - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "skipped" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/skipped_specs.rb[1:1]", - "lineage": [ - "skipped tests", - "skipped test with xit" - ], - "location": { - "file": "./spec/fixture_specs/skipped_specs.rb", - "line": 299 - }, - "name": "skipped tests skipped test with xit" - } - ] -} \ No newline at end of file diff --git a/spec/features/__snapshots__/has-consistent-output-test-results-rspec-3.7.gemfile.snap b/spec/features/__snapshots__/has-consistent-output-test-results-rspec-3.7.gemfile.snap deleted file mode 100644 index d73f672f..00000000 --- a/spec/features/__snapshots__/has-consistent-output-test-results-rspec-3.7.gemfile.snap +++ /dev/null @@ -1,529 +0,0 @@ -{ - "$schema": "https://raw.githubusercontent.com/rwx-research/test-results-schema/main/v1.json", - "framework": { - "kind": "RSpec", - "language": "Ruby" - }, - "otherErrors": [ - - ], - "summary": { - "canceled": 0, - "failed": 5, - "otherErrors": 0, - "pended": 3, - "quarantined": 0, - "retries": 0, - "skipped": 6, - "status": { - "kind": "failed" - }, - "successful": 1, - "tests": 15, - "timedOut": 0, - "todo": 0 - }, - "tests": [ - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "backtrace": [ - "./spec/fixture_specs/failing_specs.rb:0:in `block (3 levels) in '", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `run_specs'" - ], - "exception": "RuntimeError", - "kind": "failed", - "message": "\n 1) a failing group failing in a before block is failing despite being successful\n \u001b[31mFailure/Error: \u001b[0m\u001b[32mbefore\u001b[0m(\u001b[33m:all\u001b[0m) { fail(\u001b[31m\u001b[1;31m'\u001b[0m\u001b[31mbecause\u001b[1;31m'\u001b[0m\u001b[31m\u001b[0m) }\u001b[0m\n \u001b[31m\u001b[0m\n \u001b[31mRuntimeError:\u001b[0m\n \u001b[31m because\u001b[0m\n \u001b[36m# ./spec/fixture_specs/failing_specs.rb:0:in `block (3 levels) in '\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `map'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `map'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_specs'\u001b[0m\n" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/failing_specs.rb[1:2:1]", - "lineage": [ - "a failing group", - "failing in a before block", - "is failing despite being successful" - ], - "location": { - "file": "./spec/fixture_specs/failing_specs.rb", - "line": 299 - }, - "name": "a failing group failing in a before block is failing despite being successful" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "backtrace": [ - "./spec/fixture_specs/failing_specs.rb:0:in `block (2 levels) in '", - "./spec/spec_helper.rb:0:in `block (2 levels) in '", - "./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `each'", - "./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `run_specs'" - ], - "exception": "RSpec::Expectations::ExpectationNotMetError", - "kind": "failed", - "message": "\n 1) a failing group has a failing test\n \u001b[31mFailure/Error: \u001b[0m\u001b[32mexpect\u001b[0m(\u001b[1;36mfalse\u001b[0m).to eq(\u001b[1;36mtrue\u001b[0m)\u001b[0m\n \u001b[31m\u001b[0m\n \u001b[31m expected: true\u001b[0m\n \u001b[31m got: false\u001b[0m\n \u001b[31m\u001b[0m\n \u001b[31m (compared using ==)\u001b[0m\n \u001b[36m# ./spec/fixture_specs/failing_specs.rb:0:in `block (2 levels) in '\u001b[0m\n \u001b[36m# ./spec/spec_helper.rb:0:in `block (2 levels) in '\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `each'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `map'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_specs'\u001b[0m\n" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/failing_specs.rb[1:1]", - "lineage": [ - "a failing group", - "has a failing test" - ], - "location": { - "file": "./spec/fixture_specs/failing_specs.rb", - "line": 299 - }, - "name": "a failing group has a failing test" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "backtrace": [ - "./spec/fixture_specs/raising_specs.rb:0:in `block (2 levels) in '", - "./spec/spec_helper.rb:0:in `block (2 levels) in '", - "./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `each'", - "./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `run_specs'" - ], - "exception": "RuntimeError", - "kind": "failed", - "message": "\n 1) a raising group has a raising test\n \u001b[31mFailure/Error: \u001b[0mraise \u001b[31m\u001b[1;31m'\u001b[0m\u001b[31mthe roof\u001b[1;31m'\u001b[0m\u001b[31m\u001b[0m\u001b[0m\n \u001b[31m\u001b[0m\n \u001b[31mRuntimeError:\u001b[0m\n \u001b[31m the roof\u001b[0m\n \u001b[36m# ./spec/fixture_specs/raising_specs.rb:0:in `block (2 levels) in '\u001b[0m\n \u001b[36m# ./spec/spec_helper.rb:0:in `block (2 levels) in '\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `each'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `map'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_specs'\u001b[0m\n" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/raising_specs.rb[1:1]", - "lineage": [ - "a raising group", - "has a raising test" - ], - "location": { - "file": "./spec/fixture_specs/raising_specs.rb", - "line": 299 - }, - "name": "a raising group has a raising test" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "backtrace": [ - "./spec/fixture_specs/raising_specs.rb:0:in `block (3 levels) in '", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `run_specs'" - ], - "exception": "RuntimeError", - "kind": "failed", - "message": "\n 1) a raising group it can handle an exception in a before all hook should also fail\n \u001b[31mFailure/Error: \u001b[0mraise \u001b[31m\u001b[1;31m\"\u001b[0m\u001b[31mraising from before(:all)\u001b[1;31m\"\u001b[0m\u001b[31m\u001b[0m\u001b[0m\n \u001b[31m\u001b[0m\n \u001b[31mRuntimeError:\u001b[0m\n \u001b[31m raising from before(:all)\u001b[0m\n \u001b[36m# ./spec/fixture_specs/raising_specs.rb:0:in `block (3 levels) in '\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `map'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `map'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_specs'\u001b[0m\n" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/raising_specs.rb[1:2:2]", - "lineage": [ - "a raising group", - "it can handle an exception in a before all hook", - "should also fail" - ], - "location": { - "file": "./spec/fixture_specs/raising_specs.rb", - "line": 299 - }, - "name": "a raising group it can handle an exception in a before all hook should also fail" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "backtrace": [ - "./spec/fixture_specs/raising_specs.rb:0:in `block (3 levels) in '", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `run_specs'" - ], - "exception": "RuntimeError", - "kind": "failed", - "message": "\n 1) a raising group it can handle an exception in a before all hook should fail\n \u001b[31mFailure/Error: \u001b[0mraise \u001b[31m\u001b[1;31m\"\u001b[0m\u001b[31mraising from before(:all)\u001b[1;31m\"\u001b[0m\u001b[31m\u001b[0m\u001b[0m\n \u001b[31m\u001b[0m\n \u001b[31mRuntimeError:\u001b[0m\n \u001b[31m raising from before(:all)\u001b[0m\n \u001b[36m# ./spec/fixture_specs/raising_specs.rb:0:in `block (3 levels) in '\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `map'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `map'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_specs'\u001b[0m\n" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/raising_specs.rb[1:2:1]", - "lineage": [ - "a raising group", - "it can handle an exception in a before all hook", - "should fail" - ], - "location": { - "file": "./spec/fixture_specs/raising_specs.rb", - "line": 299 - }, - "name": "a raising group it can handle an exception in a before all hook should fail" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "successful" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/successful_specs.rb[1:1]", - "lineage": [ - "a successful group", - "has a successful test" - ], - "location": { - "file": "./spec/fixture_specs/successful_specs.rb", - "line": 299 - }, - "name": "a successful group has a successful test" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "pended" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/pending_specs.rb[1:3:1]", - "lineage": [ - "pending tests", - "a pending group via a tag", - "is pending despite not being marked as pending" - ], - "location": { - "file": "./spec/fixture_specs/pending_specs.rb", - "line": 299 - }, - "name": "pending tests a pending group via a tag is pending despite not being marked as pending" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "pended" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/pending_specs.rb[1:2]", - "lineage": [ - "pending tests", - "has a pending test with a tag" - ], - "location": { - "file": "./spec/fixture_specs/pending_specs.rb", - "line": 299 - }, - "name": "pending tests has a pending test with a tag" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "pended" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/pending_specs.rb[1:1]", - "lineage": [ - "pending tests", - "has a pending test with pending" - ], - "location": { - "file": "./spec/fixture_specs/pending_specs.rb", - "line": 299 - }, - "name": "pending tests has a pending test with pending" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "skipped" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/skipped_specs.rb[1:4:1]", - "lineage": [ - "skipped tests", - "a skipped group via tag", - "is skipped despite not being marked as skip" - ], - "location": { - "file": "./spec/fixture_specs/skipped_specs.rb", - "line": 299 - }, - "name": "skipped tests a skipped group via tag is skipped despite not being marked as skip" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "skipped" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/skipped_specs.rb[1:2]", - "lineage": [ - "skipped tests", - "has a skipped test with skip" - ], - "location": { - "file": "./spec/fixture_specs/skipped_specs.rb", - "line": 299 - }, - "name": "skipped tests has a skipped test with skip" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - }, - "skip": "Temporarily skipped with xdescribe" - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "skipped" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/skipped_specs.rb[1:5:1]", - "lineage": [ - "skipped tests", - "skipped group with xdescribe", - "is skipped despite not being marked as skip" - ], - "location": { - "file": "./spec/fixture_specs/skipped_specs.rb", - "line": 299 - }, - "name": "skipped tests skipped group with xdescribe is skipped despite not being marked as skip" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "skipped" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/skipped_specs.rb[1:6:1]", - "lineage": [ - "skipped tests", - "skipped in a before block", - "is skipped despite not being marked as skip" - ], - "location": { - "file": "./spec/fixture_specs/skipped_specs.rb", - "line": 299 - }, - "name": "skipped tests skipped in a before block is skipped despite not being marked as skip" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "skipped" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/skipped_specs.rb[1:3]", - "lineage": [ - "skipped tests", - "skipped test with tag" - ], - "location": { - "file": "./spec/fixture_specs/skipped_specs.rb", - "line": 299 - }, - "name": "skipped tests skipped test with tag" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - }, - "skip": "Temporarily skipped with xit" - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "skipped" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/skipped_specs.rb[1:1]", - "lineage": [ - "skipped tests", - "skipped test with xit" - ], - "location": { - "file": "./spec/fixture_specs/skipped_specs.rb", - "line": 299 - }, - "name": "skipped tests skipped test with xit" - } - ] -} \ No newline at end of file diff --git a/spec/features/__snapshots__/has-consistent-output-with-capybara-&-capybara-inline-screenshot-test-results-rspec-3.5.gemfile.snap b/spec/features/__snapshots__/has-consistent-output-with-capybara-&-capybara-inline-screenshot-test-results-rspec-3.5.gemfile.snap deleted file mode 100644 index 1f6957d6..00000000 --- a/spec/features/__snapshots__/has-consistent-output-with-capybara-&-capybara-inline-screenshot-test-results-rspec-3.5.gemfile.snap +++ /dev/null @@ -1,105 +0,0 @@ -{ - "$schema": "https://raw.githubusercontent.com/rwx-research/test-results-schema/main/v1.json", - "framework": { - "kind": "RSpec", - "language": "Ruby" - }, - "otherErrors": [ - - ], - "summary": { - "canceled": 0, - "failed": 1, - "otherErrors": 0, - "pended": 0, - "quarantined": 0, - "retries": 0, - "skipped": 0, - "status": { - "kind": "failed" - }, - "successful": 1, - "tests": 2, - "timedOut": 0, - "todo": 0 - }, - "tests": [ - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - }, - "screenshot": { - "html": "tmp/screenshot.html", - "image": "tmp/screenshot.png" - }, - "type": "feature" - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "backtrace": [ - "./spec/fixture_specs/spec_with_capybara.rb:0:in `block (2 levels) in '", - "./spec/spec_helper.rb:0:in `block (2 levels) in '", - "./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `each'", - "./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `run_specs'" - ], - "exception": "RSpec::Expectations::ExpectationNotMetError", - "kind": "failed", - "message": "\n 1) a spec with capybara can fail\n \u001b[31mFailure/Error: \u001b[0mexpect(page).to have_content(\u001b[31m\u001b[1;31m\"\u001b[0m\u001b[31mA huge website\u001b[1;31m\"\u001b[0m\u001b[31m\u001b[0m)\u001b[0m\n \u001b[31m expected to find text \"A huge website\" in \"A tiny website\"\u001b[0m\n \u001b[36m# ./spec/fixture_specs/spec_with_capybara.rb:0:in `block (2 levels) in '\u001b[0m\n \u001b[36m# ./spec/spec_helper.rb:0:in `block (2 levels) in '\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `each'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `map'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_specs'\u001b[0m\n" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/spec_with_capybara.rb[1:2]", - "lineage": [ - "a spec with capybara", - "can fail" - ], - "location": { - "file": "./spec/fixture_specs/spec_with_capybara.rb", - "line": 299 - }, - "name": "a spec with capybara can fail" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - }, - "type": "feature" - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "successful" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/spec_with_capybara.rb[1:1]", - "lineage": [ - "a spec with capybara", - "can succeed" - ], - "location": { - "file": "./spec/fixture_specs/spec_with_capybara.rb", - "line": 299 - }, - "name": "a spec with capybara can succeed" - } - ] -} \ No newline at end of file diff --git a/spec/features/__snapshots__/has-consistent-output-with-capybara-&-capybara-inline-screenshot-test-results-rspec-3.6.gemfile.snap b/spec/features/__snapshots__/has-consistent-output-with-capybara-&-capybara-inline-screenshot-test-results-rspec-3.6.gemfile.snap deleted file mode 100644 index 8228eaaf..00000000 --- a/spec/features/__snapshots__/has-consistent-output-with-capybara-&-capybara-inline-screenshot-test-results-rspec-3.6.gemfile.snap +++ /dev/null @@ -1,105 +0,0 @@ -{ - "$schema": "https://raw.githubusercontent.com/rwx-research/test-results-schema/main/v1.json", - "framework": { - "kind": "RSpec", - "language": "Ruby" - }, - "otherErrors": [ - - ], - "summary": { - "canceled": 0, - "failed": 1, - "otherErrors": 0, - "pended": 0, - "quarantined": 0, - "retries": 0, - "skipped": 0, - "status": { - "kind": "failed" - }, - "successful": 1, - "tests": 2, - "timedOut": 0, - "todo": 0 - }, - "tests": [ - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - }, - "screenshot": { - "html": "tmp/screenshot.html", - "image": "tmp/screenshot.png" - }, - "type": "feature" - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "backtrace": [ - "./spec/fixture_specs/spec_with_capybara.rb:0:in `block (2 levels) in '", - "./spec/spec_helper.rb:0:in `block (2 levels) in '", - "./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `each'", - "./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `run_specs'" - ], - "exception": "RSpec::Expectations::ExpectationNotMetError", - "kind": "failed", - "message": "\n 1) a spec with capybara can fail\n \u001b[31mFailure/Error: \u001b[0m\u001b[32mexpect\u001b[0m(page).to have_content(\u001b[31m\u001b[1;31m\"\u001b[0m\u001b[31mA huge website\u001b[1;31m\"\u001b[0m\u001b[31m\u001b[0m)\u001b[0m\n \u001b[31m expected to find text \"A huge website\" in \"A tiny website\"\u001b[0m\n \u001b[36m# ./spec/fixture_specs/spec_with_capybara.rb:0:in `block (2 levels) in '\u001b[0m\n \u001b[36m# ./spec/spec_helper.rb:0:in `block (2 levels) in '\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `each'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `map'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_specs'\u001b[0m\n" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/spec_with_capybara.rb[1:2]", - "lineage": [ - "a spec with capybara", - "can fail" - ], - "location": { - "file": "./spec/fixture_specs/spec_with_capybara.rb", - "line": 299 - }, - "name": "a spec with capybara can fail" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - }, - "type": "feature" - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "successful" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/spec_with_capybara.rb[1:1]", - "lineage": [ - "a spec with capybara", - "can succeed" - ], - "location": { - "file": "./spec/fixture_specs/spec_with_capybara.rb", - "line": 299 - }, - "name": "a spec with capybara can succeed" - } - ] -} \ No newline at end of file diff --git a/spec/features/__snapshots__/has-consistent-output-with-capybara-&-capybara-inline-screenshot-test-results-rspec-3.7.gemfile.snap b/spec/features/__snapshots__/has-consistent-output-with-capybara-&-capybara-inline-screenshot-test-results-rspec-3.7.gemfile.snap deleted file mode 100644 index 8228eaaf..00000000 --- a/spec/features/__snapshots__/has-consistent-output-with-capybara-&-capybara-inline-screenshot-test-results-rspec-3.7.gemfile.snap +++ /dev/null @@ -1,105 +0,0 @@ -{ - "$schema": "https://raw.githubusercontent.com/rwx-research/test-results-schema/main/v1.json", - "framework": { - "kind": "RSpec", - "language": "Ruby" - }, - "otherErrors": [ - - ], - "summary": { - "canceled": 0, - "failed": 1, - "otherErrors": 0, - "pended": 0, - "quarantined": 0, - "retries": 0, - "skipped": 0, - "status": { - "kind": "failed" - }, - "successful": 1, - "tests": 2, - "timedOut": 0, - "todo": 0 - }, - "tests": [ - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - }, - "screenshot": { - "html": "tmp/screenshot.html", - "image": "tmp/screenshot.png" - }, - "type": "feature" - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "backtrace": [ - "./spec/fixture_specs/spec_with_capybara.rb:0:in `block (2 levels) in '", - "./spec/spec_helper.rb:0:in `block (2 levels) in '", - "./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `each'", - "./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `run_specs'" - ], - "exception": "RSpec::Expectations::ExpectationNotMetError", - "kind": "failed", - "message": "\n 1) a spec with capybara can fail\n \u001b[31mFailure/Error: \u001b[0m\u001b[32mexpect\u001b[0m(page).to have_content(\u001b[31m\u001b[1;31m\"\u001b[0m\u001b[31mA huge website\u001b[1;31m\"\u001b[0m\u001b[31m\u001b[0m)\u001b[0m\n \u001b[31m expected to find text \"A huge website\" in \"A tiny website\"\u001b[0m\n \u001b[36m# ./spec/fixture_specs/spec_with_capybara.rb:0:in `block (2 levels) in '\u001b[0m\n \u001b[36m# ./spec/spec_helper.rb:0:in `block (2 levels) in '\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `each'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `map'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_specs'\u001b[0m\n" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/spec_with_capybara.rb[1:2]", - "lineage": [ - "a spec with capybara", - "can fail" - ], - "location": { - "file": "./spec/fixture_specs/spec_with_capybara.rb", - "line": 299 - }, - "name": "a spec with capybara can fail" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - }, - "type": "feature" - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "successful" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/spec_with_capybara.rb[1:1]", - "lineage": [ - "a spec with capybara", - "can succeed" - ], - "location": { - "file": "./spec/fixture_specs/spec_with_capybara.rb", - "line": 299 - }, - "name": "a spec with capybara can succeed" - } - ] -} \ No newline at end of file diff --git a/spec/features/__snapshots__/has-consistent-output-with-capybara-test-results-rspec-3.5.gemfile.snap b/spec/features/__snapshots__/has-consistent-output-with-capybara-test-results-rspec-3.5.gemfile.snap deleted file mode 100644 index 8dfdab10..00000000 --- a/spec/features/__snapshots__/has-consistent-output-with-capybara-test-results-rspec-3.5.gemfile.snap +++ /dev/null @@ -1,101 +0,0 @@ -{ - "$schema": "https://raw.githubusercontent.com/rwx-research/test-results-schema/main/v1.json", - "framework": { - "kind": "RSpec", - "language": "Ruby" - }, - "otherErrors": [ - - ], - "summary": { - "canceled": 0, - "failed": 1, - "otherErrors": 0, - "pended": 0, - "quarantined": 0, - "retries": 0, - "skipped": 0, - "status": { - "kind": "failed" - }, - "successful": 1, - "tests": 2, - "timedOut": 0, - "todo": 0 - }, - "tests": [ - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - }, - "type": "feature" - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "backtrace": [ - "./spec/fixture_specs/spec_with_capybara.rb:0:in `block (2 levels) in '", - "./spec/spec_helper.rb:0:in `block (2 levels) in '", - "./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `each'", - "./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `run_specs'" - ], - "exception": "RSpec::Expectations::ExpectationNotMetError", - "kind": "failed", - "message": "\n 1) a spec with capybara can fail\n \u001b[31mFailure/Error: \u001b[0mexpect(page).to have_content(\u001b[31m\u001b[1;31m\"\u001b[0m\u001b[31mA huge website\u001b[1;31m\"\u001b[0m\u001b[31m\u001b[0m)\u001b[0m\n \u001b[31m expected to find text \"A huge website\" in \"A tiny website\"\u001b[0m\n \u001b[36m# ./spec/fixture_specs/spec_with_capybara.rb:0:in `block (2 levels) in '\u001b[0m\n \u001b[36m# ./spec/spec_helper.rb:0:in `block (2 levels) in '\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `each'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `map'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_specs'\u001b[0m\n" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/spec_with_capybara.rb[1:2]", - "lineage": [ - "a spec with capybara", - "can fail" - ], - "location": { - "file": "./spec/fixture_specs/spec_with_capybara.rb", - "line": 299 - }, - "name": "a spec with capybara can fail" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - }, - "type": "feature" - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "successful" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/spec_with_capybara.rb[1:1]", - "lineage": [ - "a spec with capybara", - "can succeed" - ], - "location": { - "file": "./spec/fixture_specs/spec_with_capybara.rb", - "line": 299 - }, - "name": "a spec with capybara can succeed" - } - ] -} \ No newline at end of file diff --git a/spec/features/__snapshots__/has-consistent-output-with-capybara-test-results-rspec-3.6.gemfile.snap b/spec/features/__snapshots__/has-consistent-output-with-capybara-test-results-rspec-3.6.gemfile.snap deleted file mode 100644 index dbadc040..00000000 --- a/spec/features/__snapshots__/has-consistent-output-with-capybara-test-results-rspec-3.6.gemfile.snap +++ /dev/null @@ -1,101 +0,0 @@ -{ - "$schema": "https://raw.githubusercontent.com/rwx-research/test-results-schema/main/v1.json", - "framework": { - "kind": "RSpec", - "language": "Ruby" - }, - "otherErrors": [ - - ], - "summary": { - "canceled": 0, - "failed": 1, - "otherErrors": 0, - "pended": 0, - "quarantined": 0, - "retries": 0, - "skipped": 0, - "status": { - "kind": "failed" - }, - "successful": 1, - "tests": 2, - "timedOut": 0, - "todo": 0 - }, - "tests": [ - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - }, - "type": "feature" - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "backtrace": [ - "./spec/fixture_specs/spec_with_capybara.rb:0:in `block (2 levels) in '", - "./spec/spec_helper.rb:0:in `block (2 levels) in '", - "./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `each'", - "./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `run_specs'" - ], - "exception": "RSpec::Expectations::ExpectationNotMetError", - "kind": "failed", - "message": "\n 1) a spec with capybara can fail\n Failure/Error: expect(page).to have_content(\"A huge website\")\n expected to find text \"A huge website\" in \"A tiny website\"\n # ./spec/fixture_specs/spec_with_capybara.rb:0:in `block (2 levels) in '\n # ./spec/spec_helper.rb:0:in `block (2 levels) in '\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `each'\n # ./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `map'\n # ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `run_specs'\n" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/spec_with_capybara.rb[1:2]", - "lineage": [ - "a spec with capybara", - "can fail" - ], - "location": { - "file": "./spec/fixture_specs/spec_with_capybara.rb", - "line": 299 - }, - "name": "a spec with capybara can fail" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - }, - "type": "feature" - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "successful" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/spec_with_capybara.rb[1:1]", - "lineage": [ - "a spec with capybara", - "can succeed" - ], - "location": { - "file": "./spec/fixture_specs/spec_with_capybara.rb", - "line": 299 - }, - "name": "a spec with capybara can succeed" - } - ] -} \ No newline at end of file diff --git a/spec/features/__snapshots__/has-consistent-output-with-capybara-test-results-rspec-3.7.gemfile.snap b/spec/features/__snapshots__/has-consistent-output-with-capybara-test-results-rspec-3.7.gemfile.snap deleted file mode 100644 index dbadc040..00000000 --- a/spec/features/__snapshots__/has-consistent-output-with-capybara-test-results-rspec-3.7.gemfile.snap +++ /dev/null @@ -1,101 +0,0 @@ -{ - "$schema": "https://raw.githubusercontent.com/rwx-research/test-results-schema/main/v1.json", - "framework": { - "kind": "RSpec", - "language": "Ruby" - }, - "otherErrors": [ - - ], - "summary": { - "canceled": 0, - "failed": 1, - "otherErrors": 0, - "pended": 0, - "quarantined": 0, - "retries": 0, - "skipped": 0, - "status": { - "kind": "failed" - }, - "successful": 1, - "tests": 2, - "timedOut": 0, - "todo": 0 - }, - "tests": [ - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - }, - "type": "feature" - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "backtrace": [ - "./spec/fixture_specs/spec_with_capybara.rb:0:in `block (2 levels) in '", - "./spec/spec_helper.rb:0:in `block (2 levels) in '", - "./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `each'", - "./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `run_specs'" - ], - "exception": "RSpec::Expectations::ExpectationNotMetError", - "kind": "failed", - "message": "\n 1) a spec with capybara can fail\n Failure/Error: expect(page).to have_content(\"A huge website\")\n expected to find text \"A huge website\" in \"A tiny website\"\n # ./spec/fixture_specs/spec_with_capybara.rb:0:in `block (2 levels) in '\n # ./spec/spec_helper.rb:0:in `block (2 levels) in '\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `each'\n # ./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `map'\n # ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `run_specs'\n" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/spec_with_capybara.rb[1:2]", - "lineage": [ - "a spec with capybara", - "can fail" - ], - "location": { - "file": "./spec/fixture_specs/spec_with_capybara.rb", - "line": 299 - }, - "name": "a spec with capybara can fail" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - }, - "type": "feature" - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "successful" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/spec_with_capybara.rb[1:1]", - "lineage": [ - "a spec with capybara", - "can succeed" - ], - "location": { - "file": "./spec/fixture_specs/spec_with_capybara.rb", - "line": 299 - }, - "name": "a spec with capybara can succeed" - } - ] -} \ No newline at end of file diff --git a/spec/features/__snapshots__/has-consistent-output-with-rspec-retry-test-results-rspec-3.10.gemfile.snap b/spec/features/__snapshots__/has-consistent-output-with-rspec-retry-test-results-rspec-3.10.gemfile.snap index 9858de30..2c267db5 100644 --- a/spec/features/__snapshots__/has-consistent-output-with-rspec-retry-test-results-rspec-3.10.gemfile.snap +++ b/spec/features/__snapshots__/has-consistent-output-with-rspec-retry-test-results-rspec-3.10.gemfile.snap @@ -99,7 +99,7 @@ ], "exception": "RSpec::Expectations::ExpectationNotMetError", "kind": "failed", - "message": "\n 1) a failing group has a failing test\n Failure/Error: expect(false).to eq(true)\n\n expected: true\n got: false\n\n (compared using ==)\n\n Diff:\n @@ -1 +1 @@\n -true\n +false\n # ./spec/fixture_specs/failing_specs.rb:0:in `block (2 levels) in '" + "message": "\n 1) a failing group has a failing test\n Failure/Error: expect(false).to eq(true)\n\n expected: true\n got: false\n\n (compared using ==)\n\n Diff:\n @@ -1 +1 @@\n -true\n +false\n # ./spec/fixture_specs/failing_specs.rb:0:in `block (2 levels) in '\n # ./spec/spec_helper.rb:0:in `block (2 levels) in '\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `each'\n # ./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `map'\n # ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `run_specs'\n" }, "stderr": "redacted", "stdout": "redacted" @@ -162,7 +162,7 @@ ], "exception": "RuntimeError", "kind": "failed", - "message": "\n 1) a raising group has a raising test\n Failure/Error: raise 'the roof'\n\n RuntimeError:\n the roof\n # ./spec/fixture_specs/raising_specs.rb:0:in `block (2 levels) in '" + "message": "\n 1) a raising group has a raising test\n Failure/Error: raise 'the roof'\n\n RuntimeError:\n the roof\n # ./spec/fixture_specs/raising_specs.rb:0:in `block (2 levels) in '\n # ./spec/spec_helper.rb:0:in `block (2 levels) in '\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `each'\n # ./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `map'\n # ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `run_specs'\n" }, "stderr": "redacted", "stdout": "redacted" diff --git a/spec/features/__snapshots__/has-consistent-output-with-rspec-retry-test-results-rspec-3.11.gemfile.snap b/spec/features/__snapshots__/has-consistent-output-with-rspec-retry-test-results-rspec-3.11.gemfile.snap index 9858de30..2c267db5 100644 --- a/spec/features/__snapshots__/has-consistent-output-with-rspec-retry-test-results-rspec-3.11.gemfile.snap +++ b/spec/features/__snapshots__/has-consistent-output-with-rspec-retry-test-results-rspec-3.11.gemfile.snap @@ -99,7 +99,7 @@ ], "exception": "RSpec::Expectations::ExpectationNotMetError", "kind": "failed", - "message": "\n 1) a failing group has a failing test\n Failure/Error: expect(false).to eq(true)\n\n expected: true\n got: false\n\n (compared using ==)\n\n Diff:\n @@ -1 +1 @@\n -true\n +false\n # ./spec/fixture_specs/failing_specs.rb:0:in `block (2 levels) in '" + "message": "\n 1) a failing group has a failing test\n Failure/Error: expect(false).to eq(true)\n\n expected: true\n got: false\n\n (compared using ==)\n\n Diff:\n @@ -1 +1 @@\n -true\n +false\n # ./spec/fixture_specs/failing_specs.rb:0:in `block (2 levels) in '\n # ./spec/spec_helper.rb:0:in `block (2 levels) in '\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `each'\n # ./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `map'\n # ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `run_specs'\n" }, "stderr": "redacted", "stdout": "redacted" @@ -162,7 +162,7 @@ ], "exception": "RuntimeError", "kind": "failed", - "message": "\n 1) a raising group has a raising test\n Failure/Error: raise 'the roof'\n\n RuntimeError:\n the roof\n # ./spec/fixture_specs/raising_specs.rb:0:in `block (2 levels) in '" + "message": "\n 1) a raising group has a raising test\n Failure/Error: raise 'the roof'\n\n RuntimeError:\n the roof\n # ./spec/fixture_specs/raising_specs.rb:0:in `block (2 levels) in '\n # ./spec/spec_helper.rb:0:in `block (2 levels) in '\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `each'\n # ./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `map'\n # ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `run_specs'\n" }, "stderr": "redacted", "stdout": "redacted" diff --git a/spec/features/__snapshots__/has-consistent-output-with-rspec-retry-test-results-rspec-3.12.gemfile.snap b/spec/features/__snapshots__/has-consistent-output-with-rspec-retry-test-results-rspec-3.12.gemfile.snap index 9858de30..2c267db5 100644 --- a/spec/features/__snapshots__/has-consistent-output-with-rspec-retry-test-results-rspec-3.12.gemfile.snap +++ b/spec/features/__snapshots__/has-consistent-output-with-rspec-retry-test-results-rspec-3.12.gemfile.snap @@ -99,7 +99,7 @@ ], "exception": "RSpec::Expectations::ExpectationNotMetError", "kind": "failed", - "message": "\n 1) a failing group has a failing test\n Failure/Error: expect(false).to eq(true)\n\n expected: true\n got: false\n\n (compared using ==)\n\n Diff:\n @@ -1 +1 @@\n -true\n +false\n # ./spec/fixture_specs/failing_specs.rb:0:in `block (2 levels) in '" + "message": "\n 1) a failing group has a failing test\n Failure/Error: expect(false).to eq(true)\n\n expected: true\n got: false\n\n (compared using ==)\n\n Diff:\n @@ -1 +1 @@\n -true\n +false\n # ./spec/fixture_specs/failing_specs.rb:0:in `block (2 levels) in '\n # ./spec/spec_helper.rb:0:in `block (2 levels) in '\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `each'\n # ./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `map'\n # ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `run_specs'\n" }, "stderr": "redacted", "stdout": "redacted" @@ -162,7 +162,7 @@ ], "exception": "RuntimeError", "kind": "failed", - "message": "\n 1) a raising group has a raising test\n Failure/Error: raise 'the roof'\n\n RuntimeError:\n the roof\n # ./spec/fixture_specs/raising_specs.rb:0:in `block (2 levels) in '" + "message": "\n 1) a raising group has a raising test\n Failure/Error: raise 'the roof'\n\n RuntimeError:\n the roof\n # ./spec/fixture_specs/raising_specs.rb:0:in `block (2 levels) in '\n # ./spec/spec_helper.rb:0:in `block (2 levels) in '\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `each'\n # ./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `map'\n # ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `run_specs'\n" }, "stderr": "redacted", "stdout": "redacted" diff --git a/spec/features/__snapshots__/has-consistent-output-with-rspec-retry-test-results-rspec-3.5.gemfile.snap b/spec/features/__snapshots__/has-consistent-output-with-rspec-retry-test-results-rspec-3.5.gemfile.snap deleted file mode 100644 index e5180ef2..00000000 --- a/spec/features/__snapshots__/has-consistent-output-with-rspec-retry-test-results-rspec-3.5.gemfile.snap +++ /dev/null @@ -1,589 +0,0 @@ -{ - "$schema": "https://raw.githubusercontent.com/rwx-research/test-results-schema/main/v1.json", - "framework": { - "kind": "RSpec", - "language": "Ruby" - }, - "otherErrors": [ - - ], - "summary": { - "canceled": 0, - "failed": 5, - "otherErrors": 0, - "pended": 3, - "quarantined": 0, - "retries": 2, - "skipped": 6, - "status": { - "kind": "failed" - }, - "successful": 1, - "tests": 15, - "timedOut": 0, - "todo": 0 - }, - "tests": [ - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "backtrace": [ - "./spec/fixture_specs/failing_specs.rb:0:in `block (3 levels) in '", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `run_specs'" - ], - "exception": "RuntimeError", - "kind": "failed", - "message": "\n 1) a failing group failing in a before block is failing despite being successful\n \u001b[31mFailure/Error: \u001b[0mbefore(\u001b[33m:all\u001b[0m) { fail(\u001b[31m\u001b[1;31m'\u001b[0m\u001b[31mbecause\u001b[1;31m'\u001b[0m\u001b[31m\u001b[0m) }\u001b[0m\n \u001b[31m\u001b[0m\n \u001b[31mRuntimeError:\u001b[0m\n \u001b[31m because\u001b[0m\n \u001b[36m# ./spec/fixture_specs/failing_specs.rb:0:in `block (3 levels) in '\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `map'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `map'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_specs'\u001b[0m\n" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/failing_specs.rb[1:2:1]", - "lineage": [ - "a failing group", - "failing in a before block", - "is failing despite being successful" - ], - "location": { - "file": "./spec/fixture_specs/failing_specs.rb", - "line": 299 - }, - "name": "a failing group failing in a before block is failing despite being successful" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - }, - "retry_attempts": 1, - "retry_exceptions": [ - "\nexpected: true\n got: false\n\n(compared using ==)\n", - "\nexpected: true\n got: false\n\n(compared using ==)\n" - ] - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "backtrace": [ - "./spec/fixture_specs/failing_specs.rb:0:in `block (2 levels) in '", - "./spec/spec_helper.rb:0:in `block (2 levels) in '", - "./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `each'", - "./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `run_specs'" - ], - "exception": "RSpec::Expectations::ExpectationNotMetError", - "kind": "failed", - "message": "\n 1) a failing group has a failing test\n \u001b[31mFailure/Error: \u001b[0mexpect(\u001b[1;36mfalse\u001b[0m).to eq(\u001b[1;36mtrue\u001b[0m)\u001b[0m\n \u001b[31m\u001b[0m\n \u001b[31m expected: true\u001b[0m\n \u001b[31m got: false\u001b[0m\n \u001b[31m\u001b[0m\n \u001b[31m (compared using ==)\u001b[0m\n \u001b[36m# ./spec/fixture_specs/failing_specs.rb:0:in `block (2 levels) in '\u001b[0m" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/failing_specs.rb[1:1]", - "lineage": [ - "a failing group", - "has a failing test" - ], - "location": { - "file": "./spec/fixture_specs/failing_specs.rb", - "line": 299 - }, - "name": "a failing group has a failing test", - "pastAttempts": [ - { - "durationInNanoseconds": 0, - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "status": { - "kind": "failed", - "message": "\nexpected: true\n got: false\n\n(compared using ==)\n" - } - } - ] - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - }, - "retry_attempts": 1, - "retry_exceptions": [ - "the roof", - "the roof" - ] - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "backtrace": [ - "./spec/fixture_specs/raising_specs.rb:0:in `block (2 levels) in '", - "./spec/spec_helper.rb:0:in `block (2 levels) in '", - "./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `each'", - "./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `run_specs'" - ], - "exception": "RuntimeError", - "kind": "failed", - "message": "\n 1) a raising group has a raising test\n \u001b[31mFailure/Error: \u001b[0mraise \u001b[31m\u001b[1;31m'\u001b[0m\u001b[31mthe roof\u001b[1;31m'\u001b[0m\u001b[31m\u001b[0m\u001b[0m\n \u001b[31m\u001b[0m\n \u001b[31mRuntimeError:\u001b[0m\n \u001b[31m the roof\u001b[0m\n \u001b[36m# ./spec/fixture_specs/raising_specs.rb:0:in `block (2 levels) in '\u001b[0m" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/raising_specs.rb[1:1]", - "lineage": [ - "a raising group", - "has a raising test" - ], - "location": { - "file": "./spec/fixture_specs/raising_specs.rb", - "line": 299 - }, - "name": "a raising group has a raising test", - "pastAttempts": [ - { - "durationInNanoseconds": 0, - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "status": { - "kind": "failed", - "message": "the roof" - } - } - ] - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "backtrace": [ - "./spec/fixture_specs/raising_specs.rb:0:in `block (3 levels) in '", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `run_specs'" - ], - "exception": "RuntimeError", - "kind": "failed", - "message": "\n 1) a raising group it can handle an exception in a before all hook should also fail\n \u001b[31mFailure/Error: \u001b[0mraise \u001b[31m\u001b[1;31m\"\u001b[0m\u001b[31mraising from before(:all)\u001b[1;31m\"\u001b[0m\u001b[31m\u001b[0m\u001b[0m\n \u001b[31m\u001b[0m\n \u001b[31mRuntimeError:\u001b[0m\n \u001b[31m raising from before(:all)\u001b[0m\n \u001b[36m# ./spec/fixture_specs/raising_specs.rb:0:in `block (3 levels) in '\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `map'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `map'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_specs'\u001b[0m\n" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/raising_specs.rb[1:2:2]", - "lineage": [ - "a raising group", - "it can handle an exception in a before all hook", - "should also fail" - ], - "location": { - "file": "./spec/fixture_specs/raising_specs.rb", - "line": 299 - }, - "name": "a raising group it can handle an exception in a before all hook should also fail" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "backtrace": [ - "./spec/fixture_specs/raising_specs.rb:0:in `block (3 levels) in '", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `run_specs'" - ], - "exception": "RuntimeError", - "kind": "failed", - "message": "\n 1) a raising group it can handle an exception in a before all hook should fail\n \u001b[31mFailure/Error: \u001b[0mraise \u001b[31m\u001b[1;31m\"\u001b[0m\u001b[31mraising from before(:all)\u001b[1;31m\"\u001b[0m\u001b[31m\u001b[0m\u001b[0m\n \u001b[31m\u001b[0m\n \u001b[31mRuntimeError:\u001b[0m\n \u001b[31m raising from before(:all)\u001b[0m\n \u001b[36m# ./spec/fixture_specs/raising_specs.rb:0:in `block (3 levels) in '\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `map'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `map'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_specs'\u001b[0m\n" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/raising_specs.rb[1:2:1]", - "lineage": [ - "a raising group", - "it can handle an exception in a before all hook", - "should fail" - ], - "location": { - "file": "./spec/fixture_specs/raising_specs.rb", - "line": 299 - }, - "name": "a raising group it can handle an exception in a before all hook should fail" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - }, - "retry_attempts": 0, - "retry_exceptions": [ - - ] - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "successful" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/successful_specs.rb[1:1]", - "lineage": [ - "a successful group", - "has a successful test" - ], - "location": { - "file": "./spec/fixture_specs/successful_specs.rb", - "line": 299 - }, - "name": "a successful group has a successful test" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - }, - "retry_attempts": 0, - "retry_exceptions": [ - - ] - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "pended" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/pending_specs.rb[1:3:1]", - "lineage": [ - "pending tests", - "a pending group via a tag", - "is pending despite not being marked as pending" - ], - "location": { - "file": "./spec/fixture_specs/pending_specs.rb", - "line": 299 - }, - "name": "pending tests a pending group via a tag is pending despite not being marked as pending" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - }, - "retry_attempts": 0, - "retry_exceptions": [ - - ] - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "pended" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/pending_specs.rb[1:2]", - "lineage": [ - "pending tests", - "has a pending test with a tag" - ], - "location": { - "file": "./spec/fixture_specs/pending_specs.rb", - "line": 299 - }, - "name": "pending tests has a pending test with a tag" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - }, - "retry_attempts": 0, - "retry_exceptions": [ - - ] - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "pended" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/pending_specs.rb[1:1]", - "lineage": [ - "pending tests", - "has a pending test with pending" - ], - "location": { - "file": "./spec/fixture_specs/pending_specs.rb", - "line": 299 - }, - "name": "pending tests has a pending test with pending" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "skipped" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/skipped_specs.rb[1:4:1]", - "lineage": [ - "skipped tests", - "a skipped group via tag", - "is skipped despite not being marked as skip" - ], - "location": { - "file": "./spec/fixture_specs/skipped_specs.rb", - "line": 299 - }, - "name": "skipped tests a skipped group via tag is skipped despite not being marked as skip" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - }, - "retry_attempts": 0, - "retry_exceptions": [ - - ] - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "skipped" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/skipped_specs.rb[1:2]", - "lineage": [ - "skipped tests", - "has a skipped test with skip" - ], - "location": { - "file": "./spec/fixture_specs/skipped_specs.rb", - "line": 299 - }, - "name": "skipped tests has a skipped test with skip" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - }, - "skip": "Temporarily skipped with xdescribe" - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "skipped" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/skipped_specs.rb[1:5:1]", - "lineage": [ - "skipped tests", - "skipped group with xdescribe", - "is skipped despite not being marked as skip" - ], - "location": { - "file": "./spec/fixture_specs/skipped_specs.rb", - "line": 299 - }, - "name": "skipped tests skipped group with xdescribe is skipped despite not being marked as skip" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "skipped" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/skipped_specs.rb[1:6:1]", - "lineage": [ - "skipped tests", - "skipped in a before block", - "is skipped despite not being marked as skip" - ], - "location": { - "file": "./spec/fixture_specs/skipped_specs.rb", - "line": 299 - }, - "name": "skipped tests skipped in a before block is skipped despite not being marked as skip" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "skipped" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/skipped_specs.rb[1:3]", - "lineage": [ - "skipped tests", - "skipped test with tag" - ], - "location": { - "file": "./spec/fixture_specs/skipped_specs.rb", - "line": 299 - }, - "name": "skipped tests skipped test with tag" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - }, - "skip": "Temporarily skipped with xit" - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "skipped" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/skipped_specs.rb[1:1]", - "lineage": [ - "skipped tests", - "skipped test with xit" - ], - "location": { - "file": "./spec/fixture_specs/skipped_specs.rb", - "line": 299 - }, - "name": "skipped tests skipped test with xit" - } - ] -} \ No newline at end of file diff --git a/spec/features/__snapshots__/has-consistent-output-with-rspec-retry-test-results-rspec-3.6.gemfile.snap b/spec/features/__snapshots__/has-consistent-output-with-rspec-retry-test-results-rspec-3.6.gemfile.snap deleted file mode 100644 index de8febf2..00000000 --- a/spec/features/__snapshots__/has-consistent-output-with-rspec-retry-test-results-rspec-3.6.gemfile.snap +++ /dev/null @@ -1,589 +0,0 @@ -{ - "$schema": "https://raw.githubusercontent.com/rwx-research/test-results-schema/main/v1.json", - "framework": { - "kind": "RSpec", - "language": "Ruby" - }, - "otherErrors": [ - - ], - "summary": { - "canceled": 0, - "failed": 5, - "otherErrors": 0, - "pended": 3, - "quarantined": 0, - "retries": 2, - "skipped": 6, - "status": { - "kind": "failed" - }, - "successful": 1, - "tests": 15, - "timedOut": 0, - "todo": 0 - }, - "tests": [ - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "backtrace": [ - "./spec/fixture_specs/failing_specs.rb:0:in `block (3 levels) in '", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `run_specs'" - ], - "exception": "RuntimeError", - "kind": "failed", - "message": "\n 1) a failing group failing in a before block is failing despite being successful\n Failure/Error: before(:all) { fail('because') }\n\n RuntimeError:\n because\n # ./spec/fixture_specs/failing_specs.rb:0:in `block (3 levels) in '\n # ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `map'\n # ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `map'\n # ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `run_specs'\n" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/failing_specs.rb[1:2:1]", - "lineage": [ - "a failing group", - "failing in a before block", - "is failing despite being successful" - ], - "location": { - "file": "./spec/fixture_specs/failing_specs.rb", - "line": 299 - }, - "name": "a failing group failing in a before block is failing despite being successful" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - }, - "retry_attempts": 1, - "retry_exceptions": [ - "\nexpected: true\n got: false\n\n(compared using ==)\n", - "\nexpected: true\n got: false\n\n(compared using ==)\n" - ] - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "backtrace": [ - "./spec/fixture_specs/failing_specs.rb:0:in `block (2 levels) in '", - "./spec/spec_helper.rb:0:in `block (2 levels) in '", - "./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `each'", - "./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `run_specs'" - ], - "exception": "RSpec::Expectations::ExpectationNotMetError", - "kind": "failed", - "message": "\n 1) a failing group has a failing test\n Failure/Error: expect(false).to eq(true)\n\n expected: true\n got: false\n\n (compared using ==)\n # ./spec/fixture_specs/failing_specs.rb:0:in `block (2 levels) in '" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/failing_specs.rb[1:1]", - "lineage": [ - "a failing group", - "has a failing test" - ], - "location": { - "file": "./spec/fixture_specs/failing_specs.rb", - "line": 299 - }, - "name": "a failing group has a failing test", - "pastAttempts": [ - { - "durationInNanoseconds": 0, - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "status": { - "kind": "failed", - "message": "\nexpected: true\n got: false\n\n(compared using ==)\n" - } - } - ] - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - }, - "retry_attempts": 1, - "retry_exceptions": [ - "the roof", - "the roof" - ] - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "backtrace": [ - "./spec/fixture_specs/raising_specs.rb:0:in `block (2 levels) in '", - "./spec/spec_helper.rb:0:in `block (2 levels) in '", - "./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `each'", - "./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `run_specs'" - ], - "exception": "RuntimeError", - "kind": "failed", - "message": "\n 1) a raising group has a raising test\n Failure/Error: raise 'the roof'\n\n RuntimeError:\n the roof\n # ./spec/fixture_specs/raising_specs.rb:0:in `block (2 levels) in '" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/raising_specs.rb[1:1]", - "lineage": [ - "a raising group", - "has a raising test" - ], - "location": { - "file": "./spec/fixture_specs/raising_specs.rb", - "line": 299 - }, - "name": "a raising group has a raising test", - "pastAttempts": [ - { - "durationInNanoseconds": 0, - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "status": { - "kind": "failed", - "message": "the roof" - } - } - ] - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "backtrace": [ - "./spec/fixture_specs/raising_specs.rb:0:in `block (3 levels) in '", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `run_specs'" - ], - "exception": "RuntimeError", - "kind": "failed", - "message": "\n 1) a raising group it can handle an exception in a before all hook should also fail\n Failure/Error: raise \"raising from before(:all)\"\n\n RuntimeError:\n raising from before(:all)\n # ./spec/fixture_specs/raising_specs.rb:0:in `block (3 levels) in '\n # ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `map'\n # ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `map'\n # ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `run_specs'\n" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/raising_specs.rb[1:2:2]", - "lineage": [ - "a raising group", - "it can handle an exception in a before all hook", - "should also fail" - ], - "location": { - "file": "./spec/fixture_specs/raising_specs.rb", - "line": 299 - }, - "name": "a raising group it can handle an exception in a before all hook should also fail" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "backtrace": [ - "./spec/fixture_specs/raising_specs.rb:0:in `block (3 levels) in '", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `run_specs'" - ], - "exception": "RuntimeError", - "kind": "failed", - "message": "\n 1) a raising group it can handle an exception in a before all hook should fail\n Failure/Error: raise \"raising from before(:all)\"\n\n RuntimeError:\n raising from before(:all)\n # ./spec/fixture_specs/raising_specs.rb:0:in `block (3 levels) in '\n # ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `map'\n # ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `map'\n # ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `run_specs'\n" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/raising_specs.rb[1:2:1]", - "lineage": [ - "a raising group", - "it can handle an exception in a before all hook", - "should fail" - ], - "location": { - "file": "./spec/fixture_specs/raising_specs.rb", - "line": 299 - }, - "name": "a raising group it can handle an exception in a before all hook should fail" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - }, - "retry_attempts": 0, - "retry_exceptions": [ - - ] - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "successful" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/successful_specs.rb[1:1]", - "lineage": [ - "a successful group", - "has a successful test" - ], - "location": { - "file": "./spec/fixture_specs/successful_specs.rb", - "line": 299 - }, - "name": "a successful group has a successful test" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - }, - "retry_attempts": 0, - "retry_exceptions": [ - - ] - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "pended" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/pending_specs.rb[1:3:1]", - "lineage": [ - "pending tests", - "a pending group via a tag", - "is pending despite not being marked as pending" - ], - "location": { - "file": "./spec/fixture_specs/pending_specs.rb", - "line": 299 - }, - "name": "pending tests a pending group via a tag is pending despite not being marked as pending" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - }, - "retry_attempts": 0, - "retry_exceptions": [ - - ] - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "pended" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/pending_specs.rb[1:2]", - "lineage": [ - "pending tests", - "has a pending test with a tag" - ], - "location": { - "file": "./spec/fixture_specs/pending_specs.rb", - "line": 299 - }, - "name": "pending tests has a pending test with a tag" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - }, - "retry_attempts": 0, - "retry_exceptions": [ - - ] - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "pended" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/pending_specs.rb[1:1]", - "lineage": [ - "pending tests", - "has a pending test with pending" - ], - "location": { - "file": "./spec/fixture_specs/pending_specs.rb", - "line": 299 - }, - "name": "pending tests has a pending test with pending" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "skipped" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/skipped_specs.rb[1:4:1]", - "lineage": [ - "skipped tests", - "a skipped group via tag", - "is skipped despite not being marked as skip" - ], - "location": { - "file": "./spec/fixture_specs/skipped_specs.rb", - "line": 299 - }, - "name": "skipped tests a skipped group via tag is skipped despite not being marked as skip" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - }, - "retry_attempts": 0, - "retry_exceptions": [ - - ] - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "skipped" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/skipped_specs.rb[1:2]", - "lineage": [ - "skipped tests", - "has a skipped test with skip" - ], - "location": { - "file": "./spec/fixture_specs/skipped_specs.rb", - "line": 299 - }, - "name": "skipped tests has a skipped test with skip" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - }, - "skip": "Temporarily skipped with xdescribe" - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "skipped" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/skipped_specs.rb[1:5:1]", - "lineage": [ - "skipped tests", - "skipped group with xdescribe", - "is skipped despite not being marked as skip" - ], - "location": { - "file": "./spec/fixture_specs/skipped_specs.rb", - "line": 299 - }, - "name": "skipped tests skipped group with xdescribe is skipped despite not being marked as skip" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "skipped" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/skipped_specs.rb[1:6:1]", - "lineage": [ - "skipped tests", - "skipped in a before block", - "is skipped despite not being marked as skip" - ], - "location": { - "file": "./spec/fixture_specs/skipped_specs.rb", - "line": 299 - }, - "name": "skipped tests skipped in a before block is skipped despite not being marked as skip" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "skipped" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/skipped_specs.rb[1:3]", - "lineage": [ - "skipped tests", - "skipped test with tag" - ], - "location": { - "file": "./spec/fixture_specs/skipped_specs.rb", - "line": 299 - }, - "name": "skipped tests skipped test with tag" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - }, - "skip": "Temporarily skipped with xit" - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "skipped" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/skipped_specs.rb[1:1]", - "lineage": [ - "skipped tests", - "skipped test with xit" - ], - "location": { - "file": "./spec/fixture_specs/skipped_specs.rb", - "line": 299 - }, - "name": "skipped tests skipped test with xit" - } - ] -} \ No newline at end of file diff --git a/spec/features/__snapshots__/has-consistent-output-with-rspec-retry-test-results-rspec-3.7.gemfile.snap b/spec/features/__snapshots__/has-consistent-output-with-rspec-retry-test-results-rspec-3.7.gemfile.snap deleted file mode 100644 index de8febf2..00000000 --- a/spec/features/__snapshots__/has-consistent-output-with-rspec-retry-test-results-rspec-3.7.gemfile.snap +++ /dev/null @@ -1,589 +0,0 @@ -{ - "$schema": "https://raw.githubusercontent.com/rwx-research/test-results-schema/main/v1.json", - "framework": { - "kind": "RSpec", - "language": "Ruby" - }, - "otherErrors": [ - - ], - "summary": { - "canceled": 0, - "failed": 5, - "otherErrors": 0, - "pended": 3, - "quarantined": 0, - "retries": 2, - "skipped": 6, - "status": { - "kind": "failed" - }, - "successful": 1, - "tests": 15, - "timedOut": 0, - "todo": 0 - }, - "tests": [ - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "backtrace": [ - "./spec/fixture_specs/failing_specs.rb:0:in `block (3 levels) in '", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `run_specs'" - ], - "exception": "RuntimeError", - "kind": "failed", - "message": "\n 1) a failing group failing in a before block is failing despite being successful\n Failure/Error: before(:all) { fail('because') }\n\n RuntimeError:\n because\n # ./spec/fixture_specs/failing_specs.rb:0:in `block (3 levels) in '\n # ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `map'\n # ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `map'\n # ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `run_specs'\n" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/failing_specs.rb[1:2:1]", - "lineage": [ - "a failing group", - "failing in a before block", - "is failing despite being successful" - ], - "location": { - "file": "./spec/fixture_specs/failing_specs.rb", - "line": 299 - }, - "name": "a failing group failing in a before block is failing despite being successful" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - }, - "retry_attempts": 1, - "retry_exceptions": [ - "\nexpected: true\n got: false\n\n(compared using ==)\n", - "\nexpected: true\n got: false\n\n(compared using ==)\n" - ] - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "backtrace": [ - "./spec/fixture_specs/failing_specs.rb:0:in `block (2 levels) in '", - "./spec/spec_helper.rb:0:in `block (2 levels) in '", - "./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `each'", - "./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `run_specs'" - ], - "exception": "RSpec::Expectations::ExpectationNotMetError", - "kind": "failed", - "message": "\n 1) a failing group has a failing test\n Failure/Error: expect(false).to eq(true)\n\n expected: true\n got: false\n\n (compared using ==)\n # ./spec/fixture_specs/failing_specs.rb:0:in `block (2 levels) in '" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/failing_specs.rb[1:1]", - "lineage": [ - "a failing group", - "has a failing test" - ], - "location": { - "file": "./spec/fixture_specs/failing_specs.rb", - "line": 299 - }, - "name": "a failing group has a failing test", - "pastAttempts": [ - { - "durationInNanoseconds": 0, - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "status": { - "kind": "failed", - "message": "\nexpected: true\n got: false\n\n(compared using ==)\n" - } - } - ] - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - }, - "retry_attempts": 1, - "retry_exceptions": [ - "the roof", - "the roof" - ] - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "backtrace": [ - "./spec/fixture_specs/raising_specs.rb:0:in `block (2 levels) in '", - "./spec/spec_helper.rb:0:in `block (2 levels) in '", - "./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `each'", - "./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `run_specs'" - ], - "exception": "RuntimeError", - "kind": "failed", - "message": "\n 1) a raising group has a raising test\n Failure/Error: raise 'the roof'\n\n RuntimeError:\n the roof\n # ./spec/fixture_specs/raising_specs.rb:0:in `block (2 levels) in '" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/raising_specs.rb[1:1]", - "lineage": [ - "a raising group", - "has a raising test" - ], - "location": { - "file": "./spec/fixture_specs/raising_specs.rb", - "line": 299 - }, - "name": "a raising group has a raising test", - "pastAttempts": [ - { - "durationInNanoseconds": 0, - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "status": { - "kind": "failed", - "message": "the roof" - } - } - ] - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "backtrace": [ - "./spec/fixture_specs/raising_specs.rb:0:in `block (3 levels) in '", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `run_specs'" - ], - "exception": "RuntimeError", - "kind": "failed", - "message": "\n 1) a raising group it can handle an exception in a before all hook should also fail\n Failure/Error: raise \"raising from before(:all)\"\n\n RuntimeError:\n raising from before(:all)\n # ./spec/fixture_specs/raising_specs.rb:0:in `block (3 levels) in '\n # ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `map'\n # ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `map'\n # ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `run_specs'\n" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/raising_specs.rb[1:2:2]", - "lineage": [ - "a raising group", - "it can handle an exception in a before all hook", - "should also fail" - ], - "location": { - "file": "./spec/fixture_specs/raising_specs.rb", - "line": 299 - }, - "name": "a raising group it can handle an exception in a before all hook should also fail" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "backtrace": [ - "./spec/fixture_specs/raising_specs.rb:0:in `block (3 levels) in '", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", - "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `map'", - "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", - "./lib/rspec/abq/extensions.rb:0:in `run_specs'" - ], - "exception": "RuntimeError", - "kind": "failed", - "message": "\n 1) a raising group it can handle an exception in a before all hook should fail\n Failure/Error: raise \"raising from before(:all)\"\n\n RuntimeError:\n raising from before(:all)\n # ./spec/fixture_specs/raising_specs.rb:0:in `block (3 levels) in '\n # ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `map'\n # ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `map'\n # ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `run_specs'\n" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/raising_specs.rb[1:2:1]", - "lineage": [ - "a raising group", - "it can handle an exception in a before all hook", - "should fail" - ], - "location": { - "file": "./spec/fixture_specs/raising_specs.rb", - "line": 299 - }, - "name": "a raising group it can handle an exception in a before all hook should fail" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - }, - "retry_attempts": 0, - "retry_exceptions": [ - - ] - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "successful" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/successful_specs.rb[1:1]", - "lineage": [ - "a successful group", - "has a successful test" - ], - "location": { - "file": "./spec/fixture_specs/successful_specs.rb", - "line": 299 - }, - "name": "a successful group has a successful test" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - }, - "retry_attempts": 0, - "retry_exceptions": [ - - ] - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "pended" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/pending_specs.rb[1:3:1]", - "lineage": [ - "pending tests", - "a pending group via a tag", - "is pending despite not being marked as pending" - ], - "location": { - "file": "./spec/fixture_specs/pending_specs.rb", - "line": 299 - }, - "name": "pending tests a pending group via a tag is pending despite not being marked as pending" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - }, - "retry_attempts": 0, - "retry_exceptions": [ - - ] - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "pended" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/pending_specs.rb[1:2]", - "lineage": [ - "pending tests", - "has a pending test with a tag" - ], - "location": { - "file": "./spec/fixture_specs/pending_specs.rb", - "line": 299 - }, - "name": "pending tests has a pending test with a tag" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - }, - "retry_attempts": 0, - "retry_exceptions": [ - - ] - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "pended" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/pending_specs.rb[1:1]", - "lineage": [ - "pending tests", - "has a pending test with pending" - ], - "location": { - "file": "./spec/fixture_specs/pending_specs.rb", - "line": 299 - }, - "name": "pending tests has a pending test with pending" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "skipped" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/skipped_specs.rb[1:4:1]", - "lineage": [ - "skipped tests", - "a skipped group via tag", - "is skipped despite not being marked as skip" - ], - "location": { - "file": "./spec/fixture_specs/skipped_specs.rb", - "line": 299 - }, - "name": "skipped tests a skipped group via tag is skipped despite not being marked as skip" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - }, - "retry_attempts": 0, - "retry_exceptions": [ - - ] - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "skipped" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/skipped_specs.rb[1:2]", - "lineage": [ - "skipped tests", - "has a skipped test with skip" - ], - "location": { - "file": "./spec/fixture_specs/skipped_specs.rb", - "line": 299 - }, - "name": "skipped tests has a skipped test with skip" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - }, - "skip": "Temporarily skipped with xdescribe" - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "skipped" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/skipped_specs.rb[1:5:1]", - "lineage": [ - "skipped tests", - "skipped group with xdescribe", - "is skipped despite not being marked as skip" - ], - "location": { - "file": "./spec/fixture_specs/skipped_specs.rb", - "line": 299 - }, - "name": "skipped tests skipped group with xdescribe is skipped despite not being marked as skip" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "skipped" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/skipped_specs.rb[1:6:1]", - "lineage": [ - "skipped tests", - "skipped in a before block", - "is skipped despite not being marked as skip" - ], - "location": { - "file": "./spec/fixture_specs/skipped_specs.rb", - "line": 299 - }, - "name": "skipped tests skipped in a before block is skipped despite not being marked as skip" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - } - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "skipped" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/skipped_specs.rb[1:3]", - "lineage": [ - "skipped tests", - "skipped test with tag" - ], - "location": { - "file": "./spec/fixture_specs/skipped_specs.rb", - "line": 299 - }, - "name": "skipped tests skipped test with tag" - }, - { - "attempt": { - "durationInNanoseconds": 234000, - "finishedAt": "2023-01-01T00:00:00Z", - "meta": { - "abq_metadata": { - "runner": 1, - "worker": 0 - }, - "skip": "Temporarily skipped with xit" - }, - "startedAt": "2023-01-01T00:00:00Z", - "status": { - "kind": "skipped" - }, - "stderr": "redacted", - "stdout": "redacted" - }, - "id": "./spec/fixture_specs/skipped_specs.rb[1:1]", - "lineage": [ - "skipped tests", - "skipped test with xit" - ], - "location": { - "file": "./spec/fixture_specs/skipped_specs.rb", - "line": 299 - }, - "name": "skipped tests skipped test with xit" - } - ] -} \ No newline at end of file diff --git a/spec/features/__snapshots__/has-consistent-output-with-rspec-retry-test-results-rspec-3.8.gemfile.snap b/spec/features/__snapshots__/has-consistent-output-with-rspec-retry-test-results-rspec-3.8.gemfile.snap index 9858de30..2c267db5 100644 --- a/spec/features/__snapshots__/has-consistent-output-with-rspec-retry-test-results-rspec-3.8.gemfile.snap +++ b/spec/features/__snapshots__/has-consistent-output-with-rspec-retry-test-results-rspec-3.8.gemfile.snap @@ -99,7 +99,7 @@ ], "exception": "RSpec::Expectations::ExpectationNotMetError", "kind": "failed", - "message": "\n 1) a failing group has a failing test\n Failure/Error: expect(false).to eq(true)\n\n expected: true\n got: false\n\n (compared using ==)\n\n Diff:\n @@ -1 +1 @@\n -true\n +false\n # ./spec/fixture_specs/failing_specs.rb:0:in `block (2 levels) in '" + "message": "\n 1) a failing group has a failing test\n Failure/Error: expect(false).to eq(true)\n\n expected: true\n got: false\n\n (compared using ==)\n\n Diff:\n @@ -1 +1 @@\n -true\n +false\n # ./spec/fixture_specs/failing_specs.rb:0:in `block (2 levels) in '\n # ./spec/spec_helper.rb:0:in `block (2 levels) in '\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `each'\n # ./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `map'\n # ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `run_specs'\n" }, "stderr": "redacted", "stdout": "redacted" @@ -162,7 +162,7 @@ ], "exception": "RuntimeError", "kind": "failed", - "message": "\n 1) a raising group has a raising test\n Failure/Error: raise 'the roof'\n\n RuntimeError:\n the roof\n # ./spec/fixture_specs/raising_specs.rb:0:in `block (2 levels) in '" + "message": "\n 1) a raising group has a raising test\n Failure/Error: raise 'the roof'\n\n RuntimeError:\n the roof\n # ./spec/fixture_specs/raising_specs.rb:0:in `block (2 levels) in '\n # ./spec/spec_helper.rb:0:in `block (2 levels) in '\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `each'\n # ./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `map'\n # ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `run_specs'\n" }, "stderr": "redacted", "stdout": "redacted" diff --git a/spec/features/__snapshots__/has-consistent-output-with-rspec-retry-test-results-rspec-3.9.gemfile.snap b/spec/features/__snapshots__/has-consistent-output-with-rspec-retry-test-results-rspec-3.9.gemfile.snap index 9858de30..2c267db5 100644 --- a/spec/features/__snapshots__/has-consistent-output-with-rspec-retry-test-results-rspec-3.9.gemfile.snap +++ b/spec/features/__snapshots__/has-consistent-output-with-rspec-retry-test-results-rspec-3.9.gemfile.snap @@ -99,7 +99,7 @@ ], "exception": "RSpec::Expectations::ExpectationNotMetError", "kind": "failed", - "message": "\n 1) a failing group has a failing test\n Failure/Error: expect(false).to eq(true)\n\n expected: true\n got: false\n\n (compared using ==)\n\n Diff:\n @@ -1 +1 @@\n -true\n +false\n # ./spec/fixture_specs/failing_specs.rb:0:in `block (2 levels) in '" + "message": "\n 1) a failing group has a failing test\n Failure/Error: expect(false).to eq(true)\n\n expected: true\n got: false\n\n (compared using ==)\n\n Diff:\n @@ -1 +1 @@\n -true\n +false\n # ./spec/fixture_specs/failing_specs.rb:0:in `block (2 levels) in '\n # ./spec/spec_helper.rb:0:in `block (2 levels) in '\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `each'\n # ./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `map'\n # ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `run_specs'\n" }, "stderr": "redacted", "stdout": "redacted" @@ -162,7 +162,7 @@ ], "exception": "RuntimeError", "kind": "failed", - "message": "\n 1) a raising group has a raising test\n Failure/Error: raise 'the roof'\n\n RuntimeError:\n the roof\n # ./spec/fixture_specs/raising_specs.rb:0:in `block (2 levels) in '" + "message": "\n 1) a raising group has a raising test\n Failure/Error: raise 'the roof'\n\n RuntimeError:\n the roof\n # ./spec/fixture_specs/raising_specs.rb:0:in `block (2 levels) in '\n # ./spec/spec_helper.rb:0:in `block (2 levels) in '\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `each'\n # ./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `map'\n # ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `run_specs'\n" }, "stderr": "redacted", "stdout": "redacted" diff --git a/spec/features/__snapshots__/test_results_failing_specs-rspec-3.5.gemfile.snap b/spec/features/__snapshots__/test_results_failing_specs-rspec-3.5.gemfile.snap deleted file mode 100644 index 91941790..00000000 --- a/spec/features/__snapshots__/test_results_failing_specs-rspec-3.5.gemfile.snap +++ /dev/null @@ -1,82 +0,0 @@ -[ - { - "test_result": { - "status": { - "type": "failure", - "exception": "RSpec::Expectations::ExpectationNotMetError", - "backtrace": [ - "./spec/fixture_specs/failing_specs.rb::in `block (2 levels) in '", - "./spec/spec_helper.rb::in `block (2 levels) in '", - "./lib/rspec/abq/extensions.rb::in `block in run_examples_with_abq'", - "./lib/rspec/abq/extensions.rb::in `each'", - "./lib/rspec/abq/extensions.rb::in `run_examples_with_abq'", - "./lib/rspec/abq/extensions.rb::in `run_with_abq'", - "./lib/rspec/abq/extensions.rb::in `block (3 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb::in `map'", - "./lib/rspec/abq/extensions.rb::in `block (2 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb::in `block in run_specs'", - "./lib/rspec/abq/extensions.rb::in `run_specs'" - ] - }, - "id": "./spec/fixture_specs/failing_specs.rb[1:1]", - "display_name": "a failing group has a failing test", - "output": "\n1) a failing group has a failing test\nFailure/Error: expect(false).to eq(true)\nexpected: true\ngot: false\n(compared using ==)\n# ./spec/fixture_specs/failing_specs.rb::in `block (2 levels) in '\n# ./spec/spec_helper.rb::in `block (2 levels) in '\n# ./lib/rspec/abq/extensions.rb::in `block in run_examples_with_abq'\n# ./lib/rspec/abq/extensions.rb::in `each'\n# ./lib/rspec/abq/extensions.rb::in `run_examples_with_abq'\n# ./lib/rspec/abq/extensions.rb::in `run_with_abq'\n# ./lib/rspec/abq/extensions.rb::in `block (3 levels) in run_specs'\n# ./lib/rspec/abq/extensions.rb::in `map'\n# ./lib/rspec/abq/extensions.rb::in `block (2 levels) in run_specs'\n# ./lib/rspec/abq/extensions.rb::in `block in run_specs'\n# ./lib/rspec/abq/extensions.rb::in `run_specs'\n", - "runtime": "", - "tags": [ - - ], - "meta": { - }, - "location": { - "file": "./spec/fixture_specs/failing_specs.rb", - "line": 5 - }, - "started_at": "", - "finished_at": "", - "lineage": [ - "a failing group", - "has a failing test" - ] - } - }, - { - "test_result": { - "status": { - "type": "error", - "exception": "RuntimeError", - "backtrace": [ - "./spec/fixture_specs/failing_specs.rb::in `block (3 levels) in '", - "./lib/rspec/abq/extensions.rb::in `run_with_abq'", - "./lib/rspec/abq/extensions.rb::in `block in run_with_abq'", - "./lib/rspec/abq/extensions.rb::in `map'", - "./lib/rspec/abq/extensions.rb::in `run_with_abq'", - "./lib/rspec/abq/extensions.rb::in `block (3 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb::in `map'", - "./lib/rspec/abq/extensions.rb::in `block (2 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb::in `block in run_specs'", - "./lib/rspec/abq/extensions.rb::in `run_specs'" - ] - }, - "id": "./spec/fixture_specs/failing_specs.rb[1:2:1]", - "display_name": "a failing group failing in a before block is failing despite being successful", - "output": "\n1) a failing group failing in a before block is failing despite being successful\nFailure/Error: before(:all) { fail('because') }\nRuntimeError:\nbecause\n# ./spec/fixture_specs/failing_specs.rb::in `block (3 levels) in '\n# ./lib/rspec/abq/extensions.rb::in `run_with_abq'\n# ./lib/rspec/abq/extensions.rb::in `block in run_with_abq'\n# ./lib/rspec/abq/extensions.rb::in `map'\n# ./lib/rspec/abq/extensions.rb::in `run_with_abq'\n# ./lib/rspec/abq/extensions.rb::in `block (3 levels) in run_specs'\n# ./lib/rspec/abq/extensions.rb::in `map'\n# ./lib/rspec/abq/extensions.rb::in `block (2 levels) in run_specs'\n# ./lib/rspec/abq/extensions.rb::in `block in run_specs'\n# ./lib/rspec/abq/extensions.rb::in `run_specs'\n", - "runtime": "", - "tags": [ - - ], - "meta": { - }, - "location": { - "file": "./spec/fixture_specs/failing_specs.rb", - "line": 12 - }, - "started_at": "", - "finished_at": "", - "lineage": [ - "a failing group", - "failing in a before block", - "is failing despite being successful" - ] - } - } -] \ No newline at end of file diff --git a/spec/features/__snapshots__/test_results_failing_specs-rspec-3.6.gemfile.snap b/spec/features/__snapshots__/test_results_failing_specs-rspec-3.6.gemfile.snap deleted file mode 100644 index 91941790..00000000 --- a/spec/features/__snapshots__/test_results_failing_specs-rspec-3.6.gemfile.snap +++ /dev/null @@ -1,82 +0,0 @@ -[ - { - "test_result": { - "status": { - "type": "failure", - "exception": "RSpec::Expectations::ExpectationNotMetError", - "backtrace": [ - "./spec/fixture_specs/failing_specs.rb::in `block (2 levels) in '", - "./spec/spec_helper.rb::in `block (2 levels) in '", - "./lib/rspec/abq/extensions.rb::in `block in run_examples_with_abq'", - "./lib/rspec/abq/extensions.rb::in `each'", - "./lib/rspec/abq/extensions.rb::in `run_examples_with_abq'", - "./lib/rspec/abq/extensions.rb::in `run_with_abq'", - "./lib/rspec/abq/extensions.rb::in `block (3 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb::in `map'", - "./lib/rspec/abq/extensions.rb::in `block (2 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb::in `block in run_specs'", - "./lib/rspec/abq/extensions.rb::in `run_specs'" - ] - }, - "id": "./spec/fixture_specs/failing_specs.rb[1:1]", - "display_name": "a failing group has a failing test", - "output": "\n1) a failing group has a failing test\nFailure/Error: expect(false).to eq(true)\nexpected: true\ngot: false\n(compared using ==)\n# ./spec/fixture_specs/failing_specs.rb::in `block (2 levels) in '\n# ./spec/spec_helper.rb::in `block (2 levels) in '\n# ./lib/rspec/abq/extensions.rb::in `block in run_examples_with_abq'\n# ./lib/rspec/abq/extensions.rb::in `each'\n# ./lib/rspec/abq/extensions.rb::in `run_examples_with_abq'\n# ./lib/rspec/abq/extensions.rb::in `run_with_abq'\n# ./lib/rspec/abq/extensions.rb::in `block (3 levels) in run_specs'\n# ./lib/rspec/abq/extensions.rb::in `map'\n# ./lib/rspec/abq/extensions.rb::in `block (2 levels) in run_specs'\n# ./lib/rspec/abq/extensions.rb::in `block in run_specs'\n# ./lib/rspec/abq/extensions.rb::in `run_specs'\n", - "runtime": "", - "tags": [ - - ], - "meta": { - }, - "location": { - "file": "./spec/fixture_specs/failing_specs.rb", - "line": 5 - }, - "started_at": "", - "finished_at": "", - "lineage": [ - "a failing group", - "has a failing test" - ] - } - }, - { - "test_result": { - "status": { - "type": "error", - "exception": "RuntimeError", - "backtrace": [ - "./spec/fixture_specs/failing_specs.rb::in `block (3 levels) in '", - "./lib/rspec/abq/extensions.rb::in `run_with_abq'", - "./lib/rspec/abq/extensions.rb::in `block in run_with_abq'", - "./lib/rspec/abq/extensions.rb::in `map'", - "./lib/rspec/abq/extensions.rb::in `run_with_abq'", - "./lib/rspec/abq/extensions.rb::in `block (3 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb::in `map'", - "./lib/rspec/abq/extensions.rb::in `block (2 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb::in `block in run_specs'", - "./lib/rspec/abq/extensions.rb::in `run_specs'" - ] - }, - "id": "./spec/fixture_specs/failing_specs.rb[1:2:1]", - "display_name": "a failing group failing in a before block is failing despite being successful", - "output": "\n1) a failing group failing in a before block is failing despite being successful\nFailure/Error: before(:all) { fail('because') }\nRuntimeError:\nbecause\n# ./spec/fixture_specs/failing_specs.rb::in `block (3 levels) in '\n# ./lib/rspec/abq/extensions.rb::in `run_with_abq'\n# ./lib/rspec/abq/extensions.rb::in `block in run_with_abq'\n# ./lib/rspec/abq/extensions.rb::in `map'\n# ./lib/rspec/abq/extensions.rb::in `run_with_abq'\n# ./lib/rspec/abq/extensions.rb::in `block (3 levels) in run_specs'\n# ./lib/rspec/abq/extensions.rb::in `map'\n# ./lib/rspec/abq/extensions.rb::in `block (2 levels) in run_specs'\n# ./lib/rspec/abq/extensions.rb::in `block in run_specs'\n# ./lib/rspec/abq/extensions.rb::in `run_specs'\n", - "runtime": "", - "tags": [ - - ], - "meta": { - }, - "location": { - "file": "./spec/fixture_specs/failing_specs.rb", - "line": 12 - }, - "started_at": "", - "finished_at": "", - "lineage": [ - "a failing group", - "failing in a before block", - "is failing despite being successful" - ] - } - } -] \ No newline at end of file diff --git a/spec/features/__snapshots__/test_results_failing_specs-rspec-3.7.gemfile.snap b/spec/features/__snapshots__/test_results_failing_specs-rspec-3.7.gemfile.snap deleted file mode 100644 index 91941790..00000000 --- a/spec/features/__snapshots__/test_results_failing_specs-rspec-3.7.gemfile.snap +++ /dev/null @@ -1,82 +0,0 @@ -[ - { - "test_result": { - "status": { - "type": "failure", - "exception": "RSpec::Expectations::ExpectationNotMetError", - "backtrace": [ - "./spec/fixture_specs/failing_specs.rb::in `block (2 levels) in '", - "./spec/spec_helper.rb::in `block (2 levels) in '", - "./lib/rspec/abq/extensions.rb::in `block in run_examples_with_abq'", - "./lib/rspec/abq/extensions.rb::in `each'", - "./lib/rspec/abq/extensions.rb::in `run_examples_with_abq'", - "./lib/rspec/abq/extensions.rb::in `run_with_abq'", - "./lib/rspec/abq/extensions.rb::in `block (3 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb::in `map'", - "./lib/rspec/abq/extensions.rb::in `block (2 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb::in `block in run_specs'", - "./lib/rspec/abq/extensions.rb::in `run_specs'" - ] - }, - "id": "./spec/fixture_specs/failing_specs.rb[1:1]", - "display_name": "a failing group has a failing test", - "output": "\n1) a failing group has a failing test\nFailure/Error: expect(false).to eq(true)\nexpected: true\ngot: false\n(compared using ==)\n# ./spec/fixture_specs/failing_specs.rb::in `block (2 levels) in '\n# ./spec/spec_helper.rb::in `block (2 levels) in '\n# ./lib/rspec/abq/extensions.rb::in `block in run_examples_with_abq'\n# ./lib/rspec/abq/extensions.rb::in `each'\n# ./lib/rspec/abq/extensions.rb::in `run_examples_with_abq'\n# ./lib/rspec/abq/extensions.rb::in `run_with_abq'\n# ./lib/rspec/abq/extensions.rb::in `block (3 levels) in run_specs'\n# ./lib/rspec/abq/extensions.rb::in `map'\n# ./lib/rspec/abq/extensions.rb::in `block (2 levels) in run_specs'\n# ./lib/rspec/abq/extensions.rb::in `block in run_specs'\n# ./lib/rspec/abq/extensions.rb::in `run_specs'\n", - "runtime": "", - "tags": [ - - ], - "meta": { - }, - "location": { - "file": "./spec/fixture_specs/failing_specs.rb", - "line": 5 - }, - "started_at": "", - "finished_at": "", - "lineage": [ - "a failing group", - "has a failing test" - ] - } - }, - { - "test_result": { - "status": { - "type": "error", - "exception": "RuntimeError", - "backtrace": [ - "./spec/fixture_specs/failing_specs.rb::in `block (3 levels) in '", - "./lib/rspec/abq/extensions.rb::in `run_with_abq'", - "./lib/rspec/abq/extensions.rb::in `block in run_with_abq'", - "./lib/rspec/abq/extensions.rb::in `map'", - "./lib/rspec/abq/extensions.rb::in `run_with_abq'", - "./lib/rspec/abq/extensions.rb::in `block (3 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb::in `map'", - "./lib/rspec/abq/extensions.rb::in `block (2 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb::in `block in run_specs'", - "./lib/rspec/abq/extensions.rb::in `run_specs'" - ] - }, - "id": "./spec/fixture_specs/failing_specs.rb[1:2:1]", - "display_name": "a failing group failing in a before block is failing despite being successful", - "output": "\n1) a failing group failing in a before block is failing despite being successful\nFailure/Error: before(:all) { fail('because') }\nRuntimeError:\nbecause\n# ./spec/fixture_specs/failing_specs.rb::in `block (3 levels) in '\n# ./lib/rspec/abq/extensions.rb::in `run_with_abq'\n# ./lib/rspec/abq/extensions.rb::in `block in run_with_abq'\n# ./lib/rspec/abq/extensions.rb::in `map'\n# ./lib/rspec/abq/extensions.rb::in `run_with_abq'\n# ./lib/rspec/abq/extensions.rb::in `block (3 levels) in run_specs'\n# ./lib/rspec/abq/extensions.rb::in `map'\n# ./lib/rspec/abq/extensions.rb::in `block (2 levels) in run_specs'\n# ./lib/rspec/abq/extensions.rb::in `block in run_specs'\n# ./lib/rspec/abq/extensions.rb::in `run_specs'\n", - "runtime": "", - "tags": [ - - ], - "meta": { - }, - "location": { - "file": "./spec/fixture_specs/failing_specs.rb", - "line": 12 - }, - "started_at": "", - "finished_at": "", - "lineage": [ - "a failing group", - "failing in a before block", - "is failing despite being successful" - ] - } - } -] \ No newline at end of file diff --git a/spec/features/__snapshots__/test_results_pending_specs-rspec-3.5.gemfile.snap b/spec/features/__snapshots__/test_results_pending_specs-rspec-3.5.gemfile.snap deleted file mode 100644 index 9f43e4c4..00000000 --- a/spec/features/__snapshots__/test_results_pending_specs-rspec-3.5.gemfile.snap +++ /dev/null @@ -1,81 +0,0 @@ -[ - { - "test_result": { - "status": { - "type": "pending" - }, - "id": "./spec/fixture_specs/pending_specs.rb[1:1]", - "display_name": "pending tests has a pending test with pending", - "output": null, - "runtime": "", - "tags": [ - "pending" - ], - "meta": { - }, - "location": { - "file": "./spec/fixture_specs/pending_specs.rb", - "line": 5 - }, - "started_at": "", - "finished_at": "", - "lineage": [ - "pending tests", - "has a pending test with pending" - ] - } - }, - { - "test_result": { - "status": { - "type": "pending" - }, - "id": "./spec/fixture_specs/pending_specs.rb[1:2]", - "display_name": "pending tests has a pending test with a tag", - "output": null, - "runtime": "", - "tags": [ - "pending" - ], - "meta": { - }, - "location": { - "file": "./spec/fixture_specs/pending_specs.rb", - "line": 10 - }, - "started_at": "", - "finished_at": "", - "lineage": [ - "pending tests", - "has a pending test with a tag" - ] - } - }, - { - "test_result": { - "status": { - "type": "pending" - }, - "id": "./spec/fixture_specs/pending_specs.rb[1:3:1]", - "display_name": "pending tests a pending group via a tag is pending despite not being marked as pending", - "output": null, - "runtime": "", - "tags": [ - "pending" - ], - "meta": { - }, - "location": { - "file": "./spec/fixture_specs/pending_specs.rb", - "line": 15 - }, - "started_at": "", - "finished_at": "", - "lineage": [ - "pending tests", - "a pending group via a tag", - "is pending despite not being marked as pending" - ] - } - } -] \ No newline at end of file diff --git a/spec/features/__snapshots__/test_results_pending_specs-rspec-3.6.gemfile.snap b/spec/features/__snapshots__/test_results_pending_specs-rspec-3.6.gemfile.snap deleted file mode 100644 index 9f43e4c4..00000000 --- a/spec/features/__snapshots__/test_results_pending_specs-rspec-3.6.gemfile.snap +++ /dev/null @@ -1,81 +0,0 @@ -[ - { - "test_result": { - "status": { - "type": "pending" - }, - "id": "./spec/fixture_specs/pending_specs.rb[1:1]", - "display_name": "pending tests has a pending test with pending", - "output": null, - "runtime": "", - "tags": [ - "pending" - ], - "meta": { - }, - "location": { - "file": "./spec/fixture_specs/pending_specs.rb", - "line": 5 - }, - "started_at": "", - "finished_at": "", - "lineage": [ - "pending tests", - "has a pending test with pending" - ] - } - }, - { - "test_result": { - "status": { - "type": "pending" - }, - "id": "./spec/fixture_specs/pending_specs.rb[1:2]", - "display_name": "pending tests has a pending test with a tag", - "output": null, - "runtime": "", - "tags": [ - "pending" - ], - "meta": { - }, - "location": { - "file": "./spec/fixture_specs/pending_specs.rb", - "line": 10 - }, - "started_at": "", - "finished_at": "", - "lineage": [ - "pending tests", - "has a pending test with a tag" - ] - } - }, - { - "test_result": { - "status": { - "type": "pending" - }, - "id": "./spec/fixture_specs/pending_specs.rb[1:3:1]", - "display_name": "pending tests a pending group via a tag is pending despite not being marked as pending", - "output": null, - "runtime": "", - "tags": [ - "pending" - ], - "meta": { - }, - "location": { - "file": "./spec/fixture_specs/pending_specs.rb", - "line": 15 - }, - "started_at": "", - "finished_at": "", - "lineage": [ - "pending tests", - "a pending group via a tag", - "is pending despite not being marked as pending" - ] - } - } -] \ No newline at end of file diff --git a/spec/features/__snapshots__/test_results_pending_specs-rspec-3.7.gemfile.snap b/spec/features/__snapshots__/test_results_pending_specs-rspec-3.7.gemfile.snap deleted file mode 100644 index 9f43e4c4..00000000 --- a/spec/features/__snapshots__/test_results_pending_specs-rspec-3.7.gemfile.snap +++ /dev/null @@ -1,81 +0,0 @@ -[ - { - "test_result": { - "status": { - "type": "pending" - }, - "id": "./spec/fixture_specs/pending_specs.rb[1:1]", - "display_name": "pending tests has a pending test with pending", - "output": null, - "runtime": "", - "tags": [ - "pending" - ], - "meta": { - }, - "location": { - "file": "./spec/fixture_specs/pending_specs.rb", - "line": 5 - }, - "started_at": "", - "finished_at": "", - "lineage": [ - "pending tests", - "has a pending test with pending" - ] - } - }, - { - "test_result": { - "status": { - "type": "pending" - }, - "id": "./spec/fixture_specs/pending_specs.rb[1:2]", - "display_name": "pending tests has a pending test with a tag", - "output": null, - "runtime": "", - "tags": [ - "pending" - ], - "meta": { - }, - "location": { - "file": "./spec/fixture_specs/pending_specs.rb", - "line": 10 - }, - "started_at": "", - "finished_at": "", - "lineage": [ - "pending tests", - "has a pending test with a tag" - ] - } - }, - { - "test_result": { - "status": { - "type": "pending" - }, - "id": "./spec/fixture_specs/pending_specs.rb[1:3:1]", - "display_name": "pending tests a pending group via a tag is pending despite not being marked as pending", - "output": null, - "runtime": "", - "tags": [ - "pending" - ], - "meta": { - }, - "location": { - "file": "./spec/fixture_specs/pending_specs.rb", - "line": 15 - }, - "started_at": "", - "finished_at": "", - "lineage": [ - "pending tests", - "a pending group via a tag", - "is pending despite not being marked as pending" - ] - } - } -] \ No newline at end of file diff --git a/spec/features/__snapshots__/test_results_raising_specs-rspec-3.5.gemfile.snap b/spec/features/__snapshots__/test_results_raising_specs-rspec-3.5.gemfile.snap deleted file mode 100644 index 871a97ca..00000000 --- a/spec/features/__snapshots__/test_results_raising_specs-rspec-3.5.gemfile.snap +++ /dev/null @@ -1,122 +0,0 @@ -[ - { - "test_result": { - "status": { - "type": "error", - "exception": "RuntimeError", - "backtrace": [ - "./spec/fixture_specs/raising_specs.rb::in `block (2 levels) in '", - "./spec/spec_helper.rb::in `block (2 levels) in '", - "./lib/rspec/abq/extensions.rb::in `block in run_examples_with_abq'", - "./lib/rspec/abq/extensions.rb::in `each'", - "./lib/rspec/abq/extensions.rb::in `run_examples_with_abq'", - "./lib/rspec/abq/extensions.rb::in `run_with_abq'", - "./lib/rspec/abq/extensions.rb::in `block (3 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb::in `map'", - "./lib/rspec/abq/extensions.rb::in `block (2 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb::in `block in run_specs'", - "./lib/rspec/abq/extensions.rb::in `run_specs'" - ] - }, - "id": "./spec/fixture_specs/raising_specs.rb[1:1]", - "display_name": "a raising group has a raising test", - "output": "\n1) a raising group has a raising test\nFailure/Error: raise 'the roof'\nRuntimeError:\nthe roof\n# ./spec/fixture_specs/raising_specs.rb::in `block (2 levels) in '\n# ./spec/spec_helper.rb::in `block (2 levels) in '\n# ./lib/rspec/abq/extensions.rb::in `block in run_examples_with_abq'\n# ./lib/rspec/abq/extensions.rb::in `each'\n# ./lib/rspec/abq/extensions.rb::in `run_examples_with_abq'\n# ./lib/rspec/abq/extensions.rb::in `run_with_abq'\n# ./lib/rspec/abq/extensions.rb::in `block (3 levels) in run_specs'\n# ./lib/rspec/abq/extensions.rb::in `map'\n# ./lib/rspec/abq/extensions.rb::in `block (2 levels) in run_specs'\n# ./lib/rspec/abq/extensions.rb::in `block in run_specs'\n# ./lib/rspec/abq/extensions.rb::in `run_specs'\n", - "runtime": "", - "tags": [ - - ], - "meta": { - }, - "location": { - "file": "./spec/fixture_specs/raising_specs.rb", - "line": 5 - }, - "started_at": "", - "finished_at": "", - "lineage": [ - "a raising group", - "has a raising test" - ] - } - }, - { - "test_result": { - "status": { - "type": "error", - "exception": "RuntimeError", - "backtrace": [ - "./spec/fixture_specs/raising_specs.rb::in `block (3 levels) in '", - "./lib/rspec/abq/extensions.rb::in `run_with_abq'", - "./lib/rspec/abq/extensions.rb::in `block in run_with_abq'", - "./lib/rspec/abq/extensions.rb::in `map'", - "./lib/rspec/abq/extensions.rb::in `run_with_abq'", - "./lib/rspec/abq/extensions.rb::in `block (3 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb::in `map'", - "./lib/rspec/abq/extensions.rb::in `block (2 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb::in `block in run_specs'", - "./lib/rspec/abq/extensions.rb::in `run_specs'" - ] - }, - "id": "./spec/fixture_specs/raising_specs.rb[1:2:1]", - "display_name": "a raising group it can handle an exception in a before all hook should fail", - "output": "\n1) a raising group it can handle an exception in a before all hook should fail\nFailure/Error: raise \"raising from before(:all)\"\nRuntimeError:\nraising from before(:all)\n# ./spec/fixture_specs/raising_specs.rb::in `block (3 levels) in '\n# ./lib/rspec/abq/extensions.rb::in `run_with_abq'\n# ./lib/rspec/abq/extensions.rb::in `block in run_with_abq'\n# ./lib/rspec/abq/extensions.rb::in `map'\n# ./lib/rspec/abq/extensions.rb::in `run_with_abq'\n# ./lib/rspec/abq/extensions.rb::in `block (3 levels) in run_specs'\n# ./lib/rspec/abq/extensions.rb::in `map'\n# ./lib/rspec/abq/extensions.rb::in `block (2 levels) in run_specs'\n# ./lib/rspec/abq/extensions.rb::in `block in run_specs'\n# ./lib/rspec/abq/extensions.rb::in `run_specs'\n", - "runtime": "", - "tags": [ - - ], - "meta": { - }, - "location": { - "file": "./spec/fixture_specs/raising_specs.rb", - "line": 14 - }, - "started_at": "", - "finished_at": "", - "lineage": [ - "a raising group", - "it can handle an exception in a before all hook", - "should fail" - ] - } - }, - { - "test_result": { - "status": { - "type": "error", - "exception": "RuntimeError", - "backtrace": [ - "./spec/fixture_specs/raising_specs.rb::in `block (3 levels) in '", - "./lib/rspec/abq/extensions.rb::in `run_with_abq'", - "./lib/rspec/abq/extensions.rb::in `block in run_with_abq'", - "./lib/rspec/abq/extensions.rb::in `map'", - "./lib/rspec/abq/extensions.rb::in `run_with_abq'", - "./lib/rspec/abq/extensions.rb::in `block (3 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb::in `map'", - "./lib/rspec/abq/extensions.rb::in `block (2 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb::in `block in run_specs'", - "./lib/rspec/abq/extensions.rb::in `run_specs'" - ] - }, - "id": "./spec/fixture_specs/raising_specs.rb[1:2:2]", - "display_name": "a raising group it can handle an exception in a before all hook should also fail", - "output": "\n1) a raising group it can handle an exception in a before all hook should also fail\nFailure/Error: raise \"raising from before(:all)\"\nRuntimeError:\nraising from before(:all)\n# ./spec/fixture_specs/raising_specs.rb::in `block (3 levels) in '\n# ./lib/rspec/abq/extensions.rb::in `run_with_abq'\n# ./lib/rspec/abq/extensions.rb::in `block in run_with_abq'\n# ./lib/rspec/abq/extensions.rb::in `map'\n# ./lib/rspec/abq/extensions.rb::in `run_with_abq'\n# ./lib/rspec/abq/extensions.rb::in `block (3 levels) in run_specs'\n# ./lib/rspec/abq/extensions.rb::in `map'\n# ./lib/rspec/abq/extensions.rb::in `block (2 levels) in run_specs'\n# ./lib/rspec/abq/extensions.rb::in `block in run_specs'\n# ./lib/rspec/abq/extensions.rb::in `run_specs'\n", - "runtime": "", - "tags": [ - - ], - "meta": { - }, - "location": { - "file": "./spec/fixture_specs/raising_specs.rb", - "line": 19 - }, - "started_at": "", - "finished_at": "", - "lineage": [ - "a raising group", - "it can handle an exception in a before all hook", - "should also fail" - ] - } - } -] \ No newline at end of file diff --git a/spec/features/__snapshots__/test_results_raising_specs-rspec-3.6.gemfile.snap b/spec/features/__snapshots__/test_results_raising_specs-rspec-3.6.gemfile.snap deleted file mode 100644 index 871a97ca..00000000 --- a/spec/features/__snapshots__/test_results_raising_specs-rspec-3.6.gemfile.snap +++ /dev/null @@ -1,122 +0,0 @@ -[ - { - "test_result": { - "status": { - "type": "error", - "exception": "RuntimeError", - "backtrace": [ - "./spec/fixture_specs/raising_specs.rb::in `block (2 levels) in '", - "./spec/spec_helper.rb::in `block (2 levels) in '", - "./lib/rspec/abq/extensions.rb::in `block in run_examples_with_abq'", - "./lib/rspec/abq/extensions.rb::in `each'", - "./lib/rspec/abq/extensions.rb::in `run_examples_with_abq'", - "./lib/rspec/abq/extensions.rb::in `run_with_abq'", - "./lib/rspec/abq/extensions.rb::in `block (3 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb::in `map'", - "./lib/rspec/abq/extensions.rb::in `block (2 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb::in `block in run_specs'", - "./lib/rspec/abq/extensions.rb::in `run_specs'" - ] - }, - "id": "./spec/fixture_specs/raising_specs.rb[1:1]", - "display_name": "a raising group has a raising test", - "output": "\n1) a raising group has a raising test\nFailure/Error: raise 'the roof'\nRuntimeError:\nthe roof\n# ./spec/fixture_specs/raising_specs.rb::in `block (2 levels) in '\n# ./spec/spec_helper.rb::in `block (2 levels) in '\n# ./lib/rspec/abq/extensions.rb::in `block in run_examples_with_abq'\n# ./lib/rspec/abq/extensions.rb::in `each'\n# ./lib/rspec/abq/extensions.rb::in `run_examples_with_abq'\n# ./lib/rspec/abq/extensions.rb::in `run_with_abq'\n# ./lib/rspec/abq/extensions.rb::in `block (3 levels) in run_specs'\n# ./lib/rspec/abq/extensions.rb::in `map'\n# ./lib/rspec/abq/extensions.rb::in `block (2 levels) in run_specs'\n# ./lib/rspec/abq/extensions.rb::in `block in run_specs'\n# ./lib/rspec/abq/extensions.rb::in `run_specs'\n", - "runtime": "", - "tags": [ - - ], - "meta": { - }, - "location": { - "file": "./spec/fixture_specs/raising_specs.rb", - "line": 5 - }, - "started_at": "", - "finished_at": "", - "lineage": [ - "a raising group", - "has a raising test" - ] - } - }, - { - "test_result": { - "status": { - "type": "error", - "exception": "RuntimeError", - "backtrace": [ - "./spec/fixture_specs/raising_specs.rb::in `block (3 levels) in '", - "./lib/rspec/abq/extensions.rb::in `run_with_abq'", - "./lib/rspec/abq/extensions.rb::in `block in run_with_abq'", - "./lib/rspec/abq/extensions.rb::in `map'", - "./lib/rspec/abq/extensions.rb::in `run_with_abq'", - "./lib/rspec/abq/extensions.rb::in `block (3 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb::in `map'", - "./lib/rspec/abq/extensions.rb::in `block (2 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb::in `block in run_specs'", - "./lib/rspec/abq/extensions.rb::in `run_specs'" - ] - }, - "id": "./spec/fixture_specs/raising_specs.rb[1:2:1]", - "display_name": "a raising group it can handle an exception in a before all hook should fail", - "output": "\n1) a raising group it can handle an exception in a before all hook should fail\nFailure/Error: raise \"raising from before(:all)\"\nRuntimeError:\nraising from before(:all)\n# ./spec/fixture_specs/raising_specs.rb::in `block (3 levels) in '\n# ./lib/rspec/abq/extensions.rb::in `run_with_abq'\n# ./lib/rspec/abq/extensions.rb::in `block in run_with_abq'\n# ./lib/rspec/abq/extensions.rb::in `map'\n# ./lib/rspec/abq/extensions.rb::in `run_with_abq'\n# ./lib/rspec/abq/extensions.rb::in `block (3 levels) in run_specs'\n# ./lib/rspec/abq/extensions.rb::in `map'\n# ./lib/rspec/abq/extensions.rb::in `block (2 levels) in run_specs'\n# ./lib/rspec/abq/extensions.rb::in `block in run_specs'\n# ./lib/rspec/abq/extensions.rb::in `run_specs'\n", - "runtime": "", - "tags": [ - - ], - "meta": { - }, - "location": { - "file": "./spec/fixture_specs/raising_specs.rb", - "line": 14 - }, - "started_at": "", - "finished_at": "", - "lineage": [ - "a raising group", - "it can handle an exception in a before all hook", - "should fail" - ] - } - }, - { - "test_result": { - "status": { - "type": "error", - "exception": "RuntimeError", - "backtrace": [ - "./spec/fixture_specs/raising_specs.rb::in `block (3 levels) in '", - "./lib/rspec/abq/extensions.rb::in `run_with_abq'", - "./lib/rspec/abq/extensions.rb::in `block in run_with_abq'", - "./lib/rspec/abq/extensions.rb::in `map'", - "./lib/rspec/abq/extensions.rb::in `run_with_abq'", - "./lib/rspec/abq/extensions.rb::in `block (3 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb::in `map'", - "./lib/rspec/abq/extensions.rb::in `block (2 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb::in `block in run_specs'", - "./lib/rspec/abq/extensions.rb::in `run_specs'" - ] - }, - "id": "./spec/fixture_specs/raising_specs.rb[1:2:2]", - "display_name": "a raising group it can handle an exception in a before all hook should also fail", - "output": "\n1) a raising group it can handle an exception in a before all hook should also fail\nFailure/Error: raise \"raising from before(:all)\"\nRuntimeError:\nraising from before(:all)\n# ./spec/fixture_specs/raising_specs.rb::in `block (3 levels) in '\n# ./lib/rspec/abq/extensions.rb::in `run_with_abq'\n# ./lib/rspec/abq/extensions.rb::in `block in run_with_abq'\n# ./lib/rspec/abq/extensions.rb::in `map'\n# ./lib/rspec/abq/extensions.rb::in `run_with_abq'\n# ./lib/rspec/abq/extensions.rb::in `block (3 levels) in run_specs'\n# ./lib/rspec/abq/extensions.rb::in `map'\n# ./lib/rspec/abq/extensions.rb::in `block (2 levels) in run_specs'\n# ./lib/rspec/abq/extensions.rb::in `block in run_specs'\n# ./lib/rspec/abq/extensions.rb::in `run_specs'\n", - "runtime": "", - "tags": [ - - ], - "meta": { - }, - "location": { - "file": "./spec/fixture_specs/raising_specs.rb", - "line": 19 - }, - "started_at": "", - "finished_at": "", - "lineage": [ - "a raising group", - "it can handle an exception in a before all hook", - "should also fail" - ] - } - } -] \ No newline at end of file diff --git a/spec/features/__snapshots__/test_results_raising_specs-rspec-3.7.gemfile.snap b/spec/features/__snapshots__/test_results_raising_specs-rspec-3.7.gemfile.snap deleted file mode 100644 index 871a97ca..00000000 --- a/spec/features/__snapshots__/test_results_raising_specs-rspec-3.7.gemfile.snap +++ /dev/null @@ -1,122 +0,0 @@ -[ - { - "test_result": { - "status": { - "type": "error", - "exception": "RuntimeError", - "backtrace": [ - "./spec/fixture_specs/raising_specs.rb::in `block (2 levels) in '", - "./spec/spec_helper.rb::in `block (2 levels) in '", - "./lib/rspec/abq/extensions.rb::in `block in run_examples_with_abq'", - "./lib/rspec/abq/extensions.rb::in `each'", - "./lib/rspec/abq/extensions.rb::in `run_examples_with_abq'", - "./lib/rspec/abq/extensions.rb::in `run_with_abq'", - "./lib/rspec/abq/extensions.rb::in `block (3 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb::in `map'", - "./lib/rspec/abq/extensions.rb::in `block (2 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb::in `block in run_specs'", - "./lib/rspec/abq/extensions.rb::in `run_specs'" - ] - }, - "id": "./spec/fixture_specs/raising_specs.rb[1:1]", - "display_name": "a raising group has a raising test", - "output": "\n1) a raising group has a raising test\nFailure/Error: raise 'the roof'\nRuntimeError:\nthe roof\n# ./spec/fixture_specs/raising_specs.rb::in `block (2 levels) in '\n# ./spec/spec_helper.rb::in `block (2 levels) in '\n# ./lib/rspec/abq/extensions.rb::in `block in run_examples_with_abq'\n# ./lib/rspec/abq/extensions.rb::in `each'\n# ./lib/rspec/abq/extensions.rb::in `run_examples_with_abq'\n# ./lib/rspec/abq/extensions.rb::in `run_with_abq'\n# ./lib/rspec/abq/extensions.rb::in `block (3 levels) in run_specs'\n# ./lib/rspec/abq/extensions.rb::in `map'\n# ./lib/rspec/abq/extensions.rb::in `block (2 levels) in run_specs'\n# ./lib/rspec/abq/extensions.rb::in `block in run_specs'\n# ./lib/rspec/abq/extensions.rb::in `run_specs'\n", - "runtime": "", - "tags": [ - - ], - "meta": { - }, - "location": { - "file": "./spec/fixture_specs/raising_specs.rb", - "line": 5 - }, - "started_at": "", - "finished_at": "", - "lineage": [ - "a raising group", - "has a raising test" - ] - } - }, - { - "test_result": { - "status": { - "type": "error", - "exception": "RuntimeError", - "backtrace": [ - "./spec/fixture_specs/raising_specs.rb::in `block (3 levels) in '", - "./lib/rspec/abq/extensions.rb::in `run_with_abq'", - "./lib/rspec/abq/extensions.rb::in `block in run_with_abq'", - "./lib/rspec/abq/extensions.rb::in `map'", - "./lib/rspec/abq/extensions.rb::in `run_with_abq'", - "./lib/rspec/abq/extensions.rb::in `block (3 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb::in `map'", - "./lib/rspec/abq/extensions.rb::in `block (2 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb::in `block in run_specs'", - "./lib/rspec/abq/extensions.rb::in `run_specs'" - ] - }, - "id": "./spec/fixture_specs/raising_specs.rb[1:2:1]", - "display_name": "a raising group it can handle an exception in a before all hook should fail", - "output": "\n1) a raising group it can handle an exception in a before all hook should fail\nFailure/Error: raise \"raising from before(:all)\"\nRuntimeError:\nraising from before(:all)\n# ./spec/fixture_specs/raising_specs.rb::in `block (3 levels) in '\n# ./lib/rspec/abq/extensions.rb::in `run_with_abq'\n# ./lib/rspec/abq/extensions.rb::in `block in run_with_abq'\n# ./lib/rspec/abq/extensions.rb::in `map'\n# ./lib/rspec/abq/extensions.rb::in `run_with_abq'\n# ./lib/rspec/abq/extensions.rb::in `block (3 levels) in run_specs'\n# ./lib/rspec/abq/extensions.rb::in `map'\n# ./lib/rspec/abq/extensions.rb::in `block (2 levels) in run_specs'\n# ./lib/rspec/abq/extensions.rb::in `block in run_specs'\n# ./lib/rspec/abq/extensions.rb::in `run_specs'\n", - "runtime": "", - "tags": [ - - ], - "meta": { - }, - "location": { - "file": "./spec/fixture_specs/raising_specs.rb", - "line": 14 - }, - "started_at": "", - "finished_at": "", - "lineage": [ - "a raising group", - "it can handle an exception in a before all hook", - "should fail" - ] - } - }, - { - "test_result": { - "status": { - "type": "error", - "exception": "RuntimeError", - "backtrace": [ - "./spec/fixture_specs/raising_specs.rb::in `block (3 levels) in '", - "./lib/rspec/abq/extensions.rb::in `run_with_abq'", - "./lib/rspec/abq/extensions.rb::in `block in run_with_abq'", - "./lib/rspec/abq/extensions.rb::in `map'", - "./lib/rspec/abq/extensions.rb::in `run_with_abq'", - "./lib/rspec/abq/extensions.rb::in `block (3 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb::in `map'", - "./lib/rspec/abq/extensions.rb::in `block (2 levels) in run_specs'", - "./lib/rspec/abq/extensions.rb::in `block in run_specs'", - "./lib/rspec/abq/extensions.rb::in `run_specs'" - ] - }, - "id": "./spec/fixture_specs/raising_specs.rb[1:2:2]", - "display_name": "a raising group it can handle an exception in a before all hook should also fail", - "output": "\n1) a raising group it can handle an exception in a before all hook should also fail\nFailure/Error: raise \"raising from before(:all)\"\nRuntimeError:\nraising from before(:all)\n# ./spec/fixture_specs/raising_specs.rb::in `block (3 levels) in '\n# ./lib/rspec/abq/extensions.rb::in `run_with_abq'\n# ./lib/rspec/abq/extensions.rb::in `block in run_with_abq'\n# ./lib/rspec/abq/extensions.rb::in `map'\n# ./lib/rspec/abq/extensions.rb::in `run_with_abq'\n# ./lib/rspec/abq/extensions.rb::in `block (3 levels) in run_specs'\n# ./lib/rspec/abq/extensions.rb::in `map'\n# ./lib/rspec/abq/extensions.rb::in `block (2 levels) in run_specs'\n# ./lib/rspec/abq/extensions.rb::in `block in run_specs'\n# ./lib/rspec/abq/extensions.rb::in `run_specs'\n", - "runtime": "", - "tags": [ - - ], - "meta": { - }, - "location": { - "file": "./spec/fixture_specs/raising_specs.rb", - "line": 19 - }, - "started_at": "", - "finished_at": "", - "lineage": [ - "a raising group", - "it can handle an exception in a before all hook", - "should also fail" - ] - } - } -] \ No newline at end of file diff --git a/spec/features/__snapshots__/test_results_successful_specs-rspec-3.5.gemfile.snap b/spec/features/__snapshots__/test_results_successful_specs-rspec-3.5.gemfile.snap deleted file mode 100644 index 8b1f8f4b..00000000 --- a/spec/features/__snapshots__/test_results_successful_specs-rspec-3.5.gemfile.snap +++ /dev/null @@ -1,28 +0,0 @@ -[ - { - "test_result": { - "status": { - "type": "success" - }, - "id": "./spec/fixture_specs/successful_specs.rb[1:1]", - "display_name": "a successful group has a successful test", - "output": null, - "runtime": "", - "tags": [ - - ], - "meta": { - }, - "location": { - "file": "./spec/fixture_specs/successful_specs.rb", - "line": 5 - }, - "started_at": "", - "finished_at": "", - "lineage": [ - "a successful group", - "has a successful test" - ] - } - } -] \ No newline at end of file diff --git a/spec/features/__snapshots__/test_results_successful_specs-rspec-3.6.gemfile.snap b/spec/features/__snapshots__/test_results_successful_specs-rspec-3.6.gemfile.snap deleted file mode 100644 index 8b1f8f4b..00000000 --- a/spec/features/__snapshots__/test_results_successful_specs-rspec-3.6.gemfile.snap +++ /dev/null @@ -1,28 +0,0 @@ -[ - { - "test_result": { - "status": { - "type": "success" - }, - "id": "./spec/fixture_specs/successful_specs.rb[1:1]", - "display_name": "a successful group has a successful test", - "output": null, - "runtime": "", - "tags": [ - - ], - "meta": { - }, - "location": { - "file": "./spec/fixture_specs/successful_specs.rb", - "line": 5 - }, - "started_at": "", - "finished_at": "", - "lineage": [ - "a successful group", - "has a successful test" - ] - } - } -] \ No newline at end of file diff --git a/spec/features/__snapshots__/test_results_successful_specs-rspec-3.7.gemfile.snap b/spec/features/__snapshots__/test_results_successful_specs-rspec-3.7.gemfile.snap deleted file mode 100644 index 8b1f8f4b..00000000 --- a/spec/features/__snapshots__/test_results_successful_specs-rspec-3.7.gemfile.snap +++ /dev/null @@ -1,28 +0,0 @@ -[ - { - "test_result": { - "status": { - "type": "success" - }, - "id": "./spec/fixture_specs/successful_specs.rb[1:1]", - "display_name": "a successful group has a successful test", - "output": null, - "runtime": "", - "tags": [ - - ], - "meta": { - }, - "location": { - "file": "./spec/fixture_specs/successful_specs.rb", - "line": 5 - }, - "started_at": "", - "finished_at": "", - "lineage": [ - "a successful group", - "has a successful test" - ] - } - } -] \ No newline at end of file diff --git a/spec/features/integration_spec.rb b/spec/features/integration_spec.rb index e9360038..89e9736d 100644 --- a/spec/features/integration_spec.rb +++ b/spec/features/integration_spec.rb @@ -134,8 +134,9 @@ def sanitize_backtrace(output) .gsub(%r{\\n.+/rspec-abq}, "/rspec-abq") # get rid of prefixes to working directory in escaped strings .gsub(%r{^\s+# [^\s]+/(?:bin|bundler|rubygems|gems)/.+$\n}, "") # get rid of backtraces outside of rspec-abq .gsub(%r{^\s*"[^\s]+/(?:bin|bundler|rubygems|gems)/.+",?$}, "") # get rid of backtraces outside of rspec-abq in pretty JSON - .gsub(%r{\\n\s+(?:\\u001b\[36m)?# [^\s]+/(?:bin|bundler|rubygems|gems)/.+\\n}, "") # get rid of backtraces outside of rspec-abq in escaped strings - .gsub(%r{^\s*":187:in\s+`loop'",\n}, "") # this is showing up on select version combinations of ruby and rspec + .gsub(%r{\\n\s+(?:\\e\[36m)?# [^\s]+/(?:bin|bundler|rubygems|gems)/.+$\\n}, "") # get rid of backtraces outside of rspec-abq in escaped strings + .gsub(%r{^\s*":\d+:in\s+`loop'",\n}, "") # this is showing up on select version combinations of ruby and rspec + .gsub(%r{^\s*# :\d+:in\s+`loop'\n}, "") # this is showing up on select version combinations of ruby and rspec .gsub(/\.rb:\d+/, ".rb:0") # get rid of line numbers to avoid unecessary test churn end