From 454d676bc7cd7062206ebe98cc25dbb9e5670ea2 Mon Sep 17 00:00:00 2001 From: Doug Mayer Date: Thu, 29 Feb 2024 13:54:40 -0600 Subject: [PATCH] Update snapshots for rspec 3.13. --- ...-as-CLI-argument-test-results-Gemfile.snap | 2 +- ...ument-test-results-rspec-3.13.gemfile.snap | 141 +++++ ...-in-rspec-config-test-results-Gemfile.snap | 2 +- ...onfig-test-results-rspec-3.13.gemfile.snap | 84 +++ ...-in-rspec-config-test-results-Gemfile.snap | 2 +- ...onfig-test-results-rspec-3.13.gemfile.snap | 84 +++ ...a-hardcoded-seed-test-results-Gemfile.snap | 2 +- ...-seed-test-results-rspec-3.13.gemfile.snap | 529 ++++++++++++++++ ...onsistent-output-test-results-Gemfile.snap | 2 +- ...utput-test-results-rspec-3.13.gemfile.snap | 529 ++++++++++++++++ ...nline-screenshot-test-results-Gemfile.snap | 2 +- ...nshot-test-results-rspec-3.13.gemfile.snap | 105 ++++ ...ut-with-capybara-test-results-Gemfile.snap | 2 +- ...ybara-test-results-rspec-3.13.gemfile.snap | 101 +++ ...with-rspec-retry-test-results-Gemfile.snap | 2 +- ...retry-test-results-rspec-3.10.gemfile.snap | 4 +- ...retry-test-results-rspec-3.11.gemfile.snap | 4 +- ...retry-test-results-rspec-3.12.gemfile.snap | 4 +- ...retry-test-results-rspec-3.13.gemfile.snap | 589 ++++++++++++++++++ ...-retry-test-results-rspec-3.8.gemfile.snap | 4 +- ...-retry-test-results-rspec-3.9.gemfile.snap | 4 +- .../test_results_failing_specs-Gemfile.snap | 2 +- ...ults_failing_specs-rspec-3.13.gemfile.snap | 82 +++ .../test_results_pending_specs-Gemfile.snap | 2 +- ...ults_pending_specs-rspec-3.13.gemfile.snap | 81 +++ .../test_results_raising_specs-Gemfile.snap | 2 +- ...ults_raising_specs-rspec-3.13.gemfile.snap | 122 ++++ ...test_results_successful_specs-Gemfile.snap | 2 +- ...s_successful_specs-rspec-3.13.gemfile.snap | 28 + 29 files changed, 2497 insertions(+), 22 deletions(-) create mode 100644 spec/features/__snapshots__/has-consistent-output-for-random-ordering-passed-as-CLI-argument-test-results-rspec-3.13.gemfile.snap create mode 100644 spec/features/__snapshots__/has-consistent-output-for-random-ordering-set-in-rspec-config-test-results-rspec-3.13.gemfile.snap create mode 100644 spec/features/__snapshots__/has-consistent-output-for-random-seed-set-in-rspec-config-test-results-rspec-3.13.gemfile.snap create mode 100644 spec/features/__snapshots__/has-consistent-output-for-specs-together-with-a-hardcoded-seed-test-results-rspec-3.13.gemfile.snap create mode 100644 spec/features/__snapshots__/has-consistent-output-test-results-rspec-3.13.gemfile.snap create mode 100644 spec/features/__snapshots__/has-consistent-output-with-capybara-&-capybara-inline-screenshot-test-results-rspec-3.13.gemfile.snap create mode 100644 spec/features/__snapshots__/has-consistent-output-with-capybara-test-results-rspec-3.13.gemfile.snap create mode 100644 spec/features/__snapshots__/has-consistent-output-with-rspec-retry-test-results-rspec-3.13.gemfile.snap create mode 100644 spec/features/__snapshots__/test_results_failing_specs-rspec-3.13.gemfile.snap create mode 100644 spec/features/__snapshots__/test_results_pending_specs-rspec-3.13.gemfile.snap create mode 100644 spec/features/__snapshots__/test_results_raising_specs-rspec-3.13.gemfile.snap create mode 100644 spec/features/__snapshots__/test_results_successful_specs-rspec-3.13.gemfile.snap diff --git a/spec/features/__snapshots__/has-consistent-output-for-random-ordering-passed-as-CLI-argument-test-results-Gemfile.snap b/spec/features/__snapshots__/has-consistent-output-for-random-ordering-passed-as-CLI-argument-test-results-Gemfile.snap index 5a121b28..2375b8c0 120000 --- a/spec/features/__snapshots__/has-consistent-output-for-random-ordering-passed-as-CLI-argument-test-results-Gemfile.snap +++ b/spec/features/__snapshots__/has-consistent-output-for-random-ordering-passed-as-CLI-argument-test-results-Gemfile.snap @@ -1 +1 @@ -has-consistent-output-for-random-ordering-passed-as-CLI-argument-test-results-rspec-3.12.gemfile.snap \ No newline at end of file +has-consistent-output-for-random-ordering-passed-as-CLI-argument-test-results-rspec-3.13.gemfile.snap \ No newline at end of file diff --git a/spec/features/__snapshots__/has-consistent-output-for-random-ordering-passed-as-CLI-argument-test-results-rspec-3.13.gemfile.snap b/spec/features/__snapshots__/has-consistent-output-for-random-ordering-passed-as-CLI-argument-test-results-rspec-3.13.gemfile.snap new file mode 100644 index 00000000..c2d2b09e --- /dev/null +++ b/spec/features/__snapshots__/has-consistent-output-for-random-ordering-passed-as-CLI-argument-test-results-rspec-3.13.gemfile.snap @@ -0,0 +1,141 @@ +{ + "$schema": "https://raw.githubusercontent.com/rwx-research/test-results-schema/main/v1.json", + "framework": { + "kind": "RSpec", + "language": "Ruby" + }, + "otherErrors": [ + + ], + "summary": { + "canceled": 0, + "failed": 0, + "otherErrors": 0, + "pended": 3, + "quarantined": 0, + "retries": 0, + "skipped": 0, + "status": { + "kind": "successful" + }, + "successful": 1, + "tests": 4, + "timedOut": 0, + "todo": 0 + }, + "tests": [ + { + "attempt": { + "durationInNanoseconds": 234000, + "finishedAt": "2023-01-01T00:00:00Z", + "meta": { + "abq_metadata": { + "runner": 1, + "worker": 0 + } + }, + "startedAt": "2023-01-01T00:00:00Z", + "status": { + "kind": "successful" + }, + "stderr": "redacted", + "stdout": "redacted" + }, + "id": "./spec/fixture_specs/successful_specs.rb[1:1]", + "lineage": [ + "a successful group", + "has a successful test" + ], + "location": { + "file": "./spec/fixture_specs/successful_specs.rb", + "line": 299 + }, + "name": "a successful group has a successful test" + }, + { + "attempt": { + "durationInNanoseconds": 234000, + "finishedAt": "2023-01-01T00:00:00Z", + "meta": { + "abq_metadata": { + "runner": 1, + "worker": 0 + } + }, + "startedAt": "2023-01-01T00:00:00Z", + "status": { + "kind": "pended" + }, + "stderr": "redacted", + "stdout": "redacted" + }, + "id": "./spec/fixture_specs/pending_specs.rb[1:3:1]", + "lineage": [ + "pending tests", + "a pending group via a tag", + "is pending despite not being marked as pending" + ], + "location": { + "file": "./spec/fixture_specs/pending_specs.rb", + "line": 299 + }, + "name": "pending tests a pending group via a tag is pending despite not being marked as pending" + }, + { + "attempt": { + "durationInNanoseconds": 234000, + "finishedAt": "2023-01-01T00:00:00Z", + "meta": { + "abq_metadata": { + "runner": 1, + "worker": 0 + } + }, + "startedAt": "2023-01-01T00:00:00Z", + "status": { + "kind": "pended" + }, + "stderr": "redacted", + "stdout": "redacted" + }, + "id": "./spec/fixture_specs/pending_specs.rb[1:2]", + "lineage": [ + "pending tests", + "has a pending test with a tag" + ], + "location": { + "file": "./spec/fixture_specs/pending_specs.rb", + "line": 299 + }, + "name": "pending tests has a pending test with a tag" + }, + { + "attempt": { + "durationInNanoseconds": 234000, + "finishedAt": "2023-01-01T00:00:00Z", + "meta": { + "abq_metadata": { + "runner": 1, + "worker": 0 + } + }, + "startedAt": "2023-01-01T00:00:00Z", + "status": { + "kind": "pended" + }, + "stderr": "redacted", + "stdout": "redacted" + }, + "id": "./spec/fixture_specs/pending_specs.rb[1:1]", + "lineage": [ + "pending tests", + "has a pending test with pending" + ], + "location": { + "file": "./spec/fixture_specs/pending_specs.rb", + "line": 299 + }, + "name": "pending tests has a pending test with pending" + } + ] +} \ No newline at end of file diff --git a/spec/features/__snapshots__/has-consistent-output-for-random-ordering-set-in-rspec-config-test-results-Gemfile.snap b/spec/features/__snapshots__/has-consistent-output-for-random-ordering-set-in-rspec-config-test-results-Gemfile.snap index 008ae9b0..909ac46f 120000 --- a/spec/features/__snapshots__/has-consistent-output-for-random-ordering-set-in-rspec-config-test-results-Gemfile.snap +++ b/spec/features/__snapshots__/has-consistent-output-for-random-ordering-set-in-rspec-config-test-results-Gemfile.snap @@ -1 +1 @@ -has-consistent-output-for-random-ordering-set-in-rspec-config-test-results-rspec-3.12.gemfile.snap \ No newline at end of file +has-consistent-output-for-random-ordering-set-in-rspec-config-test-results-rspec-3.13.gemfile.snap \ No newline at end of file diff --git a/spec/features/__snapshots__/has-consistent-output-for-random-ordering-set-in-rspec-config-test-results-rspec-3.13.gemfile.snap b/spec/features/__snapshots__/has-consistent-output-for-random-ordering-set-in-rspec-config-test-results-rspec-3.13.gemfile.snap new file mode 100644 index 00000000..04126985 --- /dev/null +++ b/spec/features/__snapshots__/has-consistent-output-for-random-ordering-set-in-rspec-config-test-results-rspec-3.13.gemfile.snap @@ -0,0 +1,84 @@ +{ + "$schema": "https://raw.githubusercontent.com/rwx-research/test-results-schema/main/v1.json", + "framework": { + "kind": "RSpec", + "language": "Ruby" + }, + "otherErrors": [ + + ], + "summary": { + "canceled": 0, + "failed": 0, + "otherErrors": 0, + "pended": 1, + "quarantined": 0, + "retries": 0, + "skipped": 0, + "status": { + "kind": "successful" + }, + "successful": 1, + "tests": 2, + "timedOut": 0, + "todo": 0 + }, + "tests": [ + { + "attempt": { + "durationInNanoseconds": 234000, + "finishedAt": "2023-01-01T00:00:00Z", + "meta": { + "abq_metadata": { + "runner": 1, + "worker": 0 + } + }, + "startedAt": "2023-01-01T00:00:00Z", + "status": { + "kind": "pended" + }, + "stderr": "redacted", + "stdout": "redacted" + }, + "id": "./spec/fixture_specs/spec_that_sets_up_random_ordering.rb[1:2]", + "lineage": [ + "random ordering", + "is pended" + ], + "location": { + "file": "./spec/fixture_specs/spec_that_sets_up_random_ordering.rb", + "line": 299 + }, + "name": "random ordering is pended" + }, + { + "attempt": { + "durationInNanoseconds": 234000, + "finishedAt": "2023-01-01T00:00:00Z", + "meta": { + "abq_metadata": { + "runner": 1, + "worker": 0 + } + }, + "startedAt": "2023-01-01T00:00:00Z", + "status": { + "kind": "successful" + }, + "stderr": "redacted", + "stdout": "redacted" + }, + "id": "./spec/fixture_specs/spec_that_sets_up_random_ordering.rb[1:1]", + "lineage": [ + "random ordering", + "passes" + ], + "location": { + "file": "./spec/fixture_specs/spec_that_sets_up_random_ordering.rb", + "line": 299 + }, + "name": "random ordering passes" + } + ] +} \ No newline at end of file diff --git a/spec/features/__snapshots__/has-consistent-output-for-random-seed-set-in-rspec-config-test-results-Gemfile.snap b/spec/features/__snapshots__/has-consistent-output-for-random-seed-set-in-rspec-config-test-results-Gemfile.snap index fb21e539..52bc7fb4 120000 --- a/spec/features/__snapshots__/has-consistent-output-for-random-seed-set-in-rspec-config-test-results-Gemfile.snap +++ b/spec/features/__snapshots__/has-consistent-output-for-random-seed-set-in-rspec-config-test-results-Gemfile.snap @@ -1 +1 @@ -has-consistent-output-for-random-seed-set-in-rspec-config-test-results-rspec-3.12.gemfile.snap \ No newline at end of file +has-consistent-output-for-random-seed-set-in-rspec-config-test-results-rspec-3.13.gemfile.snap \ No newline at end of file diff --git a/spec/features/__snapshots__/has-consistent-output-for-random-seed-set-in-rspec-config-test-results-rspec-3.13.gemfile.snap b/spec/features/__snapshots__/has-consistent-output-for-random-seed-set-in-rspec-config-test-results-rspec-3.13.gemfile.snap new file mode 100644 index 00000000..5b384c45 --- /dev/null +++ b/spec/features/__snapshots__/has-consistent-output-for-random-seed-set-in-rspec-config-test-results-rspec-3.13.gemfile.snap @@ -0,0 +1,84 @@ +{ + "$schema": "https://raw.githubusercontent.com/rwx-research/test-results-schema/main/v1.json", + "framework": { + "kind": "RSpec", + "language": "Ruby" + }, + "otherErrors": [ + + ], + "summary": { + "canceled": 0, + "failed": 0, + "otherErrors": 0, + "pended": 1, + "quarantined": 0, + "retries": 0, + "skipped": 0, + "status": { + "kind": "successful" + }, + "successful": 1, + "tests": 2, + "timedOut": 0, + "todo": 0 + }, + "tests": [ + { + "attempt": { + "durationInNanoseconds": 234000, + "finishedAt": "2023-01-01T00:00:00Z", + "meta": { + "abq_metadata": { + "runner": 1, + "worker": 0 + } + }, + "startedAt": "2023-01-01T00:00:00Z", + "status": { + "kind": "pended" + }, + "stderr": "redacted", + "stdout": "redacted" + }, + "id": "./spec/fixture_specs/spec_that_sets_up_random_seed.rb[1:2]", + "lineage": [ + "random ordering", + "is pended" + ], + "location": { + "file": "./spec/fixture_specs/spec_that_sets_up_random_seed.rb", + "line": 299 + }, + "name": "random ordering is pended" + }, + { + "attempt": { + "durationInNanoseconds": 234000, + "finishedAt": "2023-01-01T00:00:00Z", + "meta": { + "abq_metadata": { + "runner": 1, + "worker": 0 + } + }, + "startedAt": "2023-01-01T00:00:00Z", + "status": { + "kind": "successful" + }, + "stderr": "redacted", + "stdout": "redacted" + }, + "id": "./spec/fixture_specs/spec_that_sets_up_random_seed.rb[1:1]", + "lineage": [ + "random ordering", + "passes" + ], + "location": { + "file": "./spec/fixture_specs/spec_that_sets_up_random_seed.rb", + "line": 299 + }, + "name": "random ordering passes" + } + ] +} \ No newline at end of file diff --git a/spec/features/__snapshots__/has-consistent-output-for-specs-together-with-a-hardcoded-seed-test-results-Gemfile.snap b/spec/features/__snapshots__/has-consistent-output-for-specs-together-with-a-hardcoded-seed-test-results-Gemfile.snap index a0b7573e..2e3e2b65 120000 --- a/spec/features/__snapshots__/has-consistent-output-for-specs-together-with-a-hardcoded-seed-test-results-Gemfile.snap +++ b/spec/features/__snapshots__/has-consistent-output-for-specs-together-with-a-hardcoded-seed-test-results-Gemfile.snap @@ -1 +1 @@ -has-consistent-output-for-specs-together-with-a-hardcoded-seed-test-results-rspec-3.12.gemfile.snap \ No newline at end of file +has-consistent-output-for-specs-together-with-a-hardcoded-seed-test-results-rspec-3.13.gemfile.snap \ No newline at end of file diff --git a/spec/features/__snapshots__/has-consistent-output-for-specs-together-with-a-hardcoded-seed-test-results-rspec-3.13.gemfile.snap b/spec/features/__snapshots__/has-consistent-output-for-specs-together-with-a-hardcoded-seed-test-results-rspec-3.13.gemfile.snap new file mode 100644 index 00000000..ade084eb --- /dev/null +++ b/spec/features/__snapshots__/has-consistent-output-for-specs-together-with-a-hardcoded-seed-test-results-rspec-3.13.gemfile.snap @@ -0,0 +1,529 @@ +{ + "$schema": "https://raw.githubusercontent.com/rwx-research/test-results-schema/main/v1.json", + "framework": { + "kind": "RSpec", + "language": "Ruby" + }, + "otherErrors": [ + + ], + "summary": { + "canceled": 0, + "failed": 5, + "otherErrors": 0, + "pended": 3, + "quarantined": 0, + "retries": 0, + "skipped": 6, + "status": { + "kind": "failed" + }, + "successful": 1, + "tests": 15, + "timedOut": 0, + "todo": 0 + }, + "tests": [ + { + "attempt": { + "durationInNanoseconds": 234000, + "finishedAt": "2023-01-01T00:00:00Z", + "meta": { + "abq_metadata": { + "runner": 1, + "worker": 0 + } + }, + "startedAt": "2023-01-01T00:00:00Z", + "status": { + "backtrace": [ + "./spec/fixture_specs/failing_specs.rb:0:in `block (3 levels) in '", + "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", + "./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'", + "./lib/rspec/abq/extensions.rb:0:in `map'", + "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", + "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", + "./lib/rspec/abq/extensions.rb:0:in `map'", + "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", + "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", + "./lib/rspec/abq/extensions.rb:0:in `run_specs'" + ], + "exception": "RuntimeError", + "kind": "failed", + "message": "\n 1) a failing group failing in a before block is failing despite being successful\n Failure/Error: before(:all) { fail('because') }\n\n RuntimeError:\n because\n # ./spec/fixture_specs/failing_specs.rb:0:in `block (3 levels) in '\n # ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `map'\n # ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `map'\n # ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `run_specs'\n" + }, + "stderr": "redacted", + "stdout": "redacted" + }, + "id": "./spec/fixture_specs/failing_specs.rb[1:2:1]", + "lineage": [ + "a failing group", + "failing in a before block", + "is failing despite being successful" + ], + "location": { + "file": "./spec/fixture_specs/failing_specs.rb", + "line": 299 + }, + "name": "a failing group failing in a before block is failing despite being successful" + }, + { + "attempt": { + "durationInNanoseconds": 234000, + "finishedAt": "2023-01-01T00:00:00Z", + "meta": { + "abq_metadata": { + "runner": 1, + "worker": 0 + } + }, + "startedAt": "2023-01-01T00:00:00Z", + "status": { + "backtrace": [ + "./spec/fixture_specs/failing_specs.rb:0:in `block (2 levels) in '", + "./spec/spec_helper.rb:0:in `block (2 levels) in '", + "./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'", + "./lib/rspec/abq/extensions.rb:0:in `each'", + "./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'", + "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", + "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", + "./lib/rspec/abq/extensions.rb:0:in `map'", + "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", + "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", + "./lib/rspec/abq/extensions.rb:0:in `run_specs'" + ], + "exception": "RSpec::Expectations::ExpectationNotMetError", + "kind": "failed", + "message": "\n 1) a failing group has a failing test\n Failure/Error: expect(false).to eq(true)\n\n expected: true\n got: false\n\n (compared using ==)\n\n Diff:\n @@ -1 +1 @@\n -true\n +false\n # ./spec/fixture_specs/failing_specs.rb:0:in `block (2 levels) in '\n # ./spec/spec_helper.rb:0:in `block (2 levels) in '\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `each'\n # ./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `map'\n # ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `run_specs'\n" + }, + "stderr": "redacted", + "stdout": "redacted" + }, + "id": "./spec/fixture_specs/failing_specs.rb[1:1]", + "lineage": [ + "a failing group", + "has a failing test" + ], + "location": { + "file": "./spec/fixture_specs/failing_specs.rb", + "line": 299 + }, + "name": "a failing group has a failing test" + }, + { + "attempt": { + "durationInNanoseconds": 234000, + "finishedAt": "2023-01-01T00:00:00Z", + "meta": { + "abq_metadata": { + "runner": 1, + "worker": 0 + } + }, + "startedAt": "2023-01-01T00:00:00Z", + "status": { + "backtrace": [ + "./spec/fixture_specs/raising_specs.rb:0:in `block (2 levels) in '", + "./spec/spec_helper.rb:0:in `block (2 levels) in '", + "./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'", + "./lib/rspec/abq/extensions.rb:0:in `each'", + "./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'", + "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", + "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", + "./lib/rspec/abq/extensions.rb:0:in `map'", + "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", + "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", + "./lib/rspec/abq/extensions.rb:0:in `run_specs'" + ], + "exception": "RuntimeError", + "kind": "failed", + "message": "\n 1) a raising group has a raising test\n Failure/Error: raise 'the roof'\n\n RuntimeError:\n the roof\n # ./spec/fixture_specs/raising_specs.rb:0:in `block (2 levels) in '\n # ./spec/spec_helper.rb:0:in `block (2 levels) in '\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `each'\n # ./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `map'\n # ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `run_specs'\n" + }, + "stderr": "redacted", + "stdout": "redacted" + }, + "id": "./spec/fixture_specs/raising_specs.rb[1:1]", + "lineage": [ + "a raising group", + "has a raising test" + ], + "location": { + "file": "./spec/fixture_specs/raising_specs.rb", + "line": 299 + }, + "name": "a raising group has a raising test" + }, + { + "attempt": { + "durationInNanoseconds": 234000, + "finishedAt": "2023-01-01T00:00:00Z", + "meta": { + "abq_metadata": { + "runner": 1, + "worker": 0 + } + }, + "startedAt": "2023-01-01T00:00:00Z", + "status": { + "backtrace": [ + "./spec/fixture_specs/raising_specs.rb:0:in `block (3 levels) in '", + "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", + "./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'", + "./lib/rspec/abq/extensions.rb:0:in `map'", + "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", + "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", + "./lib/rspec/abq/extensions.rb:0:in `map'", + "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", + "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", + "./lib/rspec/abq/extensions.rb:0:in `run_specs'" + ], + "exception": "RuntimeError", + "kind": "failed", + "message": "\n 1) a raising group it can handle an exception in a before all hook should also fail\n Failure/Error: raise \"raising from before(:all)\"\n\n RuntimeError:\n raising from before(:all)\n # ./spec/fixture_specs/raising_specs.rb:0:in `block (3 levels) in '\n # ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `map'\n # ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `map'\n # ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `run_specs'\n" + }, + "stderr": "redacted", + "stdout": "redacted" + }, + "id": "./spec/fixture_specs/raising_specs.rb[1:2:2]", + "lineage": [ + "a raising group", + "it can handle an exception in a before all hook", + "should also fail" + ], + "location": { + "file": "./spec/fixture_specs/raising_specs.rb", + "line": 299 + }, + "name": "a raising group it can handle an exception in a before all hook should also fail" + }, + { + "attempt": { + "durationInNanoseconds": 234000, + "finishedAt": "2023-01-01T00:00:00Z", + "meta": { + "abq_metadata": { + "runner": 1, + "worker": 0 + } + }, + "startedAt": "2023-01-01T00:00:00Z", + "status": { + "backtrace": [ + "./spec/fixture_specs/raising_specs.rb:0:in `block (3 levels) in '", + "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", + "./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'", + "./lib/rspec/abq/extensions.rb:0:in `map'", + "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", + "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", + "./lib/rspec/abq/extensions.rb:0:in `map'", + "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", + "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", + "./lib/rspec/abq/extensions.rb:0:in `run_specs'" + ], + "exception": "RuntimeError", + "kind": "failed", + "message": "\n 1) a raising group it can handle an exception in a before all hook should fail\n Failure/Error: raise \"raising from before(:all)\"\n\n RuntimeError:\n raising from before(:all)\n # ./spec/fixture_specs/raising_specs.rb:0:in `block (3 levels) in '\n # ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `map'\n # ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `map'\n # ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `run_specs'\n" + }, + "stderr": "redacted", + "stdout": "redacted" + }, + "id": "./spec/fixture_specs/raising_specs.rb[1:2:1]", + "lineage": [ + "a raising group", + "it can handle an exception in a before all hook", + "should fail" + ], + "location": { + "file": "./spec/fixture_specs/raising_specs.rb", + "line": 299 + }, + "name": "a raising group it can handle an exception in a before all hook should fail" + }, + { + "attempt": { + "durationInNanoseconds": 234000, + "finishedAt": "2023-01-01T00:00:00Z", + "meta": { + "abq_metadata": { + "runner": 1, + "worker": 0 + } + }, + "startedAt": "2023-01-01T00:00:00Z", + "status": { + "kind": "successful" + }, + "stderr": "redacted", + "stdout": "redacted" + }, + "id": "./spec/fixture_specs/successful_specs.rb[1:1]", + "lineage": [ + "a successful group", + "has a successful test" + ], + "location": { + "file": "./spec/fixture_specs/successful_specs.rb", + "line": 299 + }, + "name": "a successful group has a successful test" + }, + { + "attempt": { + "durationInNanoseconds": 234000, + "finishedAt": "2023-01-01T00:00:00Z", + "meta": { + "abq_metadata": { + "runner": 1, + "worker": 0 + } + }, + "startedAt": "2023-01-01T00:00:00Z", + "status": { + "kind": "pended" + }, + "stderr": "redacted", + "stdout": "redacted" + }, + "id": "./spec/fixture_specs/pending_specs.rb[1:3:1]", + "lineage": [ + "pending tests", + "a pending group via a tag", + "is pending despite not being marked as pending" + ], + "location": { + "file": "./spec/fixture_specs/pending_specs.rb", + "line": 299 + }, + "name": "pending tests a pending group via a tag is pending despite not being marked as pending" + }, + { + "attempt": { + "durationInNanoseconds": 234000, + "finishedAt": "2023-01-01T00:00:00Z", + "meta": { + "abq_metadata": { + "runner": 1, + "worker": 0 + } + }, + "startedAt": "2023-01-01T00:00:00Z", + "status": { + "kind": "pended" + }, + "stderr": "redacted", + "stdout": "redacted" + }, + "id": "./spec/fixture_specs/pending_specs.rb[1:2]", + "lineage": [ + "pending tests", + "has a pending test with a tag" + ], + "location": { + "file": "./spec/fixture_specs/pending_specs.rb", + "line": 299 + }, + "name": "pending tests has a pending test with a tag" + }, + { + "attempt": { + "durationInNanoseconds": 234000, + "finishedAt": "2023-01-01T00:00:00Z", + "meta": { + "abq_metadata": { + "runner": 1, + "worker": 0 + } + }, + "startedAt": "2023-01-01T00:00:00Z", + "status": { + "kind": "pended" + }, + "stderr": "redacted", + "stdout": "redacted" + }, + "id": "./spec/fixture_specs/pending_specs.rb[1:1]", + "lineage": [ + "pending tests", + "has a pending test with pending" + ], + "location": { + "file": "./spec/fixture_specs/pending_specs.rb", + "line": 299 + }, + "name": "pending tests has a pending test with pending" + }, + { + "attempt": { + "durationInNanoseconds": 234000, + "finishedAt": "2023-01-01T00:00:00Z", + "meta": { + "abq_metadata": { + "runner": 1, + "worker": 0 + } + }, + "startedAt": "2023-01-01T00:00:00Z", + "status": { + "kind": "skipped" + }, + "stderr": "redacted", + "stdout": "redacted" + }, + "id": "./spec/fixture_specs/skipped_specs.rb[1:4:1]", + "lineage": [ + "skipped tests", + "a skipped group via tag", + "is skipped despite not being marked as skip" + ], + "location": { + "file": "./spec/fixture_specs/skipped_specs.rb", + "line": 299 + }, + "name": "skipped tests a skipped group via tag is skipped despite not being marked as skip" + }, + { + "attempt": { + "durationInNanoseconds": 234000, + "finishedAt": "2023-01-01T00:00:00Z", + "meta": { + "abq_metadata": { + "runner": 1, + "worker": 0 + } + }, + "startedAt": "2023-01-01T00:00:00Z", + "status": { + "kind": "skipped" + }, + "stderr": "redacted", + "stdout": "redacted" + }, + "id": "./spec/fixture_specs/skipped_specs.rb[1:2]", + "lineage": [ + "skipped tests", + "has a skipped test with skip" + ], + "location": { + "file": "./spec/fixture_specs/skipped_specs.rb", + "line": 299 + }, + "name": "skipped tests has a skipped test with skip" + }, + { + "attempt": { + "durationInNanoseconds": 234000, + "finishedAt": "2023-01-01T00:00:00Z", + "meta": { + "abq_metadata": { + "runner": 1, + "worker": 0 + }, + "skip": "Temporarily skipped with xdescribe" + }, + "startedAt": "2023-01-01T00:00:00Z", + "status": { + "kind": "skipped" + }, + "stderr": "redacted", + "stdout": "redacted" + }, + "id": "./spec/fixture_specs/skipped_specs.rb[1:5:1]", + "lineage": [ + "skipped tests", + "skipped group with xdescribe", + "is skipped despite not being marked as skip" + ], + "location": { + "file": "./spec/fixture_specs/skipped_specs.rb", + "line": 299 + }, + "name": "skipped tests skipped group with xdescribe is skipped despite not being marked as skip" + }, + { + "attempt": { + "durationInNanoseconds": 234000, + "finishedAt": "2023-01-01T00:00:00Z", + "meta": { + "abq_metadata": { + "runner": 1, + "worker": 0 + } + }, + "startedAt": "2023-01-01T00:00:00Z", + "status": { + "kind": "skipped" + }, + "stderr": "redacted", + "stdout": "redacted" + }, + "id": "./spec/fixture_specs/skipped_specs.rb[1:6:1]", + "lineage": [ + "skipped tests", + "skipped in a before block", + "is skipped despite not being marked as skip" + ], + "location": { + "file": "./spec/fixture_specs/skipped_specs.rb", + "line": 299 + }, + "name": "skipped tests skipped in a before block is skipped despite not being marked as skip" + }, + { + "attempt": { + "durationInNanoseconds": 234000, + "finishedAt": "2023-01-01T00:00:00Z", + "meta": { + "abq_metadata": { + "runner": 1, + "worker": 0 + } + }, + "startedAt": "2023-01-01T00:00:00Z", + "status": { + "kind": "skipped" + }, + "stderr": "redacted", + "stdout": "redacted" + }, + "id": "./spec/fixture_specs/skipped_specs.rb[1:3]", + "lineage": [ + "skipped tests", + "skipped test with tag" + ], + "location": { + "file": "./spec/fixture_specs/skipped_specs.rb", + "line": 299 + }, + "name": "skipped tests skipped test with tag" + }, + { + "attempt": { + "durationInNanoseconds": 234000, + "finishedAt": "2023-01-01T00:00:00Z", + "meta": { + "abq_metadata": { + "runner": 1, + "worker": 0 + }, + "skip": "Temporarily skipped with xit" + }, + "startedAt": "2023-01-01T00:00:00Z", + "status": { + "kind": "skipped" + }, + "stderr": "redacted", + "stdout": "redacted" + }, + "id": "./spec/fixture_specs/skipped_specs.rb[1:1]", + "lineage": [ + "skipped tests", + "skipped test with xit" + ], + "location": { + "file": "./spec/fixture_specs/skipped_specs.rb", + "line": 299 + }, + "name": "skipped tests skipped test with xit" + } + ] +} \ No newline at end of file diff --git a/spec/features/__snapshots__/has-consistent-output-test-results-Gemfile.snap b/spec/features/__snapshots__/has-consistent-output-test-results-Gemfile.snap index 98149964..64bedaf3 120000 --- a/spec/features/__snapshots__/has-consistent-output-test-results-Gemfile.snap +++ b/spec/features/__snapshots__/has-consistent-output-test-results-Gemfile.snap @@ -1 +1 @@ -has-consistent-output-test-results-rspec-3.12.gemfile.snap \ No newline at end of file +has-consistent-output-test-results-rspec-3.13.gemfile.snap \ No newline at end of file diff --git a/spec/features/__snapshots__/has-consistent-output-test-results-rspec-3.13.gemfile.snap b/spec/features/__snapshots__/has-consistent-output-test-results-rspec-3.13.gemfile.snap new file mode 100644 index 00000000..048f3515 --- /dev/null +++ b/spec/features/__snapshots__/has-consistent-output-test-results-rspec-3.13.gemfile.snap @@ -0,0 +1,529 @@ +{ + "$schema": "https://raw.githubusercontent.com/rwx-research/test-results-schema/main/v1.json", + "framework": { + "kind": "RSpec", + "language": "Ruby" + }, + "otherErrors": [ + + ], + "summary": { + "canceled": 0, + "failed": 5, + "otherErrors": 0, + "pended": 3, + "quarantined": 0, + "retries": 0, + "skipped": 6, + "status": { + "kind": "failed" + }, + "successful": 1, + "tests": 15, + "timedOut": 0, + "todo": 0 + }, + "tests": [ + { + "attempt": { + "durationInNanoseconds": 234000, + "finishedAt": "2023-01-01T00:00:00Z", + "meta": { + "abq_metadata": { + "runner": 1, + "worker": 0 + } + }, + "startedAt": "2023-01-01T00:00:00Z", + "status": { + "backtrace": [ + "./spec/fixture_specs/failing_specs.rb:0:in `block (3 levels) in '", + "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", + "./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'", + "./lib/rspec/abq/extensions.rb:0:in `map'", + "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", + "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", + "./lib/rspec/abq/extensions.rb:0:in `map'", + "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", + "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", + "./lib/rspec/abq/extensions.rb:0:in `run_specs'" + ], + "exception": "RuntimeError", + "kind": "failed", + "message": "\n 1) a failing group failing in a before block is failing despite being successful\n \u001b[31mFailure/Error: \u001b[0m\u001b[32mbefore\u001b[0m(\u001b[33m:all\u001b[0m) { fail(\u001b[31m\u001b[1;31m'\u001b[0m\u001b[31mbecause\u001b[1;31m'\u001b[0m\u001b[31m\u001b[0m) }\u001b[0m\n \u001b[31m\u001b[0m\n \u001b[31mRuntimeError:\u001b[0m\n \u001b[31m because\u001b[0m\n \u001b[36m# ./spec/fixture_specs/failing_specs.rb:0:in `block (3 levels) in '\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `map'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `map'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_specs'\u001b[0m\n" + }, + "stderr": "redacted", + "stdout": "redacted" + }, + "id": "./spec/fixture_specs/failing_specs.rb[1:2:1]", + "lineage": [ + "a failing group", + "failing in a before block", + "is failing despite being successful" + ], + "location": { + "file": "./spec/fixture_specs/failing_specs.rb", + "line": 299 + }, + "name": "a failing group failing in a before block is failing despite being successful" + }, + { + "attempt": { + "durationInNanoseconds": 234000, + "finishedAt": "2023-01-01T00:00:00Z", + "meta": { + "abq_metadata": { + "runner": 1, + "worker": 0 + } + }, + "startedAt": "2023-01-01T00:00:00Z", + "status": { + "backtrace": [ + "./spec/fixture_specs/failing_specs.rb:0:in `block (2 levels) in '", + "./spec/spec_helper.rb:0:in `block (2 levels) in '", + "./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'", + "./lib/rspec/abq/extensions.rb:0:in `each'", + "./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'", + "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", + "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", + "./lib/rspec/abq/extensions.rb:0:in `map'", + "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", + "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", + "./lib/rspec/abq/extensions.rb:0:in `run_specs'" + ], + "exception": "RSpec::Expectations::ExpectationNotMetError", + "kind": "failed", + "message": "\n 1) a failing group has a failing test\n \u001b[31mFailure/Error: \u001b[0m\u001b[32mexpect\u001b[0m(\u001b[1;36mfalse\u001b[0m).to eq(\u001b[1;36mtrue\u001b[0m)\u001b[0m\n \u001b[31m\u001b[0m\n \u001b[31m expected: true\u001b[0m\n \u001b[31m got: false\u001b[0m\n \u001b[31m\u001b[0m\n \u001b[31m (compared using ==)\u001b[0m\n \u001b[31m\u001b[0m\n \u001b[31m Diff:\u001b[0m\u001b[0m\n \u001b[31m \u001b[0m\u001b[34m@@ -1 +1 @@\u001b[0m\n \u001b[31m \u001b[0m\u001b[31m-true\u001b[0m\n \u001b[31m \u001b[0m\u001b[32m+false\u001b[0m\n \u001b[31m \u001b[0m\u001b[0m\n \u001b[36m# ./spec/fixture_specs/failing_specs.rb:0:in `block (2 levels) in '\u001b[0m\n \u001b[36m# ./spec/spec_helper.rb:0:in `block (2 levels) in '\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `each'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `map'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_specs'\u001b[0m\n" + }, + "stderr": "redacted", + "stdout": "redacted" + }, + "id": "./spec/fixture_specs/failing_specs.rb[1:1]", + "lineage": [ + "a failing group", + "has a failing test" + ], + "location": { + "file": "./spec/fixture_specs/failing_specs.rb", + "line": 299 + }, + "name": "a failing group has a failing test" + }, + { + "attempt": { + "durationInNanoseconds": 234000, + "finishedAt": "2023-01-01T00:00:00Z", + "meta": { + "abq_metadata": { + "runner": 1, + "worker": 0 + } + }, + "startedAt": "2023-01-01T00:00:00Z", + "status": { + "backtrace": [ + "./spec/fixture_specs/raising_specs.rb:0:in `block (2 levels) in '", + "./spec/spec_helper.rb:0:in `block (2 levels) in '", + "./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'", + "./lib/rspec/abq/extensions.rb:0:in `each'", + "./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'", + "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", + "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", + "./lib/rspec/abq/extensions.rb:0:in `map'", + "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", + "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", + "./lib/rspec/abq/extensions.rb:0:in `run_specs'" + ], + "exception": "RuntimeError", + "kind": "failed", + "message": "\n 1) a raising group has a raising test\n \u001b[31mFailure/Error: \u001b[0mraise \u001b[31m\u001b[1;31m'\u001b[0m\u001b[31mthe roof\u001b[1;31m'\u001b[0m\u001b[31m\u001b[0m\u001b[0m\n \u001b[31m\u001b[0m\n \u001b[31mRuntimeError:\u001b[0m\n \u001b[31m the roof\u001b[0m\n \u001b[36m# ./spec/fixture_specs/raising_specs.rb:0:in `block (2 levels) in '\u001b[0m\n \u001b[36m# ./spec/spec_helper.rb:0:in `block (2 levels) in '\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `each'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `map'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_specs'\u001b[0m\n" + }, + "stderr": "redacted", + "stdout": "redacted" + }, + "id": "./spec/fixture_specs/raising_specs.rb[1:1]", + "lineage": [ + "a raising group", + "has a raising test" + ], + "location": { + "file": "./spec/fixture_specs/raising_specs.rb", + "line": 299 + }, + "name": "a raising group has a raising test" + }, + { + "attempt": { + "durationInNanoseconds": 234000, + "finishedAt": "2023-01-01T00:00:00Z", + "meta": { + "abq_metadata": { + "runner": 1, + "worker": 0 + } + }, + "startedAt": "2023-01-01T00:00:00Z", + "status": { + "backtrace": [ + "./spec/fixture_specs/raising_specs.rb:0:in `block (3 levels) in '", + "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", + "./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'", + "./lib/rspec/abq/extensions.rb:0:in `map'", + "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", + "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", + "./lib/rspec/abq/extensions.rb:0:in `map'", + "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", + "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", + "./lib/rspec/abq/extensions.rb:0:in `run_specs'" + ], + "exception": "RuntimeError", + "kind": "failed", + "message": "\n 1) a raising group it can handle an exception in a before all hook should also fail\n \u001b[31mFailure/Error: \u001b[0mraise \u001b[31m\u001b[1;31m\"\u001b[0m\u001b[31mraising from before(:all)\u001b[1;31m\"\u001b[0m\u001b[31m\u001b[0m\u001b[0m\n \u001b[31m\u001b[0m\n \u001b[31mRuntimeError:\u001b[0m\n \u001b[31m raising from before(:all)\u001b[0m\n \u001b[36m# ./spec/fixture_specs/raising_specs.rb:0:in `block (3 levels) in '\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `map'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `map'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_specs'\u001b[0m\n" + }, + "stderr": "redacted", + "stdout": "redacted" + }, + "id": "./spec/fixture_specs/raising_specs.rb[1:2:2]", + "lineage": [ + "a raising group", + "it can handle an exception in a before all hook", + "should also fail" + ], + "location": { + "file": "./spec/fixture_specs/raising_specs.rb", + "line": 299 + }, + "name": "a raising group it can handle an exception in a before all hook should also fail" + }, + { + "attempt": { + "durationInNanoseconds": 234000, + "finishedAt": "2023-01-01T00:00:00Z", + "meta": { + "abq_metadata": { + "runner": 1, + "worker": 0 + } + }, + "startedAt": "2023-01-01T00:00:00Z", + "status": { + "backtrace": [ + "./spec/fixture_specs/raising_specs.rb:0:in `block (3 levels) in '", + "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", + "./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'", + "./lib/rspec/abq/extensions.rb:0:in `map'", + "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", + "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", + "./lib/rspec/abq/extensions.rb:0:in `map'", + "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", + "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", + "./lib/rspec/abq/extensions.rb:0:in `run_specs'" + ], + "exception": "RuntimeError", + "kind": "failed", + "message": "\n 1) a raising group it can handle an exception in a before all hook should fail\n \u001b[31mFailure/Error: \u001b[0mraise \u001b[31m\u001b[1;31m\"\u001b[0m\u001b[31mraising from before(:all)\u001b[1;31m\"\u001b[0m\u001b[31m\u001b[0m\u001b[0m\n \u001b[31m\u001b[0m\n \u001b[31mRuntimeError:\u001b[0m\n \u001b[31m raising from before(:all)\u001b[0m\n \u001b[36m# ./spec/fixture_specs/raising_specs.rb:0:in `block (3 levels) in '\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `map'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `map'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_specs'\u001b[0m\n" + }, + "stderr": "redacted", + "stdout": "redacted" + }, + "id": "./spec/fixture_specs/raising_specs.rb[1:2:1]", + "lineage": [ + "a raising group", + "it can handle an exception in a before all hook", + "should fail" + ], + "location": { + "file": "./spec/fixture_specs/raising_specs.rb", + "line": 299 + }, + "name": "a raising group it can handle an exception in a before all hook should fail" + }, + { + "attempt": { + "durationInNanoseconds": 234000, + "finishedAt": "2023-01-01T00:00:00Z", + "meta": { + "abq_metadata": { + "runner": 1, + "worker": 0 + } + }, + "startedAt": "2023-01-01T00:00:00Z", + "status": { + "kind": "successful" + }, + "stderr": "redacted", + "stdout": "redacted" + }, + "id": "./spec/fixture_specs/successful_specs.rb[1:1]", + "lineage": [ + "a successful group", + "has a successful test" + ], + "location": { + "file": "./spec/fixture_specs/successful_specs.rb", + "line": 299 + }, + "name": "a successful group has a successful test" + }, + { + "attempt": { + "durationInNanoseconds": 234000, + "finishedAt": "2023-01-01T00:00:00Z", + "meta": { + "abq_metadata": { + "runner": 1, + "worker": 0 + } + }, + "startedAt": "2023-01-01T00:00:00Z", + "status": { + "kind": "pended" + }, + "stderr": "redacted", + "stdout": "redacted" + }, + "id": "./spec/fixture_specs/pending_specs.rb[1:3:1]", + "lineage": [ + "pending tests", + "a pending group via a tag", + "is pending despite not being marked as pending" + ], + "location": { + "file": "./spec/fixture_specs/pending_specs.rb", + "line": 299 + }, + "name": "pending tests a pending group via a tag is pending despite not being marked as pending" + }, + { + "attempt": { + "durationInNanoseconds": 234000, + "finishedAt": "2023-01-01T00:00:00Z", + "meta": { + "abq_metadata": { + "runner": 1, + "worker": 0 + } + }, + "startedAt": "2023-01-01T00:00:00Z", + "status": { + "kind": "pended" + }, + "stderr": "redacted", + "stdout": "redacted" + }, + "id": "./spec/fixture_specs/pending_specs.rb[1:2]", + "lineage": [ + "pending tests", + "has a pending test with a tag" + ], + "location": { + "file": "./spec/fixture_specs/pending_specs.rb", + "line": 299 + }, + "name": "pending tests has a pending test with a tag" + }, + { + "attempt": { + "durationInNanoseconds": 234000, + "finishedAt": "2023-01-01T00:00:00Z", + "meta": { + "abq_metadata": { + "runner": 1, + "worker": 0 + } + }, + "startedAt": "2023-01-01T00:00:00Z", + "status": { + "kind": "pended" + }, + "stderr": "redacted", + "stdout": "redacted" + }, + "id": "./spec/fixture_specs/pending_specs.rb[1:1]", + "lineage": [ + "pending tests", + "has a pending test with pending" + ], + "location": { + "file": "./spec/fixture_specs/pending_specs.rb", + "line": 299 + }, + "name": "pending tests has a pending test with pending" + }, + { + "attempt": { + "durationInNanoseconds": 234000, + "finishedAt": "2023-01-01T00:00:00Z", + "meta": { + "abq_metadata": { + "runner": 1, + "worker": 0 + } + }, + "startedAt": "2023-01-01T00:00:00Z", + "status": { + "kind": "skipped" + }, + "stderr": "redacted", + "stdout": "redacted" + }, + "id": "./spec/fixture_specs/skipped_specs.rb[1:4:1]", + "lineage": [ + "skipped tests", + "a skipped group via tag", + "is skipped despite not being marked as skip" + ], + "location": { + "file": "./spec/fixture_specs/skipped_specs.rb", + "line": 299 + }, + "name": "skipped tests a skipped group via tag is skipped despite not being marked as skip" + }, + { + "attempt": { + "durationInNanoseconds": 234000, + "finishedAt": "2023-01-01T00:00:00Z", + "meta": { + "abq_metadata": { + "runner": 1, + "worker": 0 + } + }, + "startedAt": "2023-01-01T00:00:00Z", + "status": { + "kind": "skipped" + }, + "stderr": "redacted", + "stdout": "redacted" + }, + "id": "./spec/fixture_specs/skipped_specs.rb[1:2]", + "lineage": [ + "skipped tests", + "has a skipped test with skip" + ], + "location": { + "file": "./spec/fixture_specs/skipped_specs.rb", + "line": 299 + }, + "name": "skipped tests has a skipped test with skip" + }, + { + "attempt": { + "durationInNanoseconds": 234000, + "finishedAt": "2023-01-01T00:00:00Z", + "meta": { + "abq_metadata": { + "runner": 1, + "worker": 0 + }, + "skip": "Temporarily skipped with xdescribe" + }, + "startedAt": "2023-01-01T00:00:00Z", + "status": { + "kind": "skipped" + }, + "stderr": "redacted", + "stdout": "redacted" + }, + "id": "./spec/fixture_specs/skipped_specs.rb[1:5:1]", + "lineage": [ + "skipped tests", + "skipped group with xdescribe", + "is skipped despite not being marked as skip" + ], + "location": { + "file": "./spec/fixture_specs/skipped_specs.rb", + "line": 299 + }, + "name": "skipped tests skipped group with xdescribe is skipped despite not being marked as skip" + }, + { + "attempt": { + "durationInNanoseconds": 234000, + "finishedAt": "2023-01-01T00:00:00Z", + "meta": { + "abq_metadata": { + "runner": 1, + "worker": 0 + } + }, + "startedAt": "2023-01-01T00:00:00Z", + "status": { + "kind": "skipped" + }, + "stderr": "redacted", + "stdout": "redacted" + }, + "id": "./spec/fixture_specs/skipped_specs.rb[1:6:1]", + "lineage": [ + "skipped tests", + "skipped in a before block", + "is skipped despite not being marked as skip" + ], + "location": { + "file": "./spec/fixture_specs/skipped_specs.rb", + "line": 299 + }, + "name": "skipped tests skipped in a before block is skipped despite not being marked as skip" + }, + { + "attempt": { + "durationInNanoseconds": 234000, + "finishedAt": "2023-01-01T00:00:00Z", + "meta": { + "abq_metadata": { + "runner": 1, + "worker": 0 + } + }, + "startedAt": "2023-01-01T00:00:00Z", + "status": { + "kind": "skipped" + }, + "stderr": "redacted", + "stdout": "redacted" + }, + "id": "./spec/fixture_specs/skipped_specs.rb[1:3]", + "lineage": [ + "skipped tests", + "skipped test with tag" + ], + "location": { + "file": "./spec/fixture_specs/skipped_specs.rb", + "line": 299 + }, + "name": "skipped tests skipped test with tag" + }, + { + "attempt": { + "durationInNanoseconds": 234000, + "finishedAt": "2023-01-01T00:00:00Z", + "meta": { + "abq_metadata": { + "runner": 1, + "worker": 0 + }, + "skip": "Temporarily skipped with xit" + }, + "startedAt": "2023-01-01T00:00:00Z", + "status": { + "kind": "skipped" + }, + "stderr": "redacted", + "stdout": "redacted" + }, + "id": "./spec/fixture_specs/skipped_specs.rb[1:1]", + "lineage": [ + "skipped tests", + "skipped test with xit" + ], + "location": { + "file": "./spec/fixture_specs/skipped_specs.rb", + "line": 299 + }, + "name": "skipped tests skipped test with xit" + } + ] +} \ No newline at end of file diff --git a/spec/features/__snapshots__/has-consistent-output-with-capybara-&-capybara-inline-screenshot-test-results-Gemfile.snap b/spec/features/__snapshots__/has-consistent-output-with-capybara-&-capybara-inline-screenshot-test-results-Gemfile.snap index a6010c91..b33c9bec 120000 --- a/spec/features/__snapshots__/has-consistent-output-with-capybara-&-capybara-inline-screenshot-test-results-Gemfile.snap +++ b/spec/features/__snapshots__/has-consistent-output-with-capybara-&-capybara-inline-screenshot-test-results-Gemfile.snap @@ -1 +1 @@ -has-consistent-output-with-capybara-&-capybara-inline-screenshot-test-results-rspec-3.12.gemfile.snap \ No newline at end of file +has-consistent-output-with-capybara-&-capybara-inline-screenshot-test-results-rspec-3.13.gemfile.snap \ No newline at end of file diff --git a/spec/features/__snapshots__/has-consistent-output-with-capybara-&-capybara-inline-screenshot-test-results-rspec-3.13.gemfile.snap b/spec/features/__snapshots__/has-consistent-output-with-capybara-&-capybara-inline-screenshot-test-results-rspec-3.13.gemfile.snap new file mode 100644 index 00000000..8228eaaf --- /dev/null +++ b/spec/features/__snapshots__/has-consistent-output-with-capybara-&-capybara-inline-screenshot-test-results-rspec-3.13.gemfile.snap @@ -0,0 +1,105 @@ +{ + "$schema": "https://raw.githubusercontent.com/rwx-research/test-results-schema/main/v1.json", + "framework": { + "kind": "RSpec", + "language": "Ruby" + }, + "otherErrors": [ + + ], + "summary": { + "canceled": 0, + "failed": 1, + "otherErrors": 0, + "pended": 0, + "quarantined": 0, + "retries": 0, + "skipped": 0, + "status": { + "kind": "failed" + }, + "successful": 1, + "tests": 2, + "timedOut": 0, + "todo": 0 + }, + "tests": [ + { + "attempt": { + "durationInNanoseconds": 234000, + "finishedAt": "2023-01-01T00:00:00Z", + "meta": { + "abq_metadata": { + "runner": 1, + "worker": 0 + }, + "screenshot": { + "html": "tmp/screenshot.html", + "image": "tmp/screenshot.png" + }, + "type": "feature" + }, + "startedAt": "2023-01-01T00:00:00Z", + "status": { + "backtrace": [ + "./spec/fixture_specs/spec_with_capybara.rb:0:in `block (2 levels) in '", + "./spec/spec_helper.rb:0:in `block (2 levels) in '", + "./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'", + "./lib/rspec/abq/extensions.rb:0:in `each'", + "./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'", + "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", + "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", + "./lib/rspec/abq/extensions.rb:0:in `map'", + "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", + "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", + "./lib/rspec/abq/extensions.rb:0:in `run_specs'" + ], + "exception": "RSpec::Expectations::ExpectationNotMetError", + "kind": "failed", + "message": "\n 1) a spec with capybara can fail\n \u001b[31mFailure/Error: \u001b[0m\u001b[32mexpect\u001b[0m(page).to have_content(\u001b[31m\u001b[1;31m\"\u001b[0m\u001b[31mA huge website\u001b[1;31m\"\u001b[0m\u001b[31m\u001b[0m)\u001b[0m\n \u001b[31m expected to find text \"A huge website\" in \"A tiny website\"\u001b[0m\n \u001b[36m# ./spec/fixture_specs/spec_with_capybara.rb:0:in `block (2 levels) in '\u001b[0m\n \u001b[36m# ./spec/spec_helper.rb:0:in `block (2 levels) in '\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `each'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `map'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\u001b[0m\n \u001b[36m# ./lib/rspec/abq/extensions.rb:0:in `run_specs'\u001b[0m\n" + }, + "stderr": "redacted", + "stdout": "redacted" + }, + "id": "./spec/fixture_specs/spec_with_capybara.rb[1:2]", + "lineage": [ + "a spec with capybara", + "can fail" + ], + "location": { + "file": "./spec/fixture_specs/spec_with_capybara.rb", + "line": 299 + }, + "name": "a spec with capybara can fail" + }, + { + "attempt": { + "durationInNanoseconds": 234000, + "finishedAt": "2023-01-01T00:00:00Z", + "meta": { + "abq_metadata": { + "runner": 1, + "worker": 0 + }, + "type": "feature" + }, + "startedAt": "2023-01-01T00:00:00Z", + "status": { + "kind": "successful" + }, + "stderr": "redacted", + "stdout": "redacted" + }, + "id": "./spec/fixture_specs/spec_with_capybara.rb[1:1]", + "lineage": [ + "a spec with capybara", + "can succeed" + ], + "location": { + "file": "./spec/fixture_specs/spec_with_capybara.rb", + "line": 299 + }, + "name": "a spec with capybara can succeed" + } + ] +} \ No newline at end of file diff --git a/spec/features/__snapshots__/has-consistent-output-with-capybara-test-results-Gemfile.snap b/spec/features/__snapshots__/has-consistent-output-with-capybara-test-results-Gemfile.snap index cfdb4283..3523c5b3 120000 --- a/spec/features/__snapshots__/has-consistent-output-with-capybara-test-results-Gemfile.snap +++ b/spec/features/__snapshots__/has-consistent-output-with-capybara-test-results-Gemfile.snap @@ -1 +1 @@ -has-consistent-output-with-capybara-test-results-rspec-3.12.gemfile.snap \ No newline at end of file +has-consistent-output-with-capybara-test-results-rspec-3.13.gemfile.snap \ No newline at end of file diff --git a/spec/features/__snapshots__/has-consistent-output-with-capybara-test-results-rspec-3.13.gemfile.snap b/spec/features/__snapshots__/has-consistent-output-with-capybara-test-results-rspec-3.13.gemfile.snap new file mode 100644 index 00000000..dbadc040 --- /dev/null +++ b/spec/features/__snapshots__/has-consistent-output-with-capybara-test-results-rspec-3.13.gemfile.snap @@ -0,0 +1,101 @@ +{ + "$schema": "https://raw.githubusercontent.com/rwx-research/test-results-schema/main/v1.json", + "framework": { + "kind": "RSpec", + "language": "Ruby" + }, + "otherErrors": [ + + ], + "summary": { + "canceled": 0, + "failed": 1, + "otherErrors": 0, + "pended": 0, + "quarantined": 0, + "retries": 0, + "skipped": 0, + "status": { + "kind": "failed" + }, + "successful": 1, + "tests": 2, + "timedOut": 0, + "todo": 0 + }, + "tests": [ + { + "attempt": { + "durationInNanoseconds": 234000, + "finishedAt": "2023-01-01T00:00:00Z", + "meta": { + "abq_metadata": { + "runner": 1, + "worker": 0 + }, + "type": "feature" + }, + "startedAt": "2023-01-01T00:00:00Z", + "status": { + "backtrace": [ + "./spec/fixture_specs/spec_with_capybara.rb:0:in `block (2 levels) in '", + "./spec/spec_helper.rb:0:in `block (2 levels) in '", + "./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'", + "./lib/rspec/abq/extensions.rb:0:in `each'", + "./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'", + "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", + "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", + "./lib/rspec/abq/extensions.rb:0:in `map'", + "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", + "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", + "./lib/rspec/abq/extensions.rb:0:in `run_specs'" + ], + "exception": "RSpec::Expectations::ExpectationNotMetError", + "kind": "failed", + "message": "\n 1) a spec with capybara can fail\n Failure/Error: expect(page).to have_content(\"A huge website\")\n expected to find text \"A huge website\" in \"A tiny website\"\n # ./spec/fixture_specs/spec_with_capybara.rb:0:in `block (2 levels) in '\n # ./spec/spec_helper.rb:0:in `block (2 levels) in '\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `each'\n # ./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `map'\n # ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `run_specs'\n" + }, + "stderr": "redacted", + "stdout": "redacted" + }, + "id": "./spec/fixture_specs/spec_with_capybara.rb[1:2]", + "lineage": [ + "a spec with capybara", + "can fail" + ], + "location": { + "file": "./spec/fixture_specs/spec_with_capybara.rb", + "line": 299 + }, + "name": "a spec with capybara can fail" + }, + { + "attempt": { + "durationInNanoseconds": 234000, + "finishedAt": "2023-01-01T00:00:00Z", + "meta": { + "abq_metadata": { + "runner": 1, + "worker": 0 + }, + "type": "feature" + }, + "startedAt": "2023-01-01T00:00:00Z", + "status": { + "kind": "successful" + }, + "stderr": "redacted", + "stdout": "redacted" + }, + "id": "./spec/fixture_specs/spec_with_capybara.rb[1:1]", + "lineage": [ + "a spec with capybara", + "can succeed" + ], + "location": { + "file": "./spec/fixture_specs/spec_with_capybara.rb", + "line": 299 + }, + "name": "a spec with capybara can succeed" + } + ] +} \ No newline at end of file diff --git a/spec/features/__snapshots__/has-consistent-output-with-rspec-retry-test-results-Gemfile.snap b/spec/features/__snapshots__/has-consistent-output-with-rspec-retry-test-results-Gemfile.snap index 5fb9222b..2e25bdd0 120000 --- a/spec/features/__snapshots__/has-consistent-output-with-rspec-retry-test-results-Gemfile.snap +++ b/spec/features/__snapshots__/has-consistent-output-with-rspec-retry-test-results-Gemfile.snap @@ -1 +1 @@ -has-consistent-output-with-rspec-retry-test-results-rspec-3.12.gemfile.snap \ No newline at end of file +has-consistent-output-with-rspec-retry-test-results-rspec-3.13.gemfile.snap \ No newline at end of file diff --git a/spec/features/__snapshots__/has-consistent-output-with-rspec-retry-test-results-rspec-3.10.gemfile.snap b/spec/features/__snapshots__/has-consistent-output-with-rspec-retry-test-results-rspec-3.10.gemfile.snap index 9858de30..c393a85c 100644 --- a/spec/features/__snapshots__/has-consistent-output-with-rspec-retry-test-results-rspec-3.10.gemfile.snap +++ b/spec/features/__snapshots__/has-consistent-output-with-rspec-retry-test-results-rspec-3.10.gemfile.snap @@ -99,7 +99,7 @@ ], "exception": "RSpec::Expectations::ExpectationNotMetError", "kind": "failed", - "message": "\n 1) a failing group has a failing test\n Failure/Error: expect(false).to eq(true)\n\n expected: true\n got: false\n\n (compared using ==)\n\n Diff:\n @@ -1 +1 @@\n -true\n +false\n # ./spec/fixture_specs/failing_specs.rb:0:in `block (2 levels) in '" + "message": "\n 1) a failing group has a failing test\n Failure/Error: expect(false).to eq(true)\n\n expected: true\n got: false\n\n (compared using ==)\n\n Diff:\n @@ -1 +1 @@\n -true\n +false\n # ./spec/fixture_specs/failing_specs.rb:0:in `block (2 levels) in '\n # :187:in `loop'\n # ./spec/spec_helper.rb:0:in `block (2 levels) in '\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `each'\n # ./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `map'\n # ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `run_specs'\n" }, "stderr": "redacted", "stdout": "redacted" @@ -162,7 +162,7 @@ ], "exception": "RuntimeError", "kind": "failed", - "message": "\n 1) a raising group has a raising test\n Failure/Error: raise 'the roof'\n\n RuntimeError:\n the roof\n # ./spec/fixture_specs/raising_specs.rb:0:in `block (2 levels) in '" + "message": "\n 1) a raising group has a raising test\n Failure/Error: raise 'the roof'\n\n RuntimeError:\n the roof\n # ./spec/fixture_specs/raising_specs.rb:0:in `block (2 levels) in '\n # :187:in `loop'\n # ./spec/spec_helper.rb:0:in `block (2 levels) in '\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `each'\n # ./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `map'\n # ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `run_specs'\n" }, "stderr": "redacted", "stdout": "redacted" diff --git a/spec/features/__snapshots__/has-consistent-output-with-rspec-retry-test-results-rspec-3.11.gemfile.snap b/spec/features/__snapshots__/has-consistent-output-with-rspec-retry-test-results-rspec-3.11.gemfile.snap index 9858de30..2c267db5 100644 --- a/spec/features/__snapshots__/has-consistent-output-with-rspec-retry-test-results-rspec-3.11.gemfile.snap +++ b/spec/features/__snapshots__/has-consistent-output-with-rspec-retry-test-results-rspec-3.11.gemfile.snap @@ -99,7 +99,7 @@ ], "exception": "RSpec::Expectations::ExpectationNotMetError", "kind": "failed", - "message": "\n 1) a failing group has a failing test\n Failure/Error: expect(false).to eq(true)\n\n expected: true\n got: false\n\n (compared using ==)\n\n Diff:\n @@ -1 +1 @@\n -true\n +false\n # ./spec/fixture_specs/failing_specs.rb:0:in `block (2 levels) in '" + "message": "\n 1) a failing group has a failing test\n Failure/Error: expect(false).to eq(true)\n\n expected: true\n got: false\n\n (compared using ==)\n\n Diff:\n @@ -1 +1 @@\n -true\n +false\n # ./spec/fixture_specs/failing_specs.rb:0:in `block (2 levels) in '\n # ./spec/spec_helper.rb:0:in `block (2 levels) in '\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `each'\n # ./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `map'\n # ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `run_specs'\n" }, "stderr": "redacted", "stdout": "redacted" @@ -162,7 +162,7 @@ ], "exception": "RuntimeError", "kind": "failed", - "message": "\n 1) a raising group has a raising test\n Failure/Error: raise 'the roof'\n\n RuntimeError:\n the roof\n # ./spec/fixture_specs/raising_specs.rb:0:in `block (2 levels) in '" + "message": "\n 1) a raising group has a raising test\n Failure/Error: raise 'the roof'\n\n RuntimeError:\n the roof\n # ./spec/fixture_specs/raising_specs.rb:0:in `block (2 levels) in '\n # ./spec/spec_helper.rb:0:in `block (2 levels) in '\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `each'\n # ./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `map'\n # ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `run_specs'\n" }, "stderr": "redacted", "stdout": "redacted" diff --git a/spec/features/__snapshots__/has-consistent-output-with-rspec-retry-test-results-rspec-3.12.gemfile.snap b/spec/features/__snapshots__/has-consistent-output-with-rspec-retry-test-results-rspec-3.12.gemfile.snap index 9858de30..2c267db5 100644 --- a/spec/features/__snapshots__/has-consistent-output-with-rspec-retry-test-results-rspec-3.12.gemfile.snap +++ b/spec/features/__snapshots__/has-consistent-output-with-rspec-retry-test-results-rspec-3.12.gemfile.snap @@ -99,7 +99,7 @@ ], "exception": "RSpec::Expectations::ExpectationNotMetError", "kind": "failed", - "message": "\n 1) a failing group has a failing test\n Failure/Error: expect(false).to eq(true)\n\n expected: true\n got: false\n\n (compared using ==)\n\n Diff:\n @@ -1 +1 @@\n -true\n +false\n # ./spec/fixture_specs/failing_specs.rb:0:in `block (2 levels) in '" + "message": "\n 1) a failing group has a failing test\n Failure/Error: expect(false).to eq(true)\n\n expected: true\n got: false\n\n (compared using ==)\n\n Diff:\n @@ -1 +1 @@\n -true\n +false\n # ./spec/fixture_specs/failing_specs.rb:0:in `block (2 levels) in '\n # ./spec/spec_helper.rb:0:in `block (2 levels) in '\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `each'\n # ./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `map'\n # ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `run_specs'\n" }, "stderr": "redacted", "stdout": "redacted" @@ -162,7 +162,7 @@ ], "exception": "RuntimeError", "kind": "failed", - "message": "\n 1) a raising group has a raising test\n Failure/Error: raise 'the roof'\n\n RuntimeError:\n the roof\n # ./spec/fixture_specs/raising_specs.rb:0:in `block (2 levels) in '" + "message": "\n 1) a raising group has a raising test\n Failure/Error: raise 'the roof'\n\n RuntimeError:\n the roof\n # ./spec/fixture_specs/raising_specs.rb:0:in `block (2 levels) in '\n # ./spec/spec_helper.rb:0:in `block (2 levels) in '\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `each'\n # ./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `map'\n # ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `run_specs'\n" }, "stderr": "redacted", "stdout": "redacted" diff --git a/spec/features/__snapshots__/has-consistent-output-with-rspec-retry-test-results-rspec-3.13.gemfile.snap b/spec/features/__snapshots__/has-consistent-output-with-rspec-retry-test-results-rspec-3.13.gemfile.snap new file mode 100644 index 00000000..2c267db5 --- /dev/null +++ b/spec/features/__snapshots__/has-consistent-output-with-rspec-retry-test-results-rspec-3.13.gemfile.snap @@ -0,0 +1,589 @@ +{ + "$schema": "https://raw.githubusercontent.com/rwx-research/test-results-schema/main/v1.json", + "framework": { + "kind": "RSpec", + "language": "Ruby" + }, + "otherErrors": [ + + ], + "summary": { + "canceled": 0, + "failed": 5, + "otherErrors": 0, + "pended": 3, + "quarantined": 0, + "retries": 2, + "skipped": 6, + "status": { + "kind": "failed" + }, + "successful": 1, + "tests": 15, + "timedOut": 0, + "todo": 0 + }, + "tests": [ + { + "attempt": { + "durationInNanoseconds": 234000, + "finishedAt": "2023-01-01T00:00:00Z", + "meta": { + "abq_metadata": { + "runner": 1, + "worker": 0 + } + }, + "startedAt": "2023-01-01T00:00:00Z", + "status": { + "backtrace": [ + "./spec/fixture_specs/failing_specs.rb:0:in `block (3 levels) in '", + "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", + "./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'", + "./lib/rspec/abq/extensions.rb:0:in `map'", + "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", + "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", + "./lib/rspec/abq/extensions.rb:0:in `map'", + "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", + "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", + "./lib/rspec/abq/extensions.rb:0:in `run_specs'" + ], + "exception": "RuntimeError", + "kind": "failed", + "message": "\n 1) a failing group failing in a before block is failing despite being successful\n Failure/Error: before(:all) { fail('because') }\n\n RuntimeError:\n because\n # ./spec/fixture_specs/failing_specs.rb:0:in `block (3 levels) in '\n # ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `map'\n # ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `map'\n # ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `run_specs'\n" + }, + "stderr": "redacted", + "stdout": "redacted" + }, + "id": "./spec/fixture_specs/failing_specs.rb[1:2:1]", + "lineage": [ + "a failing group", + "failing in a before block", + "is failing despite being successful" + ], + "location": { + "file": "./spec/fixture_specs/failing_specs.rb", + "line": 299 + }, + "name": "a failing group failing in a before block is failing despite being successful" + }, + { + "attempt": { + "durationInNanoseconds": 234000, + "finishedAt": "2023-01-01T00:00:00Z", + "meta": { + "abq_metadata": { + "runner": 1, + "worker": 0 + }, + "retry_attempts": 1, + "retry_exceptions": [ + "\nexpected: true\n got: false\n\n(compared using ==)\n\nDiff:\n@@ -1 +1 @@\n-true\n+false\n", + "\nexpected: true\n got: false\n\n(compared using ==)\n\nDiff:\n@@ -1 +1 @@\n-true\n+false\n" + ] + }, + "startedAt": "2023-01-01T00:00:00Z", + "status": { + "backtrace": [ + "./spec/fixture_specs/failing_specs.rb:0:in `block (2 levels) in '", + "./spec/spec_helper.rb:0:in `block (2 levels) in '", + "./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'", + "./lib/rspec/abq/extensions.rb:0:in `each'", + "./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'", + "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", + "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", + "./lib/rspec/abq/extensions.rb:0:in `map'", + "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", + "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", + "./lib/rspec/abq/extensions.rb:0:in `run_specs'" + ], + "exception": "RSpec::Expectations::ExpectationNotMetError", + "kind": "failed", + "message": "\n 1) a failing group has a failing test\n Failure/Error: expect(false).to eq(true)\n\n expected: true\n got: false\n\n (compared using ==)\n\n Diff:\n @@ -1 +1 @@\n -true\n +false\n # ./spec/fixture_specs/failing_specs.rb:0:in `block (2 levels) in '\n # ./spec/spec_helper.rb:0:in `block (2 levels) in '\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `each'\n # ./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `map'\n # ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `run_specs'\n" + }, + "stderr": "redacted", + "stdout": "redacted" + }, + "id": "./spec/fixture_specs/failing_specs.rb[1:1]", + "lineage": [ + "a failing group", + "has a failing test" + ], + "location": { + "file": "./spec/fixture_specs/failing_specs.rb", + "line": 299 + }, + "name": "a failing group has a failing test", + "pastAttempts": [ + { + "durationInNanoseconds": 0, + "meta": { + "abq_metadata": { + "runner": 1, + "worker": 0 + } + }, + "status": { + "kind": "failed", + "message": "\nexpected: true\n got: false\n\n(compared using ==)\n\nDiff:\n@@ -1 +1 @@\n-true\n+false\n" + } + } + ] + }, + { + "attempt": { + "durationInNanoseconds": 234000, + "finishedAt": "2023-01-01T00:00:00Z", + "meta": { + "abq_metadata": { + "runner": 1, + "worker": 0 + }, + "retry_attempts": 1, + "retry_exceptions": [ + "the roof", + "the roof" + ] + }, + "startedAt": "2023-01-01T00:00:00Z", + "status": { + "backtrace": [ + "./spec/fixture_specs/raising_specs.rb:0:in `block (2 levels) in '", + "./spec/spec_helper.rb:0:in `block (2 levels) in '", + "./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'", + "./lib/rspec/abq/extensions.rb:0:in `each'", + "./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'", + "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", + "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", + "./lib/rspec/abq/extensions.rb:0:in `map'", + "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", + "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", + "./lib/rspec/abq/extensions.rb:0:in `run_specs'" + ], + "exception": "RuntimeError", + "kind": "failed", + "message": "\n 1) a raising group has a raising test\n Failure/Error: raise 'the roof'\n\n RuntimeError:\n the roof\n # ./spec/fixture_specs/raising_specs.rb:0:in `block (2 levels) in '\n # ./spec/spec_helper.rb:0:in `block (2 levels) in '\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `each'\n # ./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `map'\n # ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `run_specs'\n" + }, + "stderr": "redacted", + "stdout": "redacted" + }, + "id": "./spec/fixture_specs/raising_specs.rb[1:1]", + "lineage": [ + "a raising group", + "has a raising test" + ], + "location": { + "file": "./spec/fixture_specs/raising_specs.rb", + "line": 299 + }, + "name": "a raising group has a raising test", + "pastAttempts": [ + { + "durationInNanoseconds": 0, + "meta": { + "abq_metadata": { + "runner": 1, + "worker": 0 + } + }, + "status": { + "kind": "failed", + "message": "the roof" + } + } + ] + }, + { + "attempt": { + "durationInNanoseconds": 234000, + "finishedAt": "2023-01-01T00:00:00Z", + "meta": { + "abq_metadata": { + "runner": 1, + "worker": 0 + } + }, + "startedAt": "2023-01-01T00:00:00Z", + "status": { + "backtrace": [ + "./spec/fixture_specs/raising_specs.rb:0:in `block (3 levels) in '", + "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", + "./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'", + "./lib/rspec/abq/extensions.rb:0:in `map'", + "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", + "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", + "./lib/rspec/abq/extensions.rb:0:in `map'", + "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", + "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", + "./lib/rspec/abq/extensions.rb:0:in `run_specs'" + ], + "exception": "RuntimeError", + "kind": "failed", + "message": "\n 1) a raising group it can handle an exception in a before all hook should also fail\n Failure/Error: raise \"raising from before(:all)\"\n\n RuntimeError:\n raising from before(:all)\n # ./spec/fixture_specs/raising_specs.rb:0:in `block (3 levels) in '\n # ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `map'\n # ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `map'\n # ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `run_specs'\n" + }, + "stderr": "redacted", + "stdout": "redacted" + }, + "id": "./spec/fixture_specs/raising_specs.rb[1:2:2]", + "lineage": [ + "a raising group", + "it can handle an exception in a before all hook", + "should also fail" + ], + "location": { + "file": "./spec/fixture_specs/raising_specs.rb", + "line": 299 + }, + "name": "a raising group it can handle an exception in a before all hook should also fail" + }, + { + "attempt": { + "durationInNanoseconds": 234000, + "finishedAt": "2023-01-01T00:00:00Z", + "meta": { + "abq_metadata": { + "runner": 1, + "worker": 0 + } + }, + "startedAt": "2023-01-01T00:00:00Z", + "status": { + "backtrace": [ + "./spec/fixture_specs/raising_specs.rb:0:in `block (3 levels) in '", + "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", + "./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'", + "./lib/rspec/abq/extensions.rb:0:in `map'", + "./lib/rspec/abq/extensions.rb:0:in `run_with_abq'", + "./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'", + "./lib/rspec/abq/extensions.rb:0:in `map'", + "./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'", + "./lib/rspec/abq/extensions.rb:0:in `block in run_specs'", + "./lib/rspec/abq/extensions.rb:0:in `run_specs'" + ], + "exception": "RuntimeError", + "kind": "failed", + "message": "\n 1) a raising group it can handle an exception in a before all hook should fail\n Failure/Error: raise \"raising from before(:all)\"\n\n RuntimeError:\n raising from before(:all)\n # ./spec/fixture_specs/raising_specs.rb:0:in `block (3 levels) in '\n # ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `map'\n # ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `map'\n # ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `run_specs'\n" + }, + "stderr": "redacted", + "stdout": "redacted" + }, + "id": "./spec/fixture_specs/raising_specs.rb[1:2:1]", + "lineage": [ + "a raising group", + "it can handle an exception in a before all hook", + "should fail" + ], + "location": { + "file": "./spec/fixture_specs/raising_specs.rb", + "line": 299 + }, + "name": "a raising group it can handle an exception in a before all hook should fail" + }, + { + "attempt": { + "durationInNanoseconds": 234000, + "finishedAt": "2023-01-01T00:00:00Z", + "meta": { + "abq_metadata": { + "runner": 1, + "worker": 0 + }, + "retry_attempts": 0, + "retry_exceptions": [ + + ] + }, + "startedAt": "2023-01-01T00:00:00Z", + "status": { + "kind": "successful" + }, + "stderr": "redacted", + "stdout": "redacted" + }, + "id": "./spec/fixture_specs/successful_specs.rb[1:1]", + "lineage": [ + "a successful group", + "has a successful test" + ], + "location": { + "file": "./spec/fixture_specs/successful_specs.rb", + "line": 299 + }, + "name": "a successful group has a successful test" + }, + { + "attempt": { + "durationInNanoseconds": 234000, + "finishedAt": "2023-01-01T00:00:00Z", + "meta": { + "abq_metadata": { + "runner": 1, + "worker": 0 + }, + "retry_attempts": 0, + "retry_exceptions": [ + + ] + }, + "startedAt": "2023-01-01T00:00:00Z", + "status": { + "kind": "pended" + }, + "stderr": "redacted", + "stdout": "redacted" + }, + "id": "./spec/fixture_specs/pending_specs.rb[1:3:1]", + "lineage": [ + "pending tests", + "a pending group via a tag", + "is pending despite not being marked as pending" + ], + "location": { + "file": "./spec/fixture_specs/pending_specs.rb", + "line": 299 + }, + "name": "pending tests a pending group via a tag is pending despite not being marked as pending" + }, + { + "attempt": { + "durationInNanoseconds": 234000, + "finishedAt": "2023-01-01T00:00:00Z", + "meta": { + "abq_metadata": { + "runner": 1, + "worker": 0 + }, + "retry_attempts": 0, + "retry_exceptions": [ + + ] + }, + "startedAt": "2023-01-01T00:00:00Z", + "status": { + "kind": "pended" + }, + "stderr": "redacted", + "stdout": "redacted" + }, + "id": "./spec/fixture_specs/pending_specs.rb[1:2]", + "lineage": [ + "pending tests", + "has a pending test with a tag" + ], + "location": { + "file": "./spec/fixture_specs/pending_specs.rb", + "line": 299 + }, + "name": "pending tests has a pending test with a tag" + }, + { + "attempt": { + "durationInNanoseconds": 234000, + "finishedAt": "2023-01-01T00:00:00Z", + "meta": { + "abq_metadata": { + "runner": 1, + "worker": 0 + }, + "retry_attempts": 0, + "retry_exceptions": [ + + ] + }, + "startedAt": "2023-01-01T00:00:00Z", + "status": { + "kind": "pended" + }, + "stderr": "redacted", + "stdout": "redacted" + }, + "id": "./spec/fixture_specs/pending_specs.rb[1:1]", + "lineage": [ + "pending tests", + "has a pending test with pending" + ], + "location": { + "file": "./spec/fixture_specs/pending_specs.rb", + "line": 299 + }, + "name": "pending tests has a pending test with pending" + }, + { + "attempt": { + "durationInNanoseconds": 234000, + "finishedAt": "2023-01-01T00:00:00Z", + "meta": { + "abq_metadata": { + "runner": 1, + "worker": 0 + } + }, + "startedAt": "2023-01-01T00:00:00Z", + "status": { + "kind": "skipped" + }, + "stderr": "redacted", + "stdout": "redacted" + }, + "id": "./spec/fixture_specs/skipped_specs.rb[1:4:1]", + "lineage": [ + "skipped tests", + "a skipped group via tag", + "is skipped despite not being marked as skip" + ], + "location": { + "file": "./spec/fixture_specs/skipped_specs.rb", + "line": 299 + }, + "name": "skipped tests a skipped group via tag is skipped despite not being marked as skip" + }, + { + "attempt": { + "durationInNanoseconds": 234000, + "finishedAt": "2023-01-01T00:00:00Z", + "meta": { + "abq_metadata": { + "runner": 1, + "worker": 0 + }, + "retry_attempts": 0, + "retry_exceptions": [ + + ] + }, + "startedAt": "2023-01-01T00:00:00Z", + "status": { + "kind": "skipped" + }, + "stderr": "redacted", + "stdout": "redacted" + }, + "id": "./spec/fixture_specs/skipped_specs.rb[1:2]", + "lineage": [ + "skipped tests", + "has a skipped test with skip" + ], + "location": { + "file": "./spec/fixture_specs/skipped_specs.rb", + "line": 299 + }, + "name": "skipped tests has a skipped test with skip" + }, + { + "attempt": { + "durationInNanoseconds": 234000, + "finishedAt": "2023-01-01T00:00:00Z", + "meta": { + "abq_metadata": { + "runner": 1, + "worker": 0 + }, + "skip": "Temporarily skipped with xdescribe" + }, + "startedAt": "2023-01-01T00:00:00Z", + "status": { + "kind": "skipped" + }, + "stderr": "redacted", + "stdout": "redacted" + }, + "id": "./spec/fixture_specs/skipped_specs.rb[1:5:1]", + "lineage": [ + "skipped tests", + "skipped group with xdescribe", + "is skipped despite not being marked as skip" + ], + "location": { + "file": "./spec/fixture_specs/skipped_specs.rb", + "line": 299 + }, + "name": "skipped tests skipped group with xdescribe is skipped despite not being marked as skip" + }, + { + "attempt": { + "durationInNanoseconds": 234000, + "finishedAt": "2023-01-01T00:00:00Z", + "meta": { + "abq_metadata": { + "runner": 1, + "worker": 0 + } + }, + "startedAt": "2023-01-01T00:00:00Z", + "status": { + "kind": "skipped" + }, + "stderr": "redacted", + "stdout": "redacted" + }, + "id": "./spec/fixture_specs/skipped_specs.rb[1:6:1]", + "lineage": [ + "skipped tests", + "skipped in a before block", + "is skipped despite not being marked as skip" + ], + "location": { + "file": "./spec/fixture_specs/skipped_specs.rb", + "line": 299 + }, + "name": "skipped tests skipped in a before block is skipped despite not being marked as skip" + }, + { + "attempt": { + "durationInNanoseconds": 234000, + "finishedAt": "2023-01-01T00:00:00Z", + "meta": { + "abq_metadata": { + "runner": 1, + "worker": 0 + } + }, + "startedAt": "2023-01-01T00:00:00Z", + "status": { + "kind": "skipped" + }, + "stderr": "redacted", + "stdout": "redacted" + }, + "id": "./spec/fixture_specs/skipped_specs.rb[1:3]", + "lineage": [ + "skipped tests", + "skipped test with tag" + ], + "location": { + "file": "./spec/fixture_specs/skipped_specs.rb", + "line": 299 + }, + "name": "skipped tests skipped test with tag" + }, + { + "attempt": { + "durationInNanoseconds": 234000, + "finishedAt": "2023-01-01T00:00:00Z", + "meta": { + "abq_metadata": { + "runner": 1, + "worker": 0 + }, + "skip": "Temporarily skipped with xit" + }, + "startedAt": "2023-01-01T00:00:00Z", + "status": { + "kind": "skipped" + }, + "stderr": "redacted", + "stdout": "redacted" + }, + "id": "./spec/fixture_specs/skipped_specs.rb[1:1]", + "lineage": [ + "skipped tests", + "skipped test with xit" + ], + "location": { + "file": "./spec/fixture_specs/skipped_specs.rb", + "line": 299 + }, + "name": "skipped tests skipped test with xit" + } + ] +} \ No newline at end of file diff --git a/spec/features/__snapshots__/has-consistent-output-with-rspec-retry-test-results-rspec-3.8.gemfile.snap b/spec/features/__snapshots__/has-consistent-output-with-rspec-retry-test-results-rspec-3.8.gemfile.snap index 9858de30..c393a85c 100644 --- a/spec/features/__snapshots__/has-consistent-output-with-rspec-retry-test-results-rspec-3.8.gemfile.snap +++ b/spec/features/__snapshots__/has-consistent-output-with-rspec-retry-test-results-rspec-3.8.gemfile.snap @@ -99,7 +99,7 @@ ], "exception": "RSpec::Expectations::ExpectationNotMetError", "kind": "failed", - "message": "\n 1) a failing group has a failing test\n Failure/Error: expect(false).to eq(true)\n\n expected: true\n got: false\n\n (compared using ==)\n\n Diff:\n @@ -1 +1 @@\n -true\n +false\n # ./spec/fixture_specs/failing_specs.rb:0:in `block (2 levels) in '" + "message": "\n 1) a failing group has a failing test\n Failure/Error: expect(false).to eq(true)\n\n expected: true\n got: false\n\n (compared using ==)\n\n Diff:\n @@ -1 +1 @@\n -true\n +false\n # ./spec/fixture_specs/failing_specs.rb:0:in `block (2 levels) in '\n # :187:in `loop'\n # ./spec/spec_helper.rb:0:in `block (2 levels) in '\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `each'\n # ./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `map'\n # ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `run_specs'\n" }, "stderr": "redacted", "stdout": "redacted" @@ -162,7 +162,7 @@ ], "exception": "RuntimeError", "kind": "failed", - "message": "\n 1) a raising group has a raising test\n Failure/Error: raise 'the roof'\n\n RuntimeError:\n the roof\n # ./spec/fixture_specs/raising_specs.rb:0:in `block (2 levels) in '" + "message": "\n 1) a raising group has a raising test\n Failure/Error: raise 'the roof'\n\n RuntimeError:\n the roof\n # ./spec/fixture_specs/raising_specs.rb:0:in `block (2 levels) in '\n # :187:in `loop'\n # ./spec/spec_helper.rb:0:in `block (2 levels) in '\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `each'\n # ./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `map'\n # ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `run_specs'\n" }, "stderr": "redacted", "stdout": "redacted" diff --git a/spec/features/__snapshots__/has-consistent-output-with-rspec-retry-test-results-rspec-3.9.gemfile.snap b/spec/features/__snapshots__/has-consistent-output-with-rspec-retry-test-results-rspec-3.9.gemfile.snap index 9858de30..c393a85c 100644 --- a/spec/features/__snapshots__/has-consistent-output-with-rspec-retry-test-results-rspec-3.9.gemfile.snap +++ b/spec/features/__snapshots__/has-consistent-output-with-rspec-retry-test-results-rspec-3.9.gemfile.snap @@ -99,7 +99,7 @@ ], "exception": "RSpec::Expectations::ExpectationNotMetError", "kind": "failed", - "message": "\n 1) a failing group has a failing test\n Failure/Error: expect(false).to eq(true)\n\n expected: true\n got: false\n\n (compared using ==)\n\n Diff:\n @@ -1 +1 @@\n -true\n +false\n # ./spec/fixture_specs/failing_specs.rb:0:in `block (2 levels) in '" + "message": "\n 1) a failing group has a failing test\n Failure/Error: expect(false).to eq(true)\n\n expected: true\n got: false\n\n (compared using ==)\n\n Diff:\n @@ -1 +1 @@\n -true\n +false\n # ./spec/fixture_specs/failing_specs.rb:0:in `block (2 levels) in '\n # :187:in `loop'\n # ./spec/spec_helper.rb:0:in `block (2 levels) in '\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `each'\n # ./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `map'\n # ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `run_specs'\n" }, "stderr": "redacted", "stdout": "redacted" @@ -162,7 +162,7 @@ ], "exception": "RuntimeError", "kind": "failed", - "message": "\n 1) a raising group has a raising test\n Failure/Error: raise 'the roof'\n\n RuntimeError:\n the roof\n # ./spec/fixture_specs/raising_specs.rb:0:in `block (2 levels) in '" + "message": "\n 1) a raising group has a raising test\n Failure/Error: raise 'the roof'\n\n RuntimeError:\n the roof\n # ./spec/fixture_specs/raising_specs.rb:0:in `block (2 levels) in '\n # :187:in `loop'\n # ./spec/spec_helper.rb:0:in `block (2 levels) in '\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_examples_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `each'\n # ./lib/rspec/abq/extensions.rb:0:in `run_examples_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `run_with_abq'\n # ./lib/rspec/abq/extensions.rb:0:in `block (3 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `map'\n # ./lib/rspec/abq/extensions.rb:0:in `block (2 levels) in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `block in run_specs'\n # ./lib/rspec/abq/extensions.rb:0:in `run_specs'\n" }, "stderr": "redacted", "stdout": "redacted" diff --git a/spec/features/__snapshots__/test_results_failing_specs-Gemfile.snap b/spec/features/__snapshots__/test_results_failing_specs-Gemfile.snap index 0a6ab02c..a4e2b6b5 120000 --- a/spec/features/__snapshots__/test_results_failing_specs-Gemfile.snap +++ b/spec/features/__snapshots__/test_results_failing_specs-Gemfile.snap @@ -1 +1 @@ -test_results_failing_specs-rspec-3.12.gemfile.snap \ No newline at end of file +test_results_failing_specs-rspec-3.13.gemfile.snap \ No newline at end of file diff --git a/spec/features/__snapshots__/test_results_failing_specs-rspec-3.13.gemfile.snap b/spec/features/__snapshots__/test_results_failing_specs-rspec-3.13.gemfile.snap new file mode 100644 index 00000000..ef0ee804 --- /dev/null +++ b/spec/features/__snapshots__/test_results_failing_specs-rspec-3.13.gemfile.snap @@ -0,0 +1,82 @@ +[ + { + "test_result": { + "status": { + "type": "failure", + "exception": "RSpec::Expectations::ExpectationNotMetError", + "backtrace": [ + "./spec/fixture_specs/failing_specs.rb::in `block (2 levels) in '", + "./spec/spec_helper.rb::in `block (2 levels) in '", + "./lib/rspec/abq/extensions.rb::in `block in run_examples_with_abq'", + "./lib/rspec/abq/extensions.rb::in `each'", + "./lib/rspec/abq/extensions.rb::in `run_examples_with_abq'", + "./lib/rspec/abq/extensions.rb::in `run_with_abq'", + "./lib/rspec/abq/extensions.rb::in `block (3 levels) in run_specs'", + "./lib/rspec/abq/extensions.rb::in `map'", + "./lib/rspec/abq/extensions.rb::in `block (2 levels) in run_specs'", + "./lib/rspec/abq/extensions.rb::in `block in run_specs'", + "./lib/rspec/abq/extensions.rb::in `run_specs'" + ] + }, + "id": "./spec/fixture_specs/failing_specs.rb[1:1]", + "display_name": "a failing group has a failing test", + "output": "\n1) a failing group has a failing test\nFailure/Error: expect(false).to eq(true)\nexpected: true\ngot: false\n(compared using ==)\nDiff:\n@@ -1 +1 @@\n-true\n+false\n# ./spec/fixture_specs/failing_specs.rb::in `block (2 levels) in '\n# ./spec/spec_helper.rb::in `block (2 levels) in '\n# ./lib/rspec/abq/extensions.rb::in `block in run_examples_with_abq'\n# ./lib/rspec/abq/extensions.rb::in `each'\n# ./lib/rspec/abq/extensions.rb::in `run_examples_with_abq'\n# ./lib/rspec/abq/extensions.rb::in `run_with_abq'\n# ./lib/rspec/abq/extensions.rb::in `block (3 levels) in run_specs'\n# ./lib/rspec/abq/extensions.rb::in `map'\n# ./lib/rspec/abq/extensions.rb::in `block (2 levels) in run_specs'\n# ./lib/rspec/abq/extensions.rb::in `block in run_specs'\n# ./lib/rspec/abq/extensions.rb::in `run_specs'\n", + "runtime": "", + "tags": [ + + ], + "meta": { + }, + "location": { + "file": "./spec/fixture_specs/failing_specs.rb", + "line": 5 + }, + "started_at": "", + "finished_at": "", + "lineage": [ + "a failing group", + "has a failing test" + ] + } + }, + { + "test_result": { + "status": { + "type": "error", + "exception": "RuntimeError", + "backtrace": [ + "./spec/fixture_specs/failing_specs.rb::in `block (3 levels) in '", + "./lib/rspec/abq/extensions.rb::in `run_with_abq'", + "./lib/rspec/abq/extensions.rb::in `block in run_with_abq'", + "./lib/rspec/abq/extensions.rb::in `map'", + "./lib/rspec/abq/extensions.rb::in `run_with_abq'", + "./lib/rspec/abq/extensions.rb::in `block (3 levels) in run_specs'", + "./lib/rspec/abq/extensions.rb::in `map'", + "./lib/rspec/abq/extensions.rb::in `block (2 levels) in run_specs'", + "./lib/rspec/abq/extensions.rb::in `block in run_specs'", + "./lib/rspec/abq/extensions.rb::in `run_specs'" + ] + }, + "id": "./spec/fixture_specs/failing_specs.rb[1:2:1]", + "display_name": "a failing group failing in a before block is failing despite being successful", + "output": "\n1) a failing group failing in a before block is failing despite being successful\nFailure/Error: before(:all) { fail('because') }\nRuntimeError:\nbecause\n# ./spec/fixture_specs/failing_specs.rb::in `block (3 levels) in '\n# ./lib/rspec/abq/extensions.rb::in `run_with_abq'\n# ./lib/rspec/abq/extensions.rb::in `block in run_with_abq'\n# ./lib/rspec/abq/extensions.rb::in `map'\n# ./lib/rspec/abq/extensions.rb::in `run_with_abq'\n# ./lib/rspec/abq/extensions.rb::in `block (3 levels) in run_specs'\n# ./lib/rspec/abq/extensions.rb::in `map'\n# ./lib/rspec/abq/extensions.rb::in `block (2 levels) in run_specs'\n# ./lib/rspec/abq/extensions.rb::in `block in run_specs'\n# ./lib/rspec/abq/extensions.rb::in `run_specs'\n", + "runtime": "", + "tags": [ + + ], + "meta": { + }, + "location": { + "file": "./spec/fixture_specs/failing_specs.rb", + "line": 12 + }, + "started_at": "", + "finished_at": "", + "lineage": [ + "a failing group", + "failing in a before block", + "is failing despite being successful" + ] + } + } +] \ No newline at end of file diff --git a/spec/features/__snapshots__/test_results_pending_specs-Gemfile.snap b/spec/features/__snapshots__/test_results_pending_specs-Gemfile.snap index e50ed0cf..01a4149c 120000 --- a/spec/features/__snapshots__/test_results_pending_specs-Gemfile.snap +++ b/spec/features/__snapshots__/test_results_pending_specs-Gemfile.snap @@ -1 +1 @@ -test_results_pending_specs-rspec-3.12.gemfile.snap \ No newline at end of file +test_results_pending_specs-rspec-3.13.gemfile.snap \ No newline at end of file diff --git a/spec/features/__snapshots__/test_results_pending_specs-rspec-3.13.gemfile.snap b/spec/features/__snapshots__/test_results_pending_specs-rspec-3.13.gemfile.snap new file mode 100644 index 00000000..9f43e4c4 --- /dev/null +++ b/spec/features/__snapshots__/test_results_pending_specs-rspec-3.13.gemfile.snap @@ -0,0 +1,81 @@ +[ + { + "test_result": { + "status": { + "type": "pending" + }, + "id": "./spec/fixture_specs/pending_specs.rb[1:1]", + "display_name": "pending tests has a pending test with pending", + "output": null, + "runtime": "", + "tags": [ + "pending" + ], + "meta": { + }, + "location": { + "file": "./spec/fixture_specs/pending_specs.rb", + "line": 5 + }, + "started_at": "", + "finished_at": "", + "lineage": [ + "pending tests", + "has a pending test with pending" + ] + } + }, + { + "test_result": { + "status": { + "type": "pending" + }, + "id": "./spec/fixture_specs/pending_specs.rb[1:2]", + "display_name": "pending tests has a pending test with a tag", + "output": null, + "runtime": "", + "tags": [ + "pending" + ], + "meta": { + }, + "location": { + "file": "./spec/fixture_specs/pending_specs.rb", + "line": 10 + }, + "started_at": "", + "finished_at": "", + "lineage": [ + "pending tests", + "has a pending test with a tag" + ] + } + }, + { + "test_result": { + "status": { + "type": "pending" + }, + "id": "./spec/fixture_specs/pending_specs.rb[1:3:1]", + "display_name": "pending tests a pending group via a tag is pending despite not being marked as pending", + "output": null, + "runtime": "", + "tags": [ + "pending" + ], + "meta": { + }, + "location": { + "file": "./spec/fixture_specs/pending_specs.rb", + "line": 15 + }, + "started_at": "", + "finished_at": "", + "lineage": [ + "pending tests", + "a pending group via a tag", + "is pending despite not being marked as pending" + ] + } + } +] \ No newline at end of file diff --git a/spec/features/__snapshots__/test_results_raising_specs-Gemfile.snap b/spec/features/__snapshots__/test_results_raising_specs-Gemfile.snap index 32237343..c0becaa7 120000 --- a/spec/features/__snapshots__/test_results_raising_specs-Gemfile.snap +++ b/spec/features/__snapshots__/test_results_raising_specs-Gemfile.snap @@ -1 +1 @@ -test_results_raising_specs-rspec-3.12.gemfile.snap \ No newline at end of file +test_results_raising_specs-rspec-3.13.gemfile.snap \ No newline at end of file diff --git a/spec/features/__snapshots__/test_results_raising_specs-rspec-3.13.gemfile.snap b/spec/features/__snapshots__/test_results_raising_specs-rspec-3.13.gemfile.snap new file mode 100644 index 00000000..871a97ca --- /dev/null +++ b/spec/features/__snapshots__/test_results_raising_specs-rspec-3.13.gemfile.snap @@ -0,0 +1,122 @@ +[ + { + "test_result": { + "status": { + "type": "error", + "exception": "RuntimeError", + "backtrace": [ + "./spec/fixture_specs/raising_specs.rb::in `block (2 levels) in '", + "./spec/spec_helper.rb::in `block (2 levels) in '", + "./lib/rspec/abq/extensions.rb::in `block in run_examples_with_abq'", + "./lib/rspec/abq/extensions.rb::in `each'", + "./lib/rspec/abq/extensions.rb::in `run_examples_with_abq'", + "./lib/rspec/abq/extensions.rb::in `run_with_abq'", + "./lib/rspec/abq/extensions.rb::in `block (3 levels) in run_specs'", + "./lib/rspec/abq/extensions.rb::in `map'", + "./lib/rspec/abq/extensions.rb::in `block (2 levels) in run_specs'", + "./lib/rspec/abq/extensions.rb::in `block in run_specs'", + "./lib/rspec/abq/extensions.rb::in `run_specs'" + ] + }, + "id": "./spec/fixture_specs/raising_specs.rb[1:1]", + "display_name": "a raising group has a raising test", + "output": "\n1) a raising group has a raising test\nFailure/Error: raise 'the roof'\nRuntimeError:\nthe roof\n# ./spec/fixture_specs/raising_specs.rb::in `block (2 levels) in '\n# ./spec/spec_helper.rb::in `block (2 levels) in '\n# ./lib/rspec/abq/extensions.rb::in `block in run_examples_with_abq'\n# ./lib/rspec/abq/extensions.rb::in `each'\n# ./lib/rspec/abq/extensions.rb::in `run_examples_with_abq'\n# ./lib/rspec/abq/extensions.rb::in `run_with_abq'\n# ./lib/rspec/abq/extensions.rb::in `block (3 levels) in run_specs'\n# ./lib/rspec/abq/extensions.rb::in `map'\n# ./lib/rspec/abq/extensions.rb::in `block (2 levels) in run_specs'\n# ./lib/rspec/abq/extensions.rb::in `block in run_specs'\n# ./lib/rspec/abq/extensions.rb::in `run_specs'\n", + "runtime": "", + "tags": [ + + ], + "meta": { + }, + "location": { + "file": "./spec/fixture_specs/raising_specs.rb", + "line": 5 + }, + "started_at": "", + "finished_at": "", + "lineage": [ + "a raising group", + "has a raising test" + ] + } + }, + { + "test_result": { + "status": { + "type": "error", + "exception": "RuntimeError", + "backtrace": [ + "./spec/fixture_specs/raising_specs.rb::in `block (3 levels) in '", + "./lib/rspec/abq/extensions.rb::in `run_with_abq'", + "./lib/rspec/abq/extensions.rb::in `block in run_with_abq'", + "./lib/rspec/abq/extensions.rb::in `map'", + "./lib/rspec/abq/extensions.rb::in `run_with_abq'", + "./lib/rspec/abq/extensions.rb::in `block (3 levels) in run_specs'", + "./lib/rspec/abq/extensions.rb::in `map'", + "./lib/rspec/abq/extensions.rb::in `block (2 levels) in run_specs'", + "./lib/rspec/abq/extensions.rb::in `block in run_specs'", + "./lib/rspec/abq/extensions.rb::in `run_specs'" + ] + }, + "id": "./spec/fixture_specs/raising_specs.rb[1:2:1]", + "display_name": "a raising group it can handle an exception in a before all hook should fail", + "output": "\n1) a raising group it can handle an exception in a before all hook should fail\nFailure/Error: raise \"raising from before(:all)\"\nRuntimeError:\nraising from before(:all)\n# ./spec/fixture_specs/raising_specs.rb::in `block (3 levels) in '\n# ./lib/rspec/abq/extensions.rb::in `run_with_abq'\n# ./lib/rspec/abq/extensions.rb::in `block in run_with_abq'\n# ./lib/rspec/abq/extensions.rb::in `map'\n# ./lib/rspec/abq/extensions.rb::in `run_with_abq'\n# ./lib/rspec/abq/extensions.rb::in `block (3 levels) in run_specs'\n# ./lib/rspec/abq/extensions.rb::in `map'\n# ./lib/rspec/abq/extensions.rb::in `block (2 levels) in run_specs'\n# ./lib/rspec/abq/extensions.rb::in `block in run_specs'\n# ./lib/rspec/abq/extensions.rb::in `run_specs'\n", + "runtime": "", + "tags": [ + + ], + "meta": { + }, + "location": { + "file": "./spec/fixture_specs/raising_specs.rb", + "line": 14 + }, + "started_at": "", + "finished_at": "", + "lineage": [ + "a raising group", + "it can handle an exception in a before all hook", + "should fail" + ] + } + }, + { + "test_result": { + "status": { + "type": "error", + "exception": "RuntimeError", + "backtrace": [ + "./spec/fixture_specs/raising_specs.rb::in `block (3 levels) in '", + "./lib/rspec/abq/extensions.rb::in `run_with_abq'", + "./lib/rspec/abq/extensions.rb::in `block in run_with_abq'", + "./lib/rspec/abq/extensions.rb::in `map'", + "./lib/rspec/abq/extensions.rb::in `run_with_abq'", + "./lib/rspec/abq/extensions.rb::in `block (3 levels) in run_specs'", + "./lib/rspec/abq/extensions.rb::in `map'", + "./lib/rspec/abq/extensions.rb::in `block (2 levels) in run_specs'", + "./lib/rspec/abq/extensions.rb::in `block in run_specs'", + "./lib/rspec/abq/extensions.rb::in `run_specs'" + ] + }, + "id": "./spec/fixture_specs/raising_specs.rb[1:2:2]", + "display_name": "a raising group it can handle an exception in a before all hook should also fail", + "output": "\n1) a raising group it can handle an exception in a before all hook should also fail\nFailure/Error: raise \"raising from before(:all)\"\nRuntimeError:\nraising from before(:all)\n# ./spec/fixture_specs/raising_specs.rb::in `block (3 levels) in '\n# ./lib/rspec/abq/extensions.rb::in `run_with_abq'\n# ./lib/rspec/abq/extensions.rb::in `block in run_with_abq'\n# ./lib/rspec/abq/extensions.rb::in `map'\n# ./lib/rspec/abq/extensions.rb::in `run_with_abq'\n# ./lib/rspec/abq/extensions.rb::in `block (3 levels) in run_specs'\n# ./lib/rspec/abq/extensions.rb::in `map'\n# ./lib/rspec/abq/extensions.rb::in `block (2 levels) in run_specs'\n# ./lib/rspec/abq/extensions.rb::in `block in run_specs'\n# ./lib/rspec/abq/extensions.rb::in `run_specs'\n", + "runtime": "", + "tags": [ + + ], + "meta": { + }, + "location": { + "file": "./spec/fixture_specs/raising_specs.rb", + "line": 19 + }, + "started_at": "", + "finished_at": "", + "lineage": [ + "a raising group", + "it can handle an exception in a before all hook", + "should also fail" + ] + } + } +] \ No newline at end of file diff --git a/spec/features/__snapshots__/test_results_successful_specs-Gemfile.snap b/spec/features/__snapshots__/test_results_successful_specs-Gemfile.snap index 750c8955..a3610312 120000 --- a/spec/features/__snapshots__/test_results_successful_specs-Gemfile.snap +++ b/spec/features/__snapshots__/test_results_successful_specs-Gemfile.snap @@ -1 +1 @@ -test_results_successful_specs-rspec-3.12.gemfile.snap \ No newline at end of file +test_results_successful_specs-rspec-3.13.gemfile.snap \ No newline at end of file diff --git a/spec/features/__snapshots__/test_results_successful_specs-rspec-3.13.gemfile.snap b/spec/features/__snapshots__/test_results_successful_specs-rspec-3.13.gemfile.snap new file mode 100644 index 00000000..8b1f8f4b --- /dev/null +++ b/spec/features/__snapshots__/test_results_successful_specs-rspec-3.13.gemfile.snap @@ -0,0 +1,28 @@ +[ + { + "test_result": { + "status": { + "type": "success" + }, + "id": "./spec/fixture_specs/successful_specs.rb[1:1]", + "display_name": "a successful group has a successful test", + "output": null, + "runtime": "", + "tags": [ + + ], + "meta": { + }, + "location": { + "file": "./spec/fixture_specs/successful_specs.rb", + "line": 5 + }, + "started_at": "", + "finished_at": "", + "lineage": [ + "a successful group", + "has a successful test" + ] + } + } +] \ No newline at end of file