[nextest-runner] use a setup script to seed build for integration tests

This is a really nice performance improvement on my local machine (goes from
~5s to ~3s) -- should see a similar or even better result in CI.

.config/nextest.toml

@@ -58,6 +58,4 @@ max-threads = 8
 max-threads = 8
 
 [script.cargo-fetch-fixture]
-command = "cargo fetch --manifest-path fixtures/nextest-tests/Cargo.toml"
-capture-stdout = true
-capture-stderr = true
+command = "cargo run --bin build-seed"

Cargo.toml

@@ -45,6 +45,7 @@ config = { version = "0.14.1", default-features = false, features = [
 chrono = "0.4.38"
 clap = { version = "4.5.23", features = ["derive"] }
 console-subscriber = "0.4.1"
+cp_r = "0.5.2"
 crossterm = { version = "0.28.1", features = ["event-stream"] }
 dialoguer = "0.11.0"
 debug-ignore = "1.0.5"
@@ -54,6 +55,7 @@ enable-ansi-support = "0.2.1"
 # we don't use the default formatter so we don't need default features
 env_logger = { version = "0.11.5", default-features = false }
 fixture-data = { path = "fixture-data" }
+fs-err = "3.0.0"
 future-queue = "0.3.0"
 futures = "0.3.31"
 globset = "0.4.15"
@@ -124,6 +126,7 @@ tracing = "0.1.41"
 tracing-subscriber = { version = "0.3.19", default-features = false, features = ["std", "tracing-log", "fmt"] }
 unicode-ident = "1.0.14"
 unicode-normalization = "0.1.24"
+whoami = "1.5.2"
 win32job = "2.0.0"
 windows-sys = "0.59.0"
 winnow = "0.6.20"

cargo-nextest/src/dispatch.rs

@@ -2099,6 +2099,9 @@ enum DebugCommand {
         #[arg(value_enum)]
         output_format: ExtractOutputFormat,
     },
+
+    /// Print the current executable path.
+    CurrentExe,
 }
 
 impl DebugCommand {
@@ -2154,6 +2157,11 @@ impl DebugCommand {
                     display_output_slice(output_slice, output_format)?;
                 }
             }
+            DebugCommand::CurrentExe => {
+                let exe = std::env::current_exe()
+                    .map_err(|err| ExpectedError::GetCurrentExeFailed { err })?;
+                println!("{}", exe.display());
+            }
         }
 
         Ok(0)

cargo-nextest/src/errors.rs

@@ -32,6 +32,11 @@ pub enum ReuseBuildKind {
 pub enum ExpectedError {
     #[error("could not change to requested directory")]
     SetCurrentDirFailed { error: std::io::Error },
+    #[error("failed to get current executable")]
+    GetCurrentExeFailed {
+        #[source]
+        err: std::io::Error,
+    },
     #[error("cargo metadata exec failed")]
     CargoMetadataExecFailed {
         command: String,
@@ -387,6 +392,7 @@ impl ExpectedError {
             Self::WorkspaceRootInvalidUtf8 { .. }
             | Self::WorkspaceRootInvalid { .. }
             | Self::SetCurrentDirFailed { .. }
+            | Self::GetCurrentExeFailed { .. }
             | Self::ProfileNotFound { .. }
             | Self::StoreDirCreateError { .. }
             | Self::RootManifestNotFound { .. }
@@ -455,6 +461,10 @@ impl ExpectedError {
                 error!("could not change to requested directory");
                 Some(error as &dyn Error)
             }
+            Self::GetCurrentExeFailed { err } => {
+                error!("failed to get current executable");
+                Some(err as &dyn Error)
+            }
             Self::CargoMetadataExecFailed { command, err } => {
                 error!("failed to execute `{}`", command.style(styles.bold));
                 Some(err as &dyn Error)

fixture-data/src/nextest_tests.rs

@@ -24,8 +24,7 @@ pub static EXPECTED_TEST_SUITES: Lazy<BTreeMap<RustBinaryId, TestSuiteFixture>>
             vec![
                 TestCaseFixture::new("test_cargo_env_vars", TestCaseFixtureStatus::Pass)
                     .with_property(TestCaseFixtureProperty::NotInDefaultSetUnix),
-                TestCaseFixture::new("test_cwd", TestCaseFixtureStatus::Pass)
-                    .with_property(TestCaseFixtureProperty::NeedsSameCwd),
+                TestCaseFixture::new("test_cwd", TestCaseFixtureStatus::Pass),
                 TestCaseFixture::new("test_execute_bin", TestCaseFixtureStatus::Pass),
                 TestCaseFixture::new("test_failure_assert", TestCaseFixtureStatus::Fail),
                 TestCaseFixture::new("test_failure_error", TestCaseFixtureStatus::Fail),

fixtures/nextest-tests/.config/nextest.toml

@@ -82,6 +82,9 @@ default-filter = "not (test(test_flaky) | package(cdylib-example))"
 platform = 'cfg(unix)'
 default-filter = "not (test(test_flaky) | package(cdylib-example) | test(test_cargo_env_vars))"
 
+[profile.archive-all]
+archive.include = [{ path = "", relative-to = "target" }]
+
 [test-groups.flaky]
 max-threads = 4
 

fixtures/nextest-tests/cdylib/cdylib-link/src/lib.rs

@@ -8,5 +8,4 @@ extern "C" {
 #[test]
 fn test_multiply_two() {
     assert_eq!(unsafe { multiply_two(3, 3) }, 9);
-
 }

fixtures/nextest-tests/proc-macro-test/src/lib.rs

@@ -0,0 +1 @@
+

fixtures/nextest-tests/tests/basic.rs

@@ -1,9 +1,5 @@
 // Copyright (c) The nextest Contributors
-use std::{
-    env,
-    io::Read,
-    path::{Path, PathBuf},
-};
+use std::{env, io::Read, path::PathBuf};
 
 #[test]
 fn test_success() {
@@ -66,10 +62,23 @@ fn test_failure_should_panic() {}
 
 #[test]
 fn test_cwd() {
-    // Ensure that the cwd is correct.
+    // Ensure that the cwd is correct. It's a bit tricky to do this in the face
+    // of a relative path, but just ensure that the cwd looks like what it
+    // should be (has a `Cargo.toml` with `name = "nextest-tests"` within it).
     let runtime_cwd = env::current_dir().expect("should be able to read current dir");
-    let compile_time_cwd = Path::new(env!("CARGO_MANIFEST_DIR"));
-    assert_eq!(runtime_cwd, compile_time_cwd, "current dir matches");
+    let cargo_toml_path = runtime_cwd.join("Cargo.toml");
+    let cargo_toml =
+        std::fs::read_to_string(runtime_cwd.join("Cargo.toml")).unwrap_or_else(|error| {
+            panic!(
+                "should be able to read Cargo.toml: {}",
+                cargo_toml_path.display()
+            )
+        });
+    assert!(
+        cargo_toml.contains("name = \"nextest-tests\""),
+        "{} contains name = \"nextest-tests\"",
+        cargo_toml_path.display()
+    );
 }
 
 #[test]
@@ -149,10 +158,9 @@ fn test_cargo_env_vars() {
 
     // Note: we do not test CARGO here because nextest does not set it -- it's set by Cargo when
     // invoked as `cargo nextest`.
-    assert_env!(
-        "CARGO_MANIFEST_DIR",
-        "__NEXTEST_ORIGINAL_CARGO_MANIFEST_DIR"
-    );
+    // Also, testing CARGO_MANIFEST_DIR is kind of tricky in the presence of the seed archive -- if we get it wrong,
+    // it will break in quite spectacular ways so don't bother.
+
     assert_env!("CARGO_PKG_VERSION");
     assert_env!("CARGO_PKG_VERSION_MAJOR");
     assert_env!("CARGO_PKG_VERSION_MINOR");

integration-tests/Cargo.toml

@@ -9,7 +9,14 @@ publish = false
 name = "cargo-nextest-dup"
 path = "test-helpers/cargo-nextest-dup.rs"
 
+[[bin]]
+name = "build-seed"
+path = "test-helpers/build-seed.rs"
+
 [dependencies]
+camino.workspace = true
+camino-tempfile.workspace = true
+
 # We specify default-no-update here because if users just run:
 #
 # cargo build --no-default-features --features default-no-update
@@ -18,20 +25,25 @@ path = "test-helpers/cargo-nextest-dup.rs"
 # We could ask distributors to always include `--package cargo-nextest` instead, but they're likely
 # to forget. None of our current tests depend on self-update, so just don't include it by default.
 cargo-nextest.workspace = true
+
 color-eyre.workspace = true
 clap = { workspace = true, features = ["env"] }
 enable-ansi-support.workspace = true
+fs-err.workspace = true
+hex.workspace = true
+nextest-metadata.workspace = true
 nextest-workspace-hack.workspace = true
+serde_json.workspace = true
+sha2.workspace = true
+whoami.workspace = true
 
 [dev-dependencies]
-camino-tempfile.workspace = true
-camino.workspace = true
 cfg-if.workspace = true
+cp_r.workspace = true
 fixture-data.workspace = true
 insta.workspace = true
 itertools.workspace = true
 nextest-metadata.workspace = true
 pathdiff.workspace = true
 regex.workspace = true
-serde_json.workspace = true
 target-spec.workspace = true

integration-tests/src/env.rs

@@ -0,0 +1,27 @@
+// Copyright (c) The nextest Contributors
+// SPDX-License-Identifier: MIT OR Apache-2.0
+
+#[track_caller]
+pub fn set_env_vars() {
+    // The dynamic library tests require this flag.
+    std::env::set_var("RUSTFLAGS", "-C prefer-dynamic");
+    // Set CARGO_TERM_COLOR to never to ensure that ANSI color codes don't interfere with the
+    // output.
+    // TODO: remove this once programmatic run statuses are supported.
+    std::env::set_var("CARGO_TERM_COLOR", "never");
+    // This environment variable is required to test the #[bench] fixture. Note that THIS IS FOR
+    // TEST CODE ONLY. NEVER USE THIS IN PRODUCTION.
+    std::env::set_var("RUSTC_BOOTSTRAP", "1");
+
+    // Disable the tests which check for environment variables being set in `config.toml`, as they
+    // won't be in the search path when running integration tests.
+    std::env::set_var("__NEXTEST_NO_CHECK_CARGO_ENV_VARS", "1");
+
+    // Display empty STDOUT and STDERR lines in the output of failed tests. This
+    // allows tests which make sure outputs are being displayed to work.
+    std::env::set_var("__NEXTEST_DISPLAY_EMPTY_OUTPUTS", "1");
+
+    // Remove OUT_DIR from the environment, as it interferes with tests (some of them expect that
+    // OUT_DIR isn't set.)
+    std::env::remove_var("OUT_DIR");
+}

integration-tests/src/lib.rs

@@ -0,0 +1,6 @@
+// Copyright (c) The nextest Contributors
+// SPDX-License-Identifier: MIT OR Apache-2.0
+
+pub mod env;
+pub mod nextest_cli;
+pub mod seed;