diff --git a/Cargo.toml b/Cargo.toml
index fc759c3384..9dc401ed58 100644
--- a/Cargo.toml
+++ b/Cargo.toml
@@ -73,15 +73,17 @@ maplit = "1.0.2"
 matches = "0.1.9"
 pretty_assertions = "1.2.1"
 proptest = "1.0.0"
-criterion = "0.5"
 test-log = "0.2.10"
 env_logger = "0.10.0"
-pprof = { git = "https://github.com/PSeitz/pprof-rs/", rev = "53af24b", features = ["flamegraph", "criterion"] } # temp fork that works with criterion 0.5
 futures = "0.3.21"
 paste = "1.0.11"
 more-asserts = "0.3.1"
 rand_distr = "0.4.3"
 
+[target.'cfg(not(windows))'.dev-dependencies]
+criterion = "0.5"
+pprof = { git = "https://github.com/PSeitz/pprof-rs/", rev = "53af24b", features = ["flamegraph", "criterion"] } # temp fork that works with criterion 0.5
+
 [dev-dependencies.fail]
 version = "0.5.0"
 features = ["failpoints"]