diff --git a/src/main/java/io/zonky/test/db/postgres/util/LinuxUtils.java b/src/main/java/io/zonky/test/db/postgres/util/LinuxUtils.java
index dd2263a9..dfcd61de 100644
--- a/src/main/java/io/zonky/test/db/postgres/util/LinuxUtils.java
+++ b/src/main/java/io/zonky/test/db/postgres/util/LinuxUtils.java
@@ -56,6 +56,7 @@ private static String resolveDistributionName() {
             try (InputStream source = LinuxUtils.class.getResourceAsStream("/sh/detect_linux_distribution.sh")) {
                 target = Files.createTempFile("detect_linux_distribution_", ".sh");
                 Files.copy(source, target, REPLACE_EXISTING);
+                target.toFile().deleteOnExit();
             }
 
             ProcessBuilder builder = new ProcessBuilder();