diff --git a/cmd/builder/test/README.md b/cmd/builder/test/README.md
index 8c2b6f06bea..c68a31a777b 100644
--- a/cmd/builder/test/README.md
+++ b/cmd/builder/test/README.md
@@ -1,3 +1,3 @@
-= Testing for the OpenTelemetry Collector Builder
+# Testing for the OpenTelemetry Collector Builder
 
 This is a set of end-to-end tests for the builder. As such, it includes only positive tests, based on the manifest files in this directory. Each manifest is expected to be in a working state and should yield an OpenTelemetry Collector instance that is ready within a time interval. "Ready" is defined by calling its healthcheck endpoint.
diff --git a/cmd/builder/test/replaces.builder.yaml b/cmd/builder/test/replaces.builder.yaml
deleted file mode 100644
index f2b0ff96965..00000000000
--- a/cmd/builder/test/replaces.builder.yaml
+++ /dev/null
@@ -1,22 +0,0 @@
-dist:
-  module: go.opentelemetry.io/collector/builder/test/replaces
-  otelcol_version: 0.44.0
-
-extensions:
-  - import: go.opentelemetry.io/collector/extension/zpagesextension
-    gomod: go.opentelemetry.io/collector v0.44.0
-
-receivers:
-  - import: go.opentelemetry.io/collector/receiver/otlpreceiver
-    gomod: go.opentelemetry.io/collector v0.44.0
-
-processors:
-  - gomod: github.com/open-telemetry/opentelemetry-collector-contrib/processor/routingprocessor v0.44.0
-  - gomod: github.com/open-telemetry/opentelemetry-collector-contrib/processor/resourcedetectionprocessor v0.44.0
-
-exporters:
-  - import: go.opentelemetry.io/collector/exporter/loggingexporter
-    gomod: go.opentelemetry.io/collector v0.44.0
-
-replaces:
-  - github.com/open-telemetry/opentelemetry-collector-contrib/internal/common => github.com/open-telemetry/opentelemetry-collector-contrib/internal/common v0.44.0
diff --git a/cmd/builder/test/replaces.otel.yaml b/cmd/builder/test/replaces.otel.yaml
deleted file mode 100755
index ebf08a2d925..00000000000
--- a/cmd/builder/test/replaces.otel.yaml
+++ /dev/null
@@ -1,36 +0,0 @@
-extensions:
-  zpages:
-
-receivers:
-  otlp:
-    protocols:
-      grpc:
-        endpoint: localhost:4317
-
-processors:
-  resourcedetection:
-    detectors:
-      - env
-  routing:
-    default_exporters:
-    - logging
-    from_attribute: X-Tenant
-    table:
-    - value: acme
-      exporters: 
-      - logging
-
-exporters:
-  logging:
-
-service:
-  extensions: [zpages]
-  pipelines:
-    traces:
-      receivers:
-        - otlp
-      processors:
-        - resourcedetection
-        - routing
-      exporters:
-        - logging
diff --git a/cmd/builder/test/test.sh b/cmd/builder/test/test.sh
index 5c0f269b79a..a1b4321dc55 100755
--- a/cmd/builder/test/test.sh
+++ b/cmd/builder/test/test.sh
@@ -15,7 +15,7 @@ echo "Using ${GOBIN} to compile the distributions."
 # each attempt pauses for 100ms before retrying
 max_retries=50
 
-tests="replaces core"
+tests="core"
 
 base=`mktemp -d`
 echo "Running the tests in ${base}"