diff --git a/docker-compose.yml b/docker-compose.yml
index 543dcd9c41000..c2b6ae23f5d44 100644
--- a/docker-compose.yml
+++ b/docker-compose.yml
@@ -127,7 +127,6 @@ x-hierarchy:
         - conda-python-dask
         - conda-python-emscripten
         - conda-python-hdfs
-        - conda-python-jpype
         - conda-python-no-numpy
         - conda-python-spark
         - conda-python-substrait
@@ -1453,36 +1452,6 @@ services:
         /arrow/ci/scripts/python_build.sh /arrow /build &&
         /arrow/ci/scripts/integration_substrait.sh"]
 
-  conda-python-jpype:
-    # Usage:
-    #   docker compose build conda
-    #   docker compose build conda-cpp
-    #   docker compose build conda-python
-    #   docker compose build conda-python-jpype
-    #   docker compose run --rm conda-python-jpype
-    image: ${REPO}:${ARCH}-conda-python-${PYTHON}-jpype
-    build:
-      context: .
-      dockerfile: ci/docker/conda-python-jpype.dockerfile
-      cache_from:
-        - ${REPO}:${ARCH}-conda-python-${PYTHON}-jpype
-      args:
-        repo: ${REPO}
-        arch: ${ARCH}
-        python: ${PYTHON}
-    shm_size: *shm-size
-    environment:
-      <<: [*common, *ccache]
-      ARROW_FLIGHT: "OFF"
-      ARROW_FLIGHT_SQL: "OFF"
-      ARROW_GANDIVA: "OFF"
-    volumes: *conda-volumes
-    command:
-      ["/arrow/ci/scripts/cpp_build.sh /arrow /build &&
-        /arrow/ci/scripts/python_build.sh /arrow /build &&
-        /arrow/ci/scripts/java_build.sh /arrow /build &&
-        /arrow/ci/scripts/python_test.sh /arrow"]
-
   conda-python-cython2:
     # Usage:
     #   docker compose build conda