diff --git a/project/SparkBuild.scala b/project/SparkBuild.scala index 2b99fa0360784..01d4ad50a22ba 100644 --- a/project/SparkBuild.scala +++ b/project/SparkBuild.scala @@ -420,11 +420,6 @@ object SparkBuild extends PomBuild { enable(DockerIntegrationTests.settings)(dockerIntegrationTests) - if (!profiles.contains("volcano")) { - enable(Volcano.settings)(kubernetes) - enable(Volcano.settings)(kubernetesIntegrationTests) - } - enable(KubernetesIntegrationTests.settings)(kubernetesIntegrationTests) enable(YARN.settings)(yarn) @@ -1322,13 +1317,6 @@ object SparkR { ) } -object Volcano { - // Exclude all volcano file for Compile and Test - lazy val settings = Seq( - unmanagedSources / excludeFilter := HiddenFileFilter || "*Volcano*.scala" - ) -} - trait SharedUnidocSettings { import BuildCommons._ diff --git a/resource-managers/kubernetes/core/pom.xml b/resource-managers/kubernetes/core/pom.xml index fa0fd454ccc44..211c6c93b9674 100644 --- a/resource-managers/kubernetes/core/pom.xml +++ b/resource-managers/kubernetes/core/pom.xml @@ -29,15 +29,11 @@ Spark Project Kubernetes kubernetes - **/*Volcano*.scala volcano - - - io.fabric8 @@ -50,6 +46,40 @@ ${kubernetes-client.version} + + + + org.codehaus.mojo + build-helper-maven-plugin + + + add-volcano-source + generate-sources + + add-source + + + + volcano/src/main/scala + + + + + add-volcano-test-sources + generate-test-sources + + add-test-source + + + + volcano/src/test/scala + + + + + + + @@ -151,19 +181,6 @@ - - - - net.alchim31.maven - scala-maven-plugin - - - ${volcano.exclude} - - - - - target/scala-${scala.binary.version}/classes target/scala-${scala.binary.version}/test-classes diff --git a/resource-managers/kubernetes/core/src/main/scala/org/apache/spark/deploy/k8s/features/VolcanoFeatureStep.scala b/resource-managers/kubernetes/core/volcano/src/main/scala/org/apache/spark/deploy/k8s/features/VolcanoFeatureStep.scala similarity index 100% rename from resource-managers/kubernetes/core/src/main/scala/org/apache/spark/deploy/k8s/features/VolcanoFeatureStep.scala rename to resource-managers/kubernetes/core/volcano/src/main/scala/org/apache/spark/deploy/k8s/features/VolcanoFeatureStep.scala diff --git a/resource-managers/kubernetes/core/src/test/scala/org/apache/spark/deploy/k8s/features/VolcanoFeatureStepSuite.scala b/resource-managers/kubernetes/core/volcano/src/test/scala/org/apache/spark/deploy/k8s/features/VolcanoFeatureStepSuite.scala similarity index 100% rename from resource-managers/kubernetes/core/src/test/scala/org/apache/spark/deploy/k8s/features/VolcanoFeatureStepSuite.scala rename to resource-managers/kubernetes/core/volcano/src/test/scala/org/apache/spark/deploy/k8s/features/VolcanoFeatureStepSuite.scala diff --git a/resource-managers/kubernetes/integration-tests/pom.xml b/resource-managers/kubernetes/integration-tests/pom.xml index 518c5bc217071..45ce25b8e037a 100644 --- a/resource-managers/kubernetes/integration-tests/pom.xml +++ b/resource-managers/kubernetes/integration-tests/pom.xml @@ -46,7 +46,6 @@ org.apache.spark.deploy.k8s.integrationtest.YuniKornTag - **/*Volcano*.scala jar Spark Project Kubernetes Integration Tests @@ -83,19 +82,6 @@ - - - - net.alchim31.maven - scala-maven-plugin - - - ${volcano.exclude} - - - - - org.codehaus.mojo @@ -219,9 +205,6 @@ volcano - - - io.fabric8 @@ -229,6 +212,28 @@ ${kubernetes-client.version} + + + + org.codehaus.mojo + build-helper-maven-plugin + + + add-volcano-test-sources + generate-test-sources + + add-test-source + + + + volcano/src/test/scala + + + + + + + diff --git a/resource-managers/kubernetes/integration-tests/src/test/scala/org/apache/spark/deploy/k8s/integrationtest/VolcanoSuite.scala b/resource-managers/kubernetes/integration-tests/volcano/src/test/scala/org/apache/spark/deploy/k8s/integrationtest/VolcanoSuite.scala similarity index 100% rename from resource-managers/kubernetes/integration-tests/src/test/scala/org/apache/spark/deploy/k8s/integrationtest/VolcanoSuite.scala rename to resource-managers/kubernetes/integration-tests/volcano/src/test/scala/org/apache/spark/deploy/k8s/integrationtest/VolcanoSuite.scala diff --git a/resource-managers/kubernetes/integration-tests/src/test/scala/org/apache/spark/deploy/k8s/integrationtest/VolcanoTestsSuite.scala b/resource-managers/kubernetes/integration-tests/volcano/src/test/scala/org/apache/spark/deploy/k8s/integrationtest/VolcanoTestsSuite.scala similarity index 100% rename from resource-managers/kubernetes/integration-tests/src/test/scala/org/apache/spark/deploy/k8s/integrationtest/VolcanoTestsSuite.scala rename to resource-managers/kubernetes/integration-tests/volcano/src/test/scala/org/apache/spark/deploy/k8s/integrationtest/VolcanoTestsSuite.scala