Merge pull request #33 from opentargets/vh-add-subnet

feat (metrics): add subnet parameter for dataproc job
opentargets · Dec 6, 2024 · 4488813 · 4488813
2 parents cd92517 + 91aad87
commit 4488813
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/docs/metric-calculation.md b/docs/metric-calculation.md
@@ -18,11 +18,13 @@ export IMAGE=europe-west1-docker.pkg.dev/open-targets-eu-dev/ot-release-metrics/
 export PROJECT=open-targets-eu-dev
 export REGION=europe-west1
 export BUCKET=gs://ot-release-metrics
+export SUBNET=ot-dataproc-serverless
 gcloud dataproc batches submit pyspark \
     --container-image ${IMAGE} \
     --region ${REGION} \
     --project ${PROJECT} \
     --deps-bucket ${BUCKET} \
+    --subnet ${SUBNET} \
     --files config/config.yaml \
     --properties "spark.executor.cores=16" \
     metric-calculation/src/metric_calculation/metrics.py \