From 91aad87846b7f2f3f59bd191f9f437da941d2ede Mon Sep 17 00:00:00 2001 From: vivienho <56025826+vivienho@users.noreply.github.com> Date: Fri, 6 Dec 2024 10:30:29 +0000 Subject: [PATCH] feat (metrics): add subnet parameter for dataproc job --- docs/metric-calculation.md | 2 ++ 1 file changed, 2 insertions(+) diff --git a/docs/metric-calculation.md b/docs/metric-calculation.md index d966a60..2cdbb52 100644 --- a/docs/metric-calculation.md +++ b/docs/metric-calculation.md @@ -18,11 +18,13 @@ export IMAGE=europe-west1-docker.pkg.dev/open-targets-eu-dev/ot-release-metrics/ export PROJECT=open-targets-eu-dev export REGION=europe-west1 export BUCKET=gs://ot-release-metrics +export SUBNET=ot-dataproc-serverless gcloud dataproc batches submit pyspark \ --container-image ${IMAGE} \ --region ${REGION} \ --project ${PROJECT} \ --deps-bucket ${BUCKET} \ + --subnet ${SUBNET} \ --files config/config.yaml \ --properties "spark.executor.cores=16" \ metric-calculation/src/metric_calculation/metrics.py \