Fix spark master assignment

Yelp · Aug 1, 2023 · 9e81260 · 9e81260
1 parent 8a553e3
commit 9e81260
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/service_configuration_lib/spark_config.py b/service_configuration_lib/spark_config.py
@@ -278,6 +278,7 @@ def _get_k8s_spark_env(
     _paasta_instance = _get_k8s_resource_name_limit_size_with_hash(paasta_instance)
 
     spark_env = {
+        'spark.master': f'k8s://https://k8s.{paasta_cluster}.paasta:6443',
         'spark.executorEnv.PAASTA_SERVICE': paasta_service,
         'spark.executorEnv.PAASTA_INSTANCE': paasta_instance,
         'spark.executorEnv.PAASTA_CLUSTER': paasta_cluster,
@@ -311,7 +312,6 @@ def _get_k8s_spark_env(
     elif include_self_managed_configs:
         spark_env.update(
             {
-                'spark.master': f'k8s://https://k8s.{paasta_cluster}.paasta:6443',
                 'spark.kubernetes.authenticate.caCertFile': f'{K8S_AUTH_FOLDER}/{paasta_cluster}-ca.crt',
                 'spark.kubernetes.authenticate.clientKeyFile': f'{K8S_AUTH_FOLDER}/{paasta_cluster}-client.key',
                 'spark.kubernetes.authenticate.clientCertFile': f'{K8S_AUTH_FOLDER}/{paasta_cluster}-client.crt',

diff --git a/setup.py b/setup.py
@@ -17,7 +17,7 @@
 
 setup(
     name='service-configuration-lib',
-    version='2.18.0',
+    version='2.18.1',
     provides=['service_configuration_lib'],
     description='Start, stop, and inspect Yelp SOA services',
     url='https://github.com/Yelp/service_configuration_lib',