linting

arthurprevot · Jun 8, 2024 · 4989b62 · 4989b62
1 parent 489192c
commit 4989b62
Show file tree

Hide file tree

Showing 3 changed files with 10 additions and 11 deletions.
diff --git a/tests/yaetos/etl_utils_test.py b/tests/yaetos/etl_utils_test.py
@@ -185,8 +185,7 @@ def test_create_spark_submit_python_job_with_launcher(self):
         cmd_lst_expected = [
             'spark-submit',
             '--py-files=some/files.zip',
-            'jobs/examples/ex7_pandas_job.py',  # launcher.py not carried over. may want to change behavior.
-            ]
+            'jobs/examples/ex7_pandas_job.py']  # launcher.py not carried over. may want to change behavior.
         assert cmd_lst_real == cmd_lst_expected
 
     def test_create_spark_submit_jar_job(self):

diff --git a/yaetos/deploy.py b/yaetos/deploy.py
@@ -431,8 +431,8 @@ def start_spark_cluster(self, c, emr_version):
                 # "Properties": { "spark.jars": ["/home/hadoop/redshift_tbd.jar"], "spark.driver.memory": "40G", "maximizeResourceAllocation": "true"},
                 # }
             ],
-            JobFlowRole= self.emr_ec2_role, #'EMR_EC2_DefaultRole',
-            ServiceRole= self.emr_role, # 'EMR_DefaultRole',
+            JobFlowRole=self.emr_ec2_role,
+            ServiceRole=self.emr_role,
             VisibleToAllUsers=True,
             BootstrapActions=[{
                 'Name': 'setup_nodes',

diff --git a/yaetos/etl_utils.py b/yaetos/etl_utils.py
@@ -237,15 +237,15 @@ def set_jargs(self, pre_jargs, loaded_inputs={}):
             job_name = Job_Yml_Parser.set_job_name_from_file(py_job)
         else:
             job_name = pre_jargs['job_args']['job_name']
-        
+
         # Set jargs
         jargs = Job_Args_Parser(
-            defaults_args=pre_jargs['defaults_args'], 
-            yml_args=None, 
-            job_args=pre_jargs['job_args'], 
-            cmd_args=pre_jargs['cmd_args'], 
-            job_name=job_name, 
-            build_yml_args=True, 
+            defaults_args=pre_jargs['defaults_args'],
+            yml_args=None,
+            job_args=pre_jargs['job_args'],
+            cmd_args=pre_jargs['cmd_args'],
+            job_name=job_name,
+            build_yml_args=True,
             loaded_inputs=loaded_inputs)
 
         # Room for jargs mods at job level.