lint

arthurprevot · Jul 16, 2024 · c02a931 · c02a931
1 parent faa3503
commit c02a931
Show file tree

Hide file tree

Showing 3 changed files with 5 additions and 6 deletions.
diff --git a/tests/fixtures/ref_airflow_emr_job_dag.py b/tests/fixtures/ref_airflow_emr_job_dag.py
@@ -1,7 +1,7 @@
 
 from airflow import DAG
-from airflow.providers.amazon.aws.operators.emr import EmrCreateJobFlowOperator, EmrAddStepsOperator #, EmrTerminateJobFlowOperator
-from airflow.providers.amazon.aws.sensors.emr import EmrStepSensor #, EmrJobFlowSensor
+from airflow.providers.amazon.aws.operators.emr import EmrCreateJobFlowOperator, EmrAddStepsOperator  # EmrTerminateJobFlowOperator
+from airflow.providers.amazon.aws.sensors.emr import EmrStepSensor  # EmrJobFlowSensor
 from airflow.utils.dates import days_ago  # noqa: F401
 from datetime import timedelta
 import dateutil

diff --git a/yaetos/airflow_template.py b/yaetos/airflow_template.py
@@ -33,8 +33,8 @@ def get_template(params, param_extras):
 
     template = """
     from airflow import DAG
-    from airflow.providers.amazon.aws.operators.emr import EmrCreateJobFlowOperator, EmrAddStepsOperator #, EmrTerminateJobFlowOperator
-    from airflow.providers.amazon.aws.sensors.emr import EmrStepSensor #, EmrJobFlowSensor
+    from airflow.providers.amazon.aws.operators.emr import EmrCreateJobFlowOperator, EmrAddStepsOperator  # EmrTerminateJobFlowOperator
+    from airflow.providers.amazon.aws.sensors.emr import EmrStepSensor  # EmrJobFlowSensor
     from airflow.utils.dates import days_ago  # noqa: F401
     from datetime import timedelta
     import dateutil

diff --git a/yaetos/deploy.py b/yaetos/deploy.py
@@ -211,8 +211,7 @@ def get_spark_submit_args_k8s(app_file, app_args):
             f'--name {app_args["k8s_name"]}',
             f'--conf spark.executor.instances={app_args["k8s_executor_instances"]}',
             f'--conf spark.kubernetes.namespace={app_args["k8s_namespace"]}',
-            f'--conf spark.kubernetes.container.image={app_args["k8s_image_service"]}',
-            ]
+            f'--conf spark.kubernetes.container.image={app_args["k8s_image_service"]}']
 
         spark_submit_aws = [
             '--packages org.apache.hadoop:hadoop-aws:3.3.4,com.amazonaws:aws-java-sdk-core:1.11.563,com.amazonaws:aws-java-sdk-s3:1.11.563',