Enable Black - Python Auto Formmatter (apache#9550)

Author: kaxil

.pre-commit-config.yaml

@@ -159,8 +159,7 @@ repos:
     rev: 20.8b1
     hooks:
       - id: black
-        files: api_connexion/.*\.py|.*providers.*\.py|^chart/tests/.*\.py
-        exclude: .*kubernetes_pod\.py|.*google/common/hooks/base_google\.py$
+        exclude: .*kubernetes_pod\.py|.*google/common/hooks/base_google\.py$|^airflow/configuration.py$
         args: [--config=./pyproject.toml]
   - repo: https://github.com/pre-commit/pre-commit-hooks
     rev: v3.3.0
@@ -203,7 +202,7 @@ repos:
         name: Run isort to sort imports
         types: [python]
         # To keep consistent with the global isort skip config defined in setup.cfg
-        exclude: ^build/.*$|^.tox/.*$|^venv/.*$|.*api_connexion/.*\.py|.*providers.*\.py
+        exclude: ^build/.*$|^.tox/.*$|^venv/.*$
   - repo: https://github.com/pycqa/pydocstyle
     rev: 5.1.1
     hooks:

airflow/__init__.py

@@ -55,15 +55,18 @@ def __getattr__(name):
     # PEP-562: Lazy loaded attributes on python modules
     if name == "DAG":
         from airflow.models.dag import DAG  # pylint: disable=redefined-outer-name
+
         return DAG
     if name == "AirflowException":
         from airflow.exceptions import AirflowException  # pylint: disable=redefined-outer-name
+
         return AirflowException
     raise AttributeError(f"module {__name__} has no attribute {name}")
 
 
 if not settings.LAZY_LOAD_PLUGINS:
     from airflow import plugins_manager
+
     plugins_manager.ensure_plugins_loaded()
 
 

airflow/api/__init__.py

@@ -38,8 +38,5 @@ def load_auth():
         log.info("Loaded API auth backend: %s", auth_backend)
         return auth_backend
     except ImportError as err:
-        log.critical(
-            "Cannot import %s for API authentication due to: %s",
-            auth_backend, err
-        )
+        log.critical("Cannot import %s for API authentication due to: %s", auth_backend, err)
         raise AirflowException(err)

airflow/api/auth/backend/basic_auth.py

@@ -53,13 +53,12 @@ def auth_current_user() -> Optional[User]:
 
 def requires_authentication(function: T):
     """Decorator for functions that require authentication"""
+
     @wraps(function)
     def decorated(*args, **kwargs):
         if auth_current_user() is not None:
             return function(*args, **kwargs)
         else:
-            return Response(
-                "Unauthorized", 401, {"WWW-Authenticate": "Basic"}
-            )
+            return Response("Unauthorized", 401, {"WWW-Authenticate": "Basic"})
 
     return cast(T, decorated)

airflow/api/auth/backend/default.py

@@ -33,6 +33,7 @@ def init_app(_):
 
 def requires_authentication(function: T):
     """Decorator for functions that require authentication"""
+
     @wraps(function)
     def decorated(*args, **kwargs):
         return function(*args, **kwargs)

airflow/api/auth/backend/kerberos_auth.py

@@ -132,6 +132,7 @@ def _gssapi_authenticate(token):
 
 def requires_authentication(function: T):
     """Decorator for functions that require authentication with Kerberos"""
+
     @wraps(function)
     def decorated(*args, **kwargs):
         header = request.headers.get("Authorization")
@@ -144,11 +145,11 @@ def decorated(*args, **kwargs):
                 response = function(*args, **kwargs)
                 response = make_response(response)
                 if ctx.kerberos_token is not None:
-                    response.headers['WWW-Authenticate'] = ' '.join(['negotiate',
-                                                                     ctx.kerberos_token])
+                    response.headers['WWW-Authenticate'] = ' '.join(['negotiate', ctx.kerberos_token])
 
                 return response
             if return_code != kerberos.AUTH_GSS_CONTINUE:
                 return _forbidden()
         return _unauthorized()
+
     return cast(T, decorated)

airflow/api/client/__init__.py

@@ -35,6 +35,6 @@ def get_current_api_client() -> Client:
     api_client = api_module.Client(
         api_base_url=conf.get('cli', 'endpoint_url'),
         auth=getattr(auth_backend, 'CLIENT_AUTH', None),
-        session=session
+        session=session,
     )
     return api_client

airflow/api/client/json_client.py

@@ -45,12 +45,15 @@ def _request(self, url, method='GET', json=None):
     def trigger_dag(self, dag_id, run_id=None, conf=None, execution_date=None):
         endpoint = f'/api/experimental/dags/{dag_id}/dag_runs'
         url = urljoin(self._api_base_url, endpoint)
-        data = self._request(url, method='POST',
-                             json={
-                                 "run_id": run_id,
-                                 "conf": conf,
-                                 "execution_date": execution_date,
-                             })
+        data = self._request(
+            url,
+            method='POST',
+            json={
+                "run_id": run_id,
+                "conf": conf,
+                "execution_date": execution_date,
+            },
+        )
         return data['message']
 
     def delete_dag(self, dag_id):
@@ -74,12 +77,15 @@ def get_pools(self):
     def create_pool(self, name, slots, description):
         endpoint = '/api/experimental/pools'
         url = urljoin(self._api_base_url, endpoint)
-        pool = self._request(url, method='POST',
-                             json={
-                                 'name': name,
-                                 'slots': slots,
-                                 'description': description,
-                             })
+        pool = self._request(
+            url,
+            method='POST',
+            json={
+                'name': name,
+                'slots': slots,
+                'description': description,
+            },
+        )
         return pool['pool'], pool['slots'], pool['description']
 
     def delete_pool(self, name):

airflow/api/client/local_client.py

@@ -26,10 +26,9 @@ class Client(api_client.Client):
     """Local API client implementation."""
 
     def trigger_dag(self, dag_id, run_id=None, conf=None, execution_date=None):
-        dag_run = trigger_dag.trigger_dag(dag_id=dag_id,
-                                          run_id=run_id,
-                                          conf=conf,
-                                          execution_date=execution_date)
+        dag_run = trigger_dag.trigger_dag(
+            dag_id=dag_id, run_id=run_id, conf=conf, execution_date=execution_date
+        )
         return f"Created {dag_run}"
 
     def delete_dag(self, dag_id):

airflow/api/common/experimental/__init__.py

@@ -29,10 +29,7 @@ def check_and_get_dag(dag_id: str, task_id: Optional[str] = None) -> DagModel:
     if dag_model is None:
         raise DagNotFound(f"Dag id {dag_id} not found in DagModel")
 
-    dagbag = DagBag(
-        dag_folder=dag_model.fileloc,
-        read_dags_from_db=True
-    )
+    dagbag = DagBag(dag_folder=dag_model.fileloc, read_dags_from_db=True)
     dag = dagbag.get_dag(dag_id)
     if not dag:
         error_message = f"Dag id {dag_id} not found"
@@ -47,7 +44,6 @@ def check_and_get_dagrun(dag: DagModel, execution_date: datetime) -> DagRun:
     """Get DagRun object and check that it exists"""
     dagrun = dag.get_dagrun(execution_date=execution_date)
     if not dagrun:
-        error_message = ('Dag Run for date {} not found in dag {}'
-                         .format(execution_date, dag.dag_id))
+        error_message = f'Dag Run for date {execution_date} not found in dag {dag.dag_id}'
         raise DagRunNotFound(error_message)
     return dagrun