Update license years and refactor DataPath-Client relation a bit (#384)

SneaksAndData · Jan 11, 2024 · fcf0b25 · fcf0b25
1 parent 8690742
commit fcf0b25
Show file tree

Hide file tree

Showing 95 changed files with 186 additions and 103 deletions.
diff --git a/adapta/__init__.py b/adapta/__init__.py
@@ -2,7 +2,7 @@
  Global index.
 """
 
-#  Copyright (c) 2023. ECCO Sneaks & Data
+#  Copyright (c) 2023-2024. ECCO Sneaks & Data
 #
 #  Licensed under the Apache License, Version 2.0 (the "License");
 #  you may not use this file except in compliance with the License.

diff --git a/adapta/_version.py b/adapta/_version.py
@@ -2,7 +2,7 @@
  Package version.
 """
 
-#  Copyright (c) 2023. ECCO Sneaks & Data
+#  Copyright (c) 2023-2024. ECCO Sneaks & Data
 #
 #  Licensed under the Apache License, Version 2.0 (the "License");
 #  you may not use this file except in compliance with the License.

diff --git a/adapta/connectors/__init__.py b/adapta/connectors/__init__.py
@@ -1,4 +1,4 @@
-#  Copyright (c) 2023. ECCO Sneaks & Data
+#  Copyright (c) 2023-2024. ECCO Sneaks & Data
 #
 #  Licensed under the Apache License, Version 2.0 (the "License");
 #  you may not use this file except in compliance with the License.

diff --git a/adapta/connectors/service_bus/__init__.py b/adapta/connectors/service_bus/__init__.py
@@ -1,6 +1,6 @@
 """init file"""
 
-#  Copyright (c) 2023. ECCO Sneaks & Data
+#  Copyright (c) 2023-2024. ECCO Sneaks & Data
 #
 #  Licensed under the Apache License, Version 2.0 (the "License");
 #  you may not use this file except in compliance with the License.

diff --git a/adapta/connectors/service_bus/_connector.py b/adapta/connectors/service_bus/_connector.py
@@ -1,7 +1,7 @@
 """
     Connector for Azure Service Bus.
 """
-#  Copyright (c) 2023. ECCO Sneaks & Data
+#  Copyright (c) 2023-2024. ECCO Sneaks & Data
 #
 #  Licensed under the Apache License, Version 2.0 (the "License");
 #  you may not use this file except in compliance with the License.

diff --git a/adapta/logs/__init__.py b/adapta/logs/__init__.py
@@ -1,7 +1,7 @@
 """
  Module index.
 """
-#  Copyright (c) 2023. ECCO Sneaks & Data
+#  Copyright (c) 2023-2024. ECCO Sneaks & Data
 #
 #  Licensed under the Apache License, Version 2.0 (the "License");
 #  you may not use this file except in compliance with the License.

diff --git a/adapta/logs/_async_logger.py b/adapta/logs/_async_logger.py
@@ -1,7 +1,7 @@
 """
  Asyncio-safe implementation of a Semantic Logger.
 """
-#  Copyright (c) 2023. ECCO Sneaks & Data
+#  Copyright (c) 2023-2024. ECCO Sneaks & Data
 #
 #  Licensed under the Apache License, Version 2.0 (the "License");
 #  you may not use this file except in compliance with the License.
@@ -125,13 +125,25 @@ def debug(
             template=template, logger=self._logger, tags=tags, exception=exception, diagnostics=diagnostics, **kwargs
         )
 
-    def __enter__(self):
+    def start(self):
+        """
+        Starts the async listener.
+        """
         self._listener = QueueListener(self._logger_message_queue, *self._log_handlers, respect_handler_level=True)
         self._listener.start()
+
+    def stop(self):
+        """
+        Stops the async listener and flushes the buffer out to all handlers.
+        """
+        self._listener.stop()
+
+    def __enter__(self):
+        self.start()
         return self
 
     def __exit__(self, exc_type, exc_val, exc_tb):
-        self._listener.stop()
+        self.stop()
 
 
 def create_async_logger(

diff --git a/adapta/logs/_base.py b/adapta/logs/_base.py
@@ -1,7 +1,7 @@
 """
  Adapta Logging Interface.
 """
-#  Copyright (c) 2023. ECCO Sneaks & Data
+#  Copyright (c) 2023-2024. ECCO Sneaks & Data
 #
 #  Licensed under the Apache License, Version 2.0 (the "License");
 #  you may not use this file except in compliance with the License.

diff --git a/adapta/logs/_internal.py b/adapta/logs/_internal.py
@@ -1,5 +1,5 @@
 """Classes for internal use by `adapta.logs` module. Should not be imported outside this module"""
-#  Copyright (c) 2023. ECCO Sneaks & Data
+#  Copyright (c) 2023-2024. ECCO Sneaks & Data
 #
 #  Licensed under the Apache License, Version 2.0 (the "License");
 #  you may not use this file except in compliance with the License.

diff --git a/adapta/logs/_internal_logger.py b/adapta/logs/_internal_logger.py
@@ -1,7 +1,7 @@
 """
  Shared functionality for the MetadataLogger enricher implementations.
 """
-#  Copyright (c) 2023. ECCO Sneaks & Data
+#  Copyright (c) 2023-2024. ECCO Sneaks & Data
 #
 #  Licensed under the Apache License, Version 2.0 (the "License");
 #  you may not use this file except in compliance with the License.

diff --git a/adapta/logs/handlers/__init__.py b/adapta/logs/handlers/__init__.py
@@ -1,4 +1,4 @@
-#  Copyright (c) 2023. ECCO Sneaks & Data
+#  Copyright (c) 2023-2024. ECCO Sneaks & Data
 #
 #  Licensed under the Apache License, Version 2.0 (the "License");
 #  you may not use this file except in compliance with the License.

diff --git a/adapta/logs/handlers/datadog_api_handler.py b/adapta/logs/handlers/datadog_api_handler.py
@@ -1,7 +1,7 @@
 """
   Logging handler for DataDog.
 """
-#  Copyright (c) 2023. ECCO Sneaks & Data
+#  Copyright (c) 2023-2024. ECCO Sneaks & Data
 #
 #  Licensed under the Apache License, Version 2.0 (the "License");
 #  you may not use this file except in compliance with the License.

diff --git a/adapta/logs/handlers/safe_stream_handler.py b/adapta/logs/handlers/safe_stream_handler.py
@@ -1,7 +1,7 @@
 """
 Logging handler for Stdout that does not create duplicates if stdout redirection is used
 """
-#  Copyright (c) 2023. ECCO Sneaks & Data
+#  Copyright (c) 2023-2024. ECCO Sneaks & Data
 #
 #  Licensed under the Apache License, Version 2.0 (the "License");
 #  you may not use this file except in compliance with the License.

diff --git a/adapta/logs/models/__init__.py b/adapta/logs/models/__init__.py
@@ -2,7 +2,7 @@
  Module index.
 """
 
-#  Copyright (c) 2023. ECCO Sneaks & Data
+#  Copyright (c) 2023-2024. ECCO Sneaks & Data
 #
 #  Licensed under the Apache License, Version 2.0 (the "License");
 #  you may not use this file except in compliance with the License.

diff --git a/adapta/logs/models/_log_level.py b/adapta/logs/models/_log_level.py
@@ -1,7 +1,7 @@
 """
  Standard log levels.
 """
-#  Copyright (c) 2023. ECCO Sneaks & Data
+#  Copyright (c) 2023-2024. ECCO Sneaks & Data
 #
 #  Licensed under the Apache License, Version 2.0 (the "License");
 #  you may not use this file except in compliance with the License.

diff --git a/adapta/logs/models/_logs_metadata.py b/adapta/logs/models/_logs_metadata.py
@@ -2,7 +2,7 @@
 Models for log messages
 """
 
-#  Copyright (c) 2023. ECCO Sneaks & Data
+#  Copyright (c) 2023-2024. ECCO Sneaks & Data
 #
 #  Licensed under the Apache License, Version 2.0 (the "License");
 #  you may not use this file except in compliance with the License.

diff --git a/adapta/metrics/__init__.py b/adapta/metrics/__init__.py
@@ -2,7 +2,7 @@
  Import index.
 """
 
-#  Copyright (c) 2023. ECCO Sneaks & Data
+#  Copyright (c) 2023-2024. ECCO Sneaks & Data
 #
 #  Licensed under the Apache License, Version 2.0 (the "License");
 #  you may not use this file except in compliance with the License.

diff --git a/adapta/metrics/_base.py b/adapta/metrics/_base.py
@@ -1,7 +1,7 @@
 """
  Metrics integration abstraction.
 """
-#  Copyright (c) 2023. ECCO Sneaks & Data
+#  Copyright (c) 2023-2024. ECCO Sneaks & Data
 #
 #  Licensed under the Apache License, Version 2.0 (the "License");
 #  you may not use this file except in compliance with the License.

diff --git a/adapta/metrics/providers/__init__.py b/adapta/metrics/providers/__init__.py
@@ -1,4 +1,4 @@
-#  Copyright (c) 2023. ECCO Sneaks & Data
+#  Copyright (c) 2023-2024. ECCO Sneaks & Data
 #
 #  Licensed under the Apache License, Version 2.0 (the "License");
 #  you may not use this file except in compliance with the License.

diff --git a/adapta/metrics/providers/datadog_provider.py b/adapta/metrics/providers/datadog_provider.py
@@ -1,7 +1,7 @@
 """
   Implementation of a metrics provider for Datadog.
 """
-#  Copyright (c) 2023. ECCO Sneaks & Data
+#  Copyright (c) 2023-2024. ECCO Sneaks & Data
 #
 #  Licensed under the Apache License, Version 2.0 (the "License");
 #  you may not use this file except in compliance with the License.

diff --git a/adapta/ml/__init__.py b/adapta/ml/__init__.py
@@ -1,7 +1,7 @@
 """
  Import index.
 """
-#  Copyright (c) 2023. ECCO Sneaks & Data
+#  Copyright (c) 2023-2024. ECCO Sneaks & Data
 #
 #  Licensed under the Apache License, Version 2.0 (the "License");
 #  you may not use this file except in compliance with the License.

diff --git a/adapta/ml/_model.py b/adapta/ml/_model.py
@@ -1,5 +1,5 @@
 """Machine learning model module"""
-#  Copyright (c) 2023. ECCO Sneaks & Data
+#  Copyright (c) 2023-2024. ECCO Sneaks & Data
 #
 #  Licensed under the Apache License, Version 2.0 (the "License");
 #  you may not use this file except in compliance with the License.

diff --git a/adapta/ml/mlflow/__init__.py b/adapta/ml/mlflow/__init__.py
@@ -1,5 +1,5 @@
 """Import index"""
-#  Copyright (c) 2023. ECCO Sneaks & Data
+#  Copyright (c) 2023-2024. ECCO Sneaks & Data
 #
 #  Licensed under the Apache License, Version 2.0 (the "License");
 #  you may not use this file except in compliance with the License.

diff --git a/adapta/ml/mlflow/_client.py b/adapta/ml/mlflow/_client.py
@@ -1,7 +1,7 @@
 """
   Thin wrapper for Mlflow operations.
 """
-#  Copyright (c) 2023. ECCO Sneaks & Data
+#  Copyright (c) 2023-2024. ECCO Sneaks & Data
 #
 #  Licensed under the Apache License, Version 2.0 (the "License");
 #  you may not use this file except in compliance with the License.

diff --git a/adapta/ml/mlflow/_functions.py b/adapta/ml/mlflow/_functions.py
@@ -1,5 +1,5 @@
 """Mlflow python model module"""
-#  Copyright (c) 2023. ECCO Sneaks & Data
+#  Copyright (c) 2023-2024. ECCO Sneaks & Data
 #
 #  Licensed under the Apache License, Version 2.0 (the "License");
 #  you may not use this file except in compliance with the License.

diff --git a/adapta/process_communication/__init__.py b/adapta/process_communication/__init__.py
@@ -2,7 +2,7 @@
  Import index.
 """
 
-#  Copyright (c) 2023. ECCO Sneaks & Data
+#  Copyright (c) 2023-2024. ECCO Sneaks & Data
 #
 #  Licensed under the Apache License, Version 2.0 (the "License");
 #  you may not use this file except in compliance with the License.

diff --git a/adapta/process_communication/_models.py b/adapta/process_communication/_models.py
@@ -1,7 +1,7 @@
 """
   Models used for inter-process communication in data processing applications.
 """
-#  Copyright (c) 2023. ECCO Sneaks & Data
+#  Copyright (c) 2023-2024. ECCO Sneaks & Data
 #
 #  Licensed under the Apache License, Version 2.0 (the "License");
 #  you may not use this file except in compliance with the License.
@@ -21,6 +21,7 @@
 
 from dataclasses_json import DataClassJsonMixin
 
+from adapta.storage.models import parse_data_path
 from adapta.storage.models.astra import AstraPath
 from adapta.storage.models.base import DataPath
 from adapta.storage.models.azure import AdlsGen2Path, WasbPath
@@ -61,13 +62,7 @@ def parse_data_path(
 
         :return:
         """
-        for candidate in candidates:
-            try:
-                return candidate.from_hdfs_path(self.data_path)
-            except:  # pylint: disable=W0702
-                continue
-
-        return None
+        return parse_data_path(self.data_path, candidates=candidates)
 
     def serialize(self) -> str:
         """

diff --git a/adapta/schema_management/__init__.py b/adapta/schema_management/__init__.py
@@ -1,4 +1,4 @@
-#  Copyright (c) 2023. ECCO Sneaks & Data
+#  Copyright (c) 2023-2024. ECCO Sneaks & Data
 #
 #  Licensed under the Apache License, Version 2.0 (the "License");
 #  you may not use this file except in compliance with the License.

diff --git a/adapta/schema_management/schema_entity.py b/adapta/schema_management/schema_entity.py
@@ -1,4 +1,4 @@
-#  Copyright (c) 2023. ECCO Sneaks & Data
+#  Copyright (c) 2023-2024. ECCO Sneaks & Data
 #
 #  Licensed under the Apache License, Version 2.0 (the "License");
 #  you may not use this file except in compliance with the License.

diff --git a/adapta/security/__init__.py b/adapta/security/__init__.py
@@ -1,4 +1,4 @@
-#  Copyright (c) 2023. ECCO Sneaks & Data
+#  Copyright (c) 2023-2024. ECCO Sneaks & Data
 #
 #  Licensed under the Apache License, Version 2.0 (the "License");
 #  you may not use this file except in compliance with the License.

diff --git a/adapta/security/clients/__init__.py b/adapta/security/clients/__init__.py
@@ -2,7 +2,7 @@
  Import index.
 """
 
-#  Copyright (c) 2023. ECCO Sneaks & Data
+#  Copyright (c) 2023-2024. ECCO Sneaks & Data
 #
 #  Licensed under the Apache License, Version 2.0 (the "License");
 #  you may not use this file except in compliance with the License.

diff --git a/adapta/security/clients/_azure_client.py b/adapta/security/clients/_azure_client.py
@@ -1,7 +1,7 @@
 """
  Azure Cloud implementation of AuthenticationClient.
 """
-#  Copyright (c) 2023. ECCO Sneaks & Data
+#  Copyright (c) 2023-2024. ECCO Sneaks & Data
 #
 #  Licensed under the Apache License, Version 2.0 (the "License");
 #  you may not use this file except in compliance with the License.

diff --git a/adapta/security/clients/_base.py b/adapta/security/clients/_base.py
@@ -1,7 +1,7 @@
 """
  Base client for all infrastructure providers.
 """
-#  Copyright (c) 2023. ECCO Sneaks & Data
+#  Copyright (c) 2023-2024. ECCO Sneaks & Data
 #
 #  Licensed under the Apache License, Version 2.0 (the "License");
 #  you may not use this file except in compliance with the License.

diff --git a/adapta/security/clients/_local_client.py b/adapta/security/clients/_local_client.py
@@ -1,7 +1,7 @@
 """
  Client representing Local infrastructure. Mainly used for unit tests.
 """
-#  Copyright (c) 2023. ECCO Sneaks & Data
+#  Copyright (c) 2023-2024. ECCO Sneaks & Data
 #
 #  Licensed under the Apache License, Version 2.0 (the "License");
 #  you may not use this file except in compliance with the License.

diff --git a/adapta/security/clients/aws/__init__.py b/adapta/security/clients/aws/__init__.py
@@ -1,7 +1,7 @@
 """
 Import index
 """
-#  Copyright (c) 2023. ECCO Sneaks & Data
+#  Copyright (c) 2023-2024. ECCO Sneaks & Data
 #
 #  Licensed under the Apache License, Version 2.0 (the "License");
 #  you may not use this file except in compliance with the License.

diff --git a/adapta/security/clients/aws/_aws_client.py b/adapta/security/clients/aws/_aws_client.py
@@ -1,7 +1,7 @@
 """
  Amazon Web Services implementation of AuthenticationClient.
 """
-#  Copyright (c) 2023. ECCO Sneaks & Data
+#  Copyright (c) 2023-2024. ECCO Sneaks & Data
 #
 #  Licensed under the Apache License, Version 2.0 (the "License");
 #  you may not use this file except in compliance with the License.

diff --git a/adapta/security/clients/aws/_aws_credentials.py b/adapta/security/clients/aws/_aws_credentials.py
@@ -1,7 +1,7 @@
 """
 Contains credentials provider for AWS clients
 """
-#  Copyright (c) 2023. ECCO Sneaks & Data
+#  Copyright (c) 2023-2024. ECCO Sneaks & Data
 #
 #  Licensed under the Apache License, Version 2.0 (the "License");
 #  you may not use this file except in compliance with the License.

diff --git a/adapta/security/clients/hashicorp_vault/__init__.py b/adapta/security/clients/hashicorp_vault/__init__.py
@@ -1,4 +1,4 @@
-#  Copyright (c) 2023. ECCO Sneaks & Data
+#  Copyright (c) 2023-2024. ECCO Sneaks & Data
 #
 #  Licensed under the Apache License, Version 2.0 (the "License");
 #  you may not use this file except in compliance with the License.

diff --git a/adapta/security/clients/hashicorp_vault/hashicorp_vault_client.py b/adapta/security/clients/hashicorp_vault/hashicorp_vault_client.py
@@ -1,7 +1,7 @@
 """
  Hashicorp Vault implementation of AuthenticationClient.
 """
-#  Copyright (c) 2023. ECCO Sneaks & Data
+#  Copyright (c) 2023-2024. ECCO Sneaks & Data
 #
 #  Licensed under the Apache License, Version 2.0 (the "License");
 #  you may not use this file except in compliance with the License.

diff --git a/adapta/security/clients/hashicorp_vault/kubernetes_client.py b/adapta/security/clients/hashicorp_vault/kubernetes_client.py
@@ -1,7 +1,7 @@
 """
  Hashicorp Vault implementation of AuthenticationClient.
 """
-#  Copyright (c) 2023. ECCO Sneaks & Data
+#  Copyright (c) 2023-2024. ECCO Sneaks & Data
 #
 #  Licensed under the Apache License, Version 2.0 (the "License");
 #  you may not use this file except in compliance with the License.

diff --git a/adapta/security/clients/hashicorp_vault/oidc_client.py b/adapta/security/clients/hashicorp_vault/oidc_client.py
@@ -1,7 +1,7 @@
 """
  Hashicorp Vault implementation of AuthenticationClient.
 """
-#  Copyright (c) 2023. ECCO Sneaks & Data
+#  Copyright (c) 2023-2024. ECCO Sneaks & Data
 #
 #  Licensed under the Apache License, Version 2.0 (the "License");
 #  you may not use this file except in compliance with the License.

diff --git a/adapta/security/clients/hashicorp_vault/token_client.py b/adapta/security/clients/hashicorp_vault/token_client.py
@@ -1,7 +1,7 @@
 """
  Hashicorp Vault implementation of AuthenticationClient.
 """
-#  Copyright (c) 2023. ECCO Sneaks & Data
+#  Copyright (c) 2023-2024. ECCO Sneaks & Data
 #
 #  Licensed under the Apache License, Version 2.0 (the "License");
 #  you may not use this file except in compliance with the License.