add support for additional table hints

Author: Jorrit Sandbrink

dlt/destinations/impl/synapse/synapse_adapter.py

@@ -1,4 +1,4 @@
-from typing import Any, Literal, Set, get_args, Final
+from typing import Any, Literal, Set, get_args, Final, Dict
 
 from dlt.extract import DltResource, resource as make_resource
 from dlt.extract.typing import TTableHintTemplate
@@ -39,12 +39,14 @@ def synapse_adapter(data: Any, table_index_type: TTableIndexType = None) -> DltR
     """
     resource = ensure_resource(data)
 
+    additional_table_hints: Dict[str, TTableHintTemplate[Any]] = {}
     if table_index_type is not None:
         if table_index_type not in TABLE_INDEX_TYPES:
             allowed_types = ", ".join(TABLE_INDEX_TYPES)
             raise ValueError(
                 f"Table index type {table_index_type} is invalid. Allowed table index"
                 f" types are: {allowed_types}."
             )
-        resource._hints[TABLE_INDEX_TYPE_HINT] = table_index_type  # type: ignore[typeddict-unknown-key]
+        additional_table_hints[TABLE_INDEX_TYPE_HINT] = table_index_type
+    resource.apply_hints(additional_table_hints=additional_table_hints)
     return resource

dlt/extract/hints.py

@@ -1,5 +1,5 @@
 from copy import copy, deepcopy
-from typing import List, TypedDict, cast, Any
+from typing import List, TypedDict, cast, Any, Optional, Dict
 
 from dlt.common.schema.utils import DEFAULT_WRITE_DISPOSITION, merge_columns, new_column, new_table
 from dlt.common.schema.typing import (
@@ -125,6 +125,7 @@ def apply_hints(
         merge_key: TTableHintTemplate[TColumnNames] = None,
         incremental: Incremental[Any] = None,
         schema_contract: TTableHintTemplate[TSchemaContract] = None,
+        additional_table_hints: Optional[Dict[str, TTableHintTemplate[Any]]] = None,
     ) -> None:
         """Creates or modifies existing table schema by setting provided hints. Accepts both static and dynamic hints based on data.
 
@@ -208,6 +209,14 @@ def apply_hints(
                 t["incremental"] = None
             else:
                 t["incremental"] = incremental
+        if additional_table_hints is not None:
+            # loop through provided hints and add, overwrite, or remove them
+            for k, v in additional_table_hints.items():
+                if v:
+                    t[k] = v  # type: ignore[literal-required]
+                else:
+                    t.pop(k, None)  # type: ignore[misc]
+
         self.set_hints(t)
 
     def set_hints(self, hints_template: TResourceHints) -> None: