Skip to content

Commit

Permalink
Use original solution
Browse files Browse the repository at this point in the history
  • Loading branch information
NathanFarmer committed Jan 28, 2025
1 parent b9d2bd7 commit f502715
Show file tree
Hide file tree
Showing 3 changed files with 6 additions and 7 deletions.
1 change: 0 additions & 1 deletion tests/integration/conftest.py
Original file line number Diff line number Diff line change
Expand Up @@ -29,7 +29,6 @@ def __hash__(self) -> int:
return hash(
(
self.__class__,
self.data_source_config,
hash_data_frame(self.data),
dict_to_tuple(
{k: hash_data_frame(self.extra_data[k]) for k in sorted(self.extra_data)}
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -14,12 +14,12 @@
)


@dataclass(frozen=True, unsafe_hash=True)
@dataclass(frozen=True)
class PandasFilesystemCsvDatasourceTestConfig(DataSourceTestConfig):
# see https://pandas.pydata.org/docs/reference/api/pandas.read_csv.html for options
read_options: dict[str, Any] = field(default_factory=dict, hash=False)
read_options: dict[str, Any] = field(default_factory=dict)
# see https://pandas.pydata.org/docs/reference/api/pandas.DataFrame.to_csv.html for options
write_options: dict[str, Any] = field(default_factory=dict, hash=False)
write_options: dict[str, Any] = field(default_factory=dict)

@property
@override
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -19,12 +19,12 @@
from great_expectations.compatibility.pyspark import types as pyspark_types


@dataclass(frozen=True, unsafe_hash=True)
@dataclass(frozen=True)
class SparkFilesystemCsvDatasourceTestConfig(DataSourceTestConfig):
# see "read" options at https://spark.apache.org/docs/3.5.3/sql-data-sources-csv.html#data-source-option
read_options: dict[str, Any] = field(default_factory=dict, hash=False)
read_options: dict[str, Any] = field(default_factory=dict)
# see "write" options at https://spark.apache.org/docs/3.5.3/sql-data-sources-csv.html#data-source-option
write_options: dict[str, Any] = field(default_factory=dict, hash=False)
write_options: dict[str, Any] = field(default_factory=dict)

@property
@override
Expand Down

0 comments on commit f502715

Please sign in to comment.