Abstract dataset

kedro-datasets/RELEASE.md

@@ -11,6 +11,10 @@
 | `polars.CSVDataSet` | A `CSVDataSet` backed by [polars](https://www.pola.rs/), a lighting fast dataframe package built entirely using Rust. | `kedro_datasets.polars` |
 | `snowflake.SnowparkTableDataSet` | Work with [Snowpark](https://www.snowflake.com/en/data-cloud/snowpark/) DataFrames from tables in Snowflake. | `kedro_datasets.snowflake` |
 
+* Patched `kedro.io.core.py` and `kedro.utils` to `io.core.py` and `io.core.utils` respectively, 
+allowing for implementations of `AbstractDataSet` and `AbstractVersionedDataSet` to be shared with 
+and used by non-Kedro users.
+
 ## Bug fixes and other changes
 * Add `mssql` backend to the `SQLQueryDataSet` DataSet using `pyodbc` library.
 

kedro-datasets/kedro_datasets/api/api_dataset.py

@@ -4,7 +4,7 @@
 from typing import Any, Dict, Iterable, List, NoReturn, Union
 
 import requests
-from kedro.io.core import AbstractDataSet, DataSetError
+from kedro_datasets.io.core import AbstractDataSet, DataSetError
 from requests.auth import AuthBase
 
 

kedro-datasets/kedro_datasets/biosequence/biosequence_dataset.py

@@ -7,7 +7,7 @@
 
 import fsspec
 from Bio import SeqIO
-from kedro.io.core import AbstractDataSet, get_filepath_str, get_protocol_and_path
+from kedro_datasets.io.core import AbstractDataSet, get_filepath_str, get_protocol_and_path
 
 
 class BioSequenceDataSet(AbstractDataSet[List, List]):

kedro-datasets/kedro_datasets/dask/parquet_dataset.py

@@ -7,7 +7,7 @@
 import dask.dataframe as dd
 import fsspec
 import triad
-from kedro.io.core import AbstractDataSet, get_protocol_and_path
+from kedro_datasets.io.core import AbstractDataSet, get_protocol_and_path
 
 
 class ParquetDataSet(AbstractDataSet[dd.DataFrame, dd.DataFrame]):

kedro-datasets/kedro_datasets/email/message_dataset.py

@@ -11,7 +11,7 @@
 from typing import Any, Dict
 
 import fsspec
-from kedro.io.core import (
+from kedro_datasets.io.core import (
     AbstractVersionedDataSet,
     DataSetError,
     Version,

kedro-datasets/kedro_datasets/geopandas/geojson_dataset.py

@@ -8,7 +8,7 @@
 
 import fsspec
 import geopandas as gpd
-from kedro.io.core import (
+from kedro_datasets.io.core import (
     AbstractVersionedDataSet,
     DataSetError,
     Version,

kedro-datasets/kedro_datasets/holoviews/holoviews_writer.py

@@ -8,7 +8,7 @@
 
 import fsspec
 import holoviews as hv
-from kedro.io.core import (
+from kedro_datasets.io.core import (
     AbstractVersionedDataSet,
     DataSetError,
     Version,

kedro-datasets/kedro_datasets/io/__init__.py

@@ -0,0 +1,22 @@
+"""``kedro.io`` provides functionality to read and write to a
+number of data sets. At core of the library is ``AbstractDataSet``
+which allows implementation of various ``AbstractDataSet``s.
+"""
+
+from .core import (
+    AbstractDataSet,
+    AbstractVersionedDataSet,
+    DataSetAlreadyExistsError,
+    DataSetError,
+    DataSetNotFoundError,
+    Version,
+)
+
+__all__ = [
+    "AbstractDataSet",
+    "AbstractVersionedDataSet",
+    "DataSetAlreadyExistsError",
+    "DataSetError",
+    "DataSetNotFoundError",
+    "Version",
+]