Feature/private datasets

CHANGELOG.md

@@ -11,6 +11,23 @@ Recommendation: for ease of reading, use the following order:
 - Fixed
 -->
 
+## [Unreleased]
+### Changed
+- Private Datasets:
+  - OSO: using user actors / dateset resources that come from the database
+    - Thus, any access check relies on real entities
+  - GQL, added `Dataset.visibility()` to get the current visibility value
+  - GQL, added `DatasetMut.setVisibility()` to be able to change the dataset visibility after it has been created
+  - Deletion of previously created (and unused) ReBAC-properties and reindexing
+  - OSO: updating the schema to use identifiers instead of names
+  - OSO: added resource storage for access speed
+  - E2E: Using the correct account in multi-tenant mode
+    - And also the possibility of set it up
+  - `DatasetOwnershipService`: moved to the `kamu-dataset` crate area & implemented via `DatasetEntryServiceImpl`
+  - GQL, `DatasetMetadata.currentUpstreamDependencies`: indication if datasets not found/not accessed
+  - GQL, `DatasetMetadata.currentDownstreamDependencies`: exclude datasets that cannot be accessed
+  - E2E: added the ability to create an account using CLI
+
 ## [0.214.0] - 2024-12-23
 ### Added
 - New `kamu system decode` command that can decode an arbitrary block file for debugging

Cargo.toml

@@ -69,7 +69,7 @@ members = [
     "src/infra/messaging-outbox/postgres",
     "src/infra/messaging-outbox/sqlite",
     # Adapters
-    "src/adapter/auth-oso",
+    "src/adapter/auth-oso-rebac",
     "src/adapter/flight-sql",
     "src/adapter/graphql",
     "src/adapter/http",
@@ -167,7 +167,7 @@ kamu-messaging-outbox-sqlite = { version = "0.214.0", path = "src/infra/messagin
 kamu-messaging-outbox-repo-tests = { version = "0.214.0", path = "src/infra/messaging-outbox/repo-tests", default-features = false }
 
 # Adapters
-kamu-adapter-auth-oso = { version = "0.214.0", path = "src/adapter/auth-oso", default-features = false }
+kamu-adapter-auth-oso-rebac = { version = "0.214.0", path = "src/adapter/auth-oso-rebac", default-features = false }
 kamu-adapter-flight-sql = { version = "0.214.0", path = "src/adapter/flight-sql", default-features = false }
 kamu-adapter-graphql = { version = "0.214.0", path = "src/adapter/graphql", default-features = false }
 kamu-adapter-http = { version = "0.214.0", path = "src/adapter/http", default-features = false }

migrations/postgres/20241126095018_rebac_properties_reindexing.sql

@@ -0,0 +1,3 @@
+-- Start re-indexing.
+DELETE
+FROM auth_rebac_properties;

migrations/sqlite/20241126095018_rebac_properties_reindexing.sql

@@ -0,0 +1,3 @@
+-- Start re-indexing.
+DELETE
+FROM auth_rebac_properties;

resources/schema.gql

@@ -451,6 +451,10 @@ type Dataset {
 	"""
 	kind: DatasetKind!
 	"""
+	Returns the visibility of dataset
+	"""
+	visibility: DatasetVisibilityOutput!
+	"""
 	Access to the data of the dataset
 	"""
 	data: DatasetData!
@@ -642,11 +646,11 @@ type DatasetMetadata {
 	"""
 	Current upstream dependencies of a dataset
 	"""
-	currentUpstreamDependencies: [Dataset!]!
+	currentUpstreamDependencies: [DependencyDatasetResult!]!
 	"""
 	Current downstream dependencies of a dataset
 	"""
-	currentDownstreamDependencies: [Dataset!]!
+	currentDownstreamDependencies: [DependencyDatasetResult!]!
 	"""
 	Current polling source used by the root dataset
 	"""
@@ -718,6 +722,10 @@ type DatasetMut {
 	Manually advances the watermark of a root dataset
 	"""
 	setWatermark(watermark: DateTime!): SetWatermarkResult!
+	"""
+	Set visibility for the dataset
+	"""
+	setVisibility(visibility: DatasetVisibilityInput!): SetDatasetVisibilityResult!
 }
 
 scalar DatasetName
@@ -764,6 +772,13 @@ enum DatasetVisibility {
 	PUBLIC
 }
 
+input DatasetVisibilityInput @oneOf {
+	private: PrivateDatasetVisibilityInput
+	public: PublicDatasetVisibilityInput
+}
+
+union DatasetVisibilityOutput = PrivateDatasetVisibility | PublicDatasetVisibility
+
 type Datasets {
 	"""
 	Returns dataset by its ID
@@ -834,6 +849,20 @@ type DeleteResultSuccess implements DeleteResult {
 	message: String!
 }
 
+interface DependencyDatasetResult {
+	message: String!
+}
+
+type DependencyDatasetResultAccessible implements DependencyDatasetResult {
+	dataset: Dataset!
+	message: String!
+}
+
+type DependencyDatasetResultNotAccessible implements DependencyDatasetResult {
+	id: DatasetID!
+	message: String!
+}
+
 type DisablePollingSource {
 	dummy: String
 }
@@ -1515,11 +1544,27 @@ type PrepStepPipe {
 	command: [String!]!
 }
 
+type PrivateDatasetVisibility {
+	dummy: String
+}
+
+input PrivateDatasetVisibilityInput {
+	dummy: String
+}
+
 input PropagationMode @oneOf {
 	custom: FlowConfigurationResetCustom
 	toSeed: FlowConfigurationResetToSeedDummy
 }
 
+type PublicDatasetVisibility {
+	anonymousAvailable: Boolean!
+}
+
+input PublicDatasetVisibilityInput {
+	anonymousAvailable: Boolean!
+}
+
 type Query {
 	"""
 	Returns the version of the GQL API
@@ -1727,6 +1772,15 @@ type SetDataSchema {
 	schema: DataSchema!
 }
 
+interface SetDatasetVisibilityResult {
+	message: String!
+}
+
+type SetDatasetVisibilityResultSuccess implements SetDatasetVisibilityResult {
+	dummy: String
+	message: String!
+}
+
 interface SetFlowCompactionConfigResult {
 	message: String!
 }