Correctly handle AWS token refreshes for Delta (#819)

ArroyoSystems · Jan 8, 2025 · 4014db4 · 4014db4
1 parent 30bdba9
commit 4014db4
Show file tree

Hide file tree

Showing 11 changed files with 351 additions and 288 deletions.
diff --git a/Cargo.lock b/Cargo.lock
diff --git a/Cargo.toml b/Cargo.toml
@@ -63,7 +63,7 @@ prost = { version = "0.13", features = ["no-recursion-limit"] }
 prost-reflect = "0.14.0"
 prost-build = {version = "0.13" }
 prost-types = "0.13"
-aws-config = "1.5.6"
+aws-config = "1.5.13"
 reqwest = "0.12"
 
 [profile.release]

diff --git a/crates/arroyo-connectors/Cargo.toml b/crates/arroyo-connectors/Cargo.toml
@@ -83,7 +83,7 @@ uuid = { version = "1.7.0", features = ["v4"] }
 # Filesystem
 parquet = { workspace = true, features = ["async"]}
 object_store = { workspace = true }
-deltalake = { workspace = true, features = ["s3"] }
+deltalake = { workspace = true, features = ["s3", "gcs"] }
 async-compression = { version = "0.4.3", features = ["tokio", "zstd", "gzip"] }
 
 # MQTT