Merge branch 'main' into bump-0.45.0

.github/services/chainsafe/chainsafe/action.yml

@@ -0,0 +1,30 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+name: chainsafe
+description: 'Behavior test for Chainsafe.'
+
+runs:
+  using: "composite"
+  steps:
+    - name: Setup
+      uses: 1password/load-secrets-action@v1
+      with:
+        export-env: true
+      env:
+        OPENDAL_CHAINSAFE_BUCKET_ID: op://services/chainsafe/bucket_id
+        OPENDAL_CHAINSAFE_API_KEY: op://services/chainsafe/api_key

README.md

@@ -132,6 +132,7 @@ OpenDAL is an active open-source project. We are always open to people who want
 - [OctoBase](https://github.com/toeverything/OctoBase): the open-source database behind [AFFiNE](https://github.com/toeverything/affine), local-first, yet collaborative.
 - [Pants](https://github.com/pantsbuild/pants): A fast, scalable, user-friendly build system for codebases of all sizes.
 - [QuestDB](https://github.com/questdb/questdb): An open-source time-series database for high throughput ingestion and fast SQL queries with operational simplicity.
+- [apache/iceberg-rust](https://github.com/apache/iceberg-rust/): Native Rust implementation of [Apache Iceberg](https://iceberg.apache.org/), the open table format for analytic datasets.
 
 ### C Binding
 

bin/ofs/Cargo.toml

@@ -30,20 +30,20 @@ repository.workspace = true
 rust-version.workspace = true
 
 [dependencies]
+anyhow = "1"
 async-trait = "0.1.75"
+clap = { version = "4.4.18", features = ["derive", "env"] }
+env_logger = "0.10"
 fuse3 = { "version" = "0.6.1", "features" = ["tokio-runtime", "unprivileged"] }
 futures-util = "0.3.30"
 libc = "0.2.151"
 log = "0.4.20"
-anyhow = "1"
+nix = { version = "0.27.1", features = ["user"] }
+opendal.workspace = true
 tokio = { version = "1.34", features = [
   "fs",
   "macros",
   "rt-multi-thread",
   "io-std",
 ] }
-nix = { version = "0.27.1", features = ["user"] }
-env_logger = "0.10"
-clap = { version = "4.4.18", features = ["derive", "env"] }
 url = "2.5.0"
-opendal.workspace = true

bindings/c/include/opendal.h

@@ -120,7 +120,6 @@ typedef struct BlockingLister BlockingLister;
  *
  * Some services like s3, gcs doesn't have native blocking supports, we can use [`layers::BlockingLayer`]
  * to wrap the async operator to make it blocking.
- *
  * # use anyhow::Result;
  * use opendal::layers::BlockingLayer;
  * use opendal::services::S3;

bindings/haskell/Cargo.toml

@@ -34,4 +34,4 @@ doc = false
 [dependencies]
 chrono = "0.4"
 log = { version = "0.4", features = ["std"] }
-opendal = { path = "../../core" }
+opendal = { version = "0.44.2", path = "../../core" }

bindings/java/Cargo.toml

@@ -53,6 +53,7 @@ services-all = [
   "default",
 
   "services-cacache",
+  "services-chainsafe",
   "services-dashmap",
   "services-dropbox",
   "services-etcd",
@@ -97,6 +98,7 @@ services-all = [
 # Default services provided by opendal.
 services-azblob = ["opendal/services-azblob"]
 services-azdls = ["opendal/services-azdls"]
+services-chainsafe = ["opendal/services-chainsafe"]
 services-cos = ["opendal/services-cos"]
 services-fs = ["opendal/services-fs"]
 services-gcs = ["opendal/services-gcs"]

bindings/nodejs/Cargo.toml

@@ -52,6 +52,7 @@ services-all = [
   "services-azfile",
   "services-b2",
   "services-cacache",
+  "services-chainsafe",
   "services-dashmap",
   "services-dropbox",
   "services-etcd",
@@ -92,6 +93,7 @@ services-all = [
 # Default services provided by opendal.
 services-azblob = ["opendal/services-azblob"]
 services-azdls = ["opendal/services-azdls"]
+services-chainsafe = ["opendal/services-chainsafe"]
 services-cos = ["opendal/services-cos"]
 services-fs = ["opendal/services-fs"]
 services-gcs = ["opendal/services-gcs"]

bindings/php/Cargo.toml

@@ -17,8 +17,8 @@
 
 [package]
 name = "opendal-php"
-version = "0.1.0"
 publish = false
+version = "0.1.0"
 
 authors = ["Apache OpenDAL <[email protected]>"]
 edition = "2021"

bindings/python/Cargo.toml

@@ -50,6 +50,7 @@ services-all = [
 
   "services-azfile",
   "services-cacache",
+  "services-chainsafe",
   "services-dashmap",
   "services-dropbox",
   # FIXME this service need protoc
@@ -94,6 +95,7 @@ services-all = [
 # Default services provided by opendal.
 services-azblob = ["opendal/services-azblob"]
 services-azdls = ["opendal/services-azdls"]
+services-chainsafe = ["opendal/services-chainsafe"]
 services-cos = ["opendal/services-cos"]
 services-fs = ["opendal/services-fs"]
 services-gcs = ["opendal/services-gcs"]

bindings/ruby/Cargo.toml

@@ -17,8 +17,8 @@
 
 [package]
 name = "opendal-ruby"
-version = "0.1.0"
 publish = false
+version = "0.1.0"
 
 authors = ["Apache OpenDAL <[email protected]>"]
 edition = "2021"

core/Cargo.toml

@@ -111,8 +111,8 @@ layers-await-tree = ["dep:await-tree"]
 # Enable layers async-backtrace support.
 layers-async-backtrace = ["dep:async-backtrace"]
 # Enable dtrace support.
-layers-dtrace=["dep:probe"]
 layers-blocking = ["internal-tokio-rt"]
+layers-dtrace = ["dep:probe"]
 
 services-alluxio = []
 services-atomicserver = ["dep:atomic_lib"]
@@ -156,9 +156,9 @@ services-gridfs = ["dep:mongodb"]
 services-hdfs = ["dep:hdrs"]
 services-http = []
 services-huggingface = []
+services-icloud = ["internal-path-cache"]
 services-ipfs = ["dep:prost"]
 services-ipmfs = []
-services-icloud = ["internal-path-cache"]
 services-koofr = []
 services-libsql = ["dep:hrana-client-proto"]
 services-memcached = ["dep:bb8"]
@@ -202,11 +202,11 @@ services-vercel-artifacts = []
 # Deprecated
 # wasabi services support has been removed.
 # We will remove this feature in the next version.
+services-hdfs-native = ["hdfs-native"]
 services-wasabi = []
 services-webdav = []
 services-webhdfs = []
 services-yandex-disk = []
-services-hdfs-native = ["hdfs-native"]
 
 internal-tokio-rt = ["tokio/rt-multi-thread"]
 
@@ -230,7 +230,7 @@ path = "tests/behavior/main.rs"
 required-features = ["tests"]
 
 [dependencies]
-async-tls = { version = "0.12.0", optional = true }
+async-tls = { version = "0.13.0", optional = true }
 
 # Required dependencies
 anyhow = { version = "1.0.30", features = ["std"] }
@@ -333,15 +333,15 @@ rusqlite = { version = "0.29.0", optional = true, features = ["bundled"] }
 # for services-sled
 sled = { version = "0.34.7", optional = true }
 # for services-ftp
-suppaftp = { version = "5.2", default-features = false, features = [
+suppaftp = { version = "5.3.1", default-features = false, features = [
   "async-secure",
   "rustls",
   "async-rustls",
 ], optional = true }
 # for services-tikv
 tikv-client = { version = "0.3.0", optional = true, default-features = false }
 # for services-hdfs-native
-hdfs-native = { version = "0.6.0", optional = true}
+hdfs-native = { version = "0.6.0", optional = true }
 
 # Layers
 # for layers-async-backtrace

core/src/docs/upgrade.md

@@ -1,3 +1,19 @@
+# Upgrade to v0.45
+
+## Public API
+
+### BlockingLayer is not enabled by default
+
+To further enhance the optionality of `tokio`, we have introduced a new feature called `layers-blocking`. The default usage of the blocking layer has been disabled. To utilize the `BlockingLayer`, please enable the `layers-blocking` feature.
+
+### TimeoutLayer deprecated `with_speed`
+
+The `with_speed` API has been deprecated. Please use `with_io_timeout` instead.
+
+## Raw API
+
+No raw API changes.
+
 # Upgrade to v0.44
 
 ## Public API