forked from feldera/feldera
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Cargo.toml
116 lines (110 loc) · 4.54 KB
/
Cargo.toml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
[package]
name = "dbsp_adapters"
version = "0.1.0"
edition = "2021"
license = "MIT OR Apache-2.0"
description = "Data adapters for continuous streaming data analytics with DBSP"
homepage = "https://github.com/feldera/feldera"
repository = "https://github.com/feldera/feldera"
keywords = ["DBSP", "streaming", "analytics", "database"]
categories = ["database", "api-bindings", "network-programming"]
publish = false
[features]
default = ["with-kafka", "with-deltalake", "with-avro"]
with-kafka = ["rdkafka"]
with-deltalake = ["deltalake"]
with-avro = ["apache-avro", "schema_registry_converter"]
# Run delta table tests against an S3 bucket. Requires S3 authentication key
# to be provided via an environment variable.
delta-s3-test = []
[dependencies]
pipeline_types = { path = "../pipeline-types/" }
awc = { version = "3.1.1", default-features = false, features = ["compress-gzip", "compress-brotli", "cookies", "rustls"] }
async-stream = "0.3.5"
num-traits = "0.2.15"
num-derive = "0.3.3"
anyhow = { version = "1.0.57", features = ["backtrace"] }
circular-queue = { version = "0.2.6", features = ["serde_support"] }
crossbeam = "0.8.2"
dbsp = { path = "../dbsp" }
serde = { version = "1.0", features = ["derive", "rc"] }
erased-serde = "0.3.23"
once_cell = "1.9.0"
serde_yaml = "0.9.14"
serde_json = { version = "1.0.103", features = ["raw_value"] }
serde_urlencoded = "0.7.1"
form_urlencoded = "1.2.0"
csv = "1.2.2"
# cmake-build is required on Windows.
rdkafka = { version = "0.34.0", features = ["cmake-build", "ssl-vendored", "gssapi-vendored"], optional = true }
aws-sdk-s3 = { version = "1.17.0", features = ["behavior-version-latest"] }
aws-types = "1.1.7"
actix = "0.13.1"
actix-web = { version = "4.4.0", default-features = false, features = ["cookies", "macros", "compress-gzip", "compress-brotli"] }
mime = "0.3.16"
tracing = { version = "0.1.40" }
# Once chrono is released with `849932` chrono version needs to be updated in size-of crate:
size-of = { git = "https://github.com/gz/size-of.git", rev = "3ec40db", features = ["time-std", "ordered-float"], optional = true }
futures = { version = "0.3.28" }
futures-util = { version = "0.3.28" }
proptest = { version = "1.0.0", optional = true }
proptest-derive = { version = "0.3.0", optional = true }
env_logger = "0.10.0"
clap = { version = "4.0.32", features = ["derive"] }
tokio = { version = "1.25.0", features = ["sync", "macros", "fs", "rt"] }
prometheus = "0.13.3"
utoipa = "4.1"
# Go back to a version once commit containing 849932 is released:
chrono = { git = "https://github.com/chronotope/chrono", rev = "849932", features = ["rkyv-64", "serde"] }
colored = "2.0.0"
uuid = { version = "1.3.3", features = ["v4", "std"] }
webpki-roots = "0.25.1"
rustls = "0.20.8"
lazy_static = "1.4.0"
rkyv = { git = "https://github.com/gz/rkyv.git", rev = "3d3fd86", default-features = false, features = ["std", "size_64", "extra_traits"] }
csv-core = "0.1.10"
rand = "0.8.5"
regex = "1.10.2"
tempfile = "3.10.0"
async-trait = "0.1"
parquet = { version = "52.0.0", features = ["json"] }
arrow = { version = "52.0.0", features = ["chrono-tz"] }
serde_arrow = { version = "0.11.6", features = ["arrow-52"] }
bytes = "1.5.0"
# `datafusion` must be enabled for the writer to implement the `Invariant` feature.
deltalake = { version = "=0.18.1", features = ["datafusion", "s3", "gcs", "azure"], optional = true }
apache-avro = { version = "0.16.0", optional = true }
schema_registry_converter = { version = "4.0.0", features = ["avro", "blocking"], optional = true }
rust_decimal = { git = "https://github.com/gz/rust-decimal.git", rev = "ea85fdf" }
url = "2.5.0"
metrics = "0.23"
metrics-util = "0.17"
metrics-exporter-prometheus = "0.15.1"
ordered-float = { version = "4.2.0", features = ["serde"] }
[target.'cfg(target_os = "linux")'.dependencies]
jemalloc_pprof = "0.1.0"
[target.'cfg(any(target_os = "macos", target_os = "linux"))'.dependencies]
psutil = "3.2.2"
[dev-dependencies]
actix-test = "0.1.1"
bstr = { version = "0.2.1", features = ["serde1"] }
serde_json = "1.0.89"
size-of = { git = "https://github.com/gz/size-of.git", rev = "3ec40db", features = ["time-std", "ordered-float"] }
tempfile = "3.3.0"
proptest = "1.0.0"
proptest-derive = "0.3.0"
futures = "0.3.25"
bytestring = "1.2.0"
actix-codec = "0.5.0"
async-stream = "0.3.5"
futures-timer = "3.0.2"
test_bin = "0.4.0"
reqwest = { version = "0.11.20", features = ["blocking"] }
serial_test = "2.0.0"
rust_decimal_macros = "1.32"
mockall = "0.12.1"
pretty_assertions = "1.4.0"
sqllib = { path = "../../sql-to-dbsp-compiler/lib/sqllib" }
num-bigint = "0.4.4"
[package.metadata.cargo-machete]
ignored = ["ordered-float"]