forked from delta-io/kafka-delta-ingest
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Cargo.toml
71 lines (65 loc) · 1.93 KB
/
Cargo.toml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
[package]
name = "kafka-delta-ingest"
version = "0.2.0"
authors = ["R. Tyler Croy <[email protected]>", "Christian Williams <[email protected]>"]
edition = "2018"
[dependencies]
flate2 = "1.0"
anyhow = "1"
async-trait = "0.1"
apache-avro = "^0.14"
base64 = "0.13"
bytes = "1"
chrono = "0.4.31"
clap = { version = "4", features = ["color", "env"] }
dipstick = "0.9"
env_logger = "0"
futures = "0.3"
jmespatch = { version = "0.3", features = ["sync"] }
lazy_static = "1"
log = "0"
maplit = "1"
rdkafka = { version = "0.28", features = ["ssl"] }
schema_registry_converter = { version = "3.1.0", features = ["easy", "json", "avro"] }
serde = { version = "1", features = ["derive"] }
serde_json = "1"
strum = "0.20"
strum_macros = "0.20"
thiserror = "1"
tokio = { version = "1", features = ["full"] }
tokio-stream = { version = "0", features = ["fs"] }
tokio-util = "0.6.3"
uuid = { version = "0.8", features = ["serde", "v4"] }
url = "2.3"
# datafusion feature is required for writer version 2
deltalake-core = { version = "0.20.0", features = ["json", "datafusion"]}
deltalake-aws = { version = "0.3.0", optional = true }
deltalake-azure = { version = "0.3.0", optional = true }
# s3 feature enabled, helps for locking interactions with DLQ
dynamodb_lock = { version = "0.6.0", optional = true }
# sentry
sentry = { version = "0.23.0", optional = true }
[features]
default = []
sentry-ext = ["sentry"]
dynamic-linking = [ "rdkafka/dynamic-linking" ]
azure = [
"deltalake-azure",
]
s3 = [
"deltalake-aws",
"dynamodb_lock",
]
[dev-dependencies]
azure_core = { version = "0.18.0" }
azure_storage = { version = "0.18.0" }
azure_storage_blobs = { version = "0.18.0" }
rusoto_core = { version = "0.47", default-features = false, features = ["rustls"]}
rusoto_credential = { version = "0.47"}
rusoto_s3 = { version = "0.47", default-features = false, features = ["rustls"]}
serial_test = "*"
tempfile = "3"
time = "0.3.20"
utime = "0.3"
[profile.release]
lto = true