datafusion-distributed/benchmarks/Cargo.toml at baf9fef3692771fa67d262e2989a6c5d8e2407e7 · datafusion-contrib/datafusion-distributed · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
[package]
name = "datafusion-distributed-benchmarks"
version = "0.1.0"
edition = "2024"
default-run = "dfbench"

[dependencies]
datafusion = { workspace = true }
datafusion-distributed = { path = "..", features = [
  "integration",
  "system-metrics",
] }
tokio = { version = "1.48", features = ["full"] }
parquet = { version = "58" }
structopt = { version = "0.3.26" }
log = "0.4.27"
serde = "1.0.219"
serde_json = "1.0.141"
env_logger = "0.11.8"
async-trait = "0.1.89"
futures = "0.3.31"
url = "2.5.7"
arrow = { version = "58", features = ["test_utils"] }
tonic = { version = "0.14.1", features = ["transport"] }
tpchgen = { git = "https://github.com/clflushopt/tpchgen-rs", rev = "438e9c2dbc25b2fff82c0efc08b3f13b5707874f" }
tpchgen-arrow = { git = "https://github.com/clflushopt/tpchgen-rs", rev = "438e9c2dbc25b2fff82c0efc08b3f13b5707874f" }
reqwest = "0.12"
zip = "6.0"
axum = "0.7"
object_store = { version = "0.13", features = ["aws"] }
aws-config = "1"
aws-sdk-ec2 = "1"
openssl = { version = "0.10", features = ["vendored"] } # Keep this. Necessary for the remote benchmarks worker.
mimalloc = "0.1"

[dev-dependencies]
criterion = "0.5"
sysinfo = "0.30"

[build-dependencies]
built = { version = "0.8", features = ["git2", "chrono"] }

[[bin]]
name = "dfbench"
path = "src/main.rs"

[[bin]]
name = "worker"
path = "cdk/bin/worker.rs"

[[bench]]
name = "broadcast_cache_scenarios"
harness = false

[[bench]]
name = "shuffle"
harness = false

[[bench]]
name = "local_repartition"
harness = false

[[bench]]
name = "local_exchange_split"
harness = false

[[bench]]
name = "local_exchange_query_shapes"
harness = false

[[bench]]
name = "transport"
harness = false