[Rust][Benchmark] Load HF datasets from parquet shards via hf-hub, fixing truncated-cache sampling (#51570)

This commit is contained in:
Roy Wang
2026-08-21 05:07:43 +00:00
committed by GitHub
parent ba07e4a48f
commit df344bf36f
8 changed files with 732 additions and 183 deletions
+1
View File
@@ -70,6 +70,7 @@ openai-harmony = { package = "oss-harmony", git = "https://github.com/oss-harmon
openai-protocol = "1.6.0"
openssl = "0.10"
parking_lot = "0.12.5"
parquet = { version = "59.2.0", default-features = false, features = ["json", "snap", "zstd", "flate2", "flate2-rust_backend", "lz4", "brotli"] }
paste = "1.0.15"
prometheus-client = "0.24.0"
prometheus-client-derive-encode = "0.5.0"