text-generation-inference

1
[package]
2
name = "text-generation-benchmark"
3
description = "Text Generation Benchmarking tool"
4
version.workspace = true
5
edition.workspace = true
6
authors.workspace = true
7
homepage.workspace = true
8

9
[lib]
10
path = "src/lib.rs"
11

12
[[bin]]
13
name = "text-generation-benchmark"
14
path = "src/main.rs"
15

16
[dependencies]
17
average = "0.14"
18
clap = { version = "4.4.5", features = ["derive", "env"] }
19
crossterm = "0.27"
20
float-ord = "0.3.2"
21
serde = {version = "1.0.188", features = ["derive"]}
22
serde_json = "1.0"
23
tabled = "0.14.0"
24
text-generation-client = { path = "../router/client" }
25
thiserror = "1.0.48"
26
tokenizers = { version = "0.14.0", features = ["http"] }
27
tokio = { version = "1.32.0", features = ["rt", "rt-multi-thread", "parking_lot", "signal", "sync", "macros"] }
28
tui = {package = "ratatui", version = "0.23", default-features = false, features = ["crossterm"]}
29
tracing = "0.1.37"
30
tracing-subscriber = { version = "0.3.17", features = ["json", "env-filter"] }
31
hf-hub = "0.3.1"
32