diff --git a/Cargo.toml b/Cargo.toml index ecb4878f..0076acdc 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -14,6 +14,10 @@ edition = "2021" authors = ["Olivier Dehaene"] homepage = "https://github.com/huggingface/text-generation-inference" +[dependencies] +tokenizers = { version = "0.19.1", features = ["http"] } +hf-hub = { version = "0.3.1", features = ["tokio"] } + [profile.release] debug = 1 incremental = true @@ -21,3 +25,4 @@ lto = "fat" opt-level = 3 codegen-units = 1 panic = "abort" + diff --git a/benchmark/Cargo.toml b/benchmark/Cargo.toml index 40738c4d..756460e0 100644 --- a/benchmark/Cargo.toml +++ b/benchmark/Cargo.toml @@ -23,9 +23,9 @@ serde_json = "1.0" tabled = "0.14.0" text-generation-client = { path = "../router/client" } thiserror = "1.0.48" -tokenizers = { version = "0.14.0", features = ["http"] } +tokenizers = { workspace = true } tokio = { version = "1.32.0", features = ["rt", "rt-multi-thread", "parking_lot", "signal", "sync", "macros"] } tui = {package = "ratatui", version = "0.23", default-features = false, features = ["crossterm"]} tracing = "0.1.37" tracing-subscriber = { version = "0.3.17", features = ["json", "env-filter"] } -hf-hub = "0.3.1" +hf-hub = { workspace = true } diff --git a/router/Cargo.toml b/router/Cargo.toml index 582bbdfb..d164183e 100644 --- a/router/Cargo.toml +++ b/router/Cargo.toml @@ -21,7 +21,7 @@ axum-tracing-opentelemetry = "0.14.1" text-generation-client = { path = "client" } clap = { version = "4.4.5", features = ["derive", "env"] } futures = "0.3.28" -hf-hub = { version = "0.3.0", features = ["tokio"] } +hf-hub = { workspace = true } jsonschema = { version = "0.17.1", features = ["draft202012"] } metrics = "0.21.1" metrics-exporter-prometheus = { version = "0.12.1", features = [] } @@ -33,7 +33,7 @@ reqwest = { version = "0.11.20", features = [] } serde = "1.0.188" serde_json = "1.0.107" thiserror = "1.0.48" -tokenizers = { version = "0.15.1", features = ["http"] } +tokenizers = { workspace = true} tokio = { version = "1.32.0", features = ["rt", "rt-multi-thread", "parking_lot", "signal", "sync"] } tokio-stream = "0.1.14" tower-http = { version = "0.4.4", features = ["cors"] } diff --git a/server/pyproject.toml b/server/pyproject.toml index e7c576a8..ccfccdb2 100644 --- a/server/pyproject.toml +++ b/server/pyproject.toml @@ -24,9 +24,9 @@ opentelemetry-exporter-otlp = "^1.15.0" opentelemetry-instrumentation-grpc = "^0.36b0" hf-transfer = "^0.1.2" sentencepiece = "^0.1.97" -tokenizers = "^0.15.0" +tokenizers = "^0.19.1" huggingface-hub = "^0.19.3" -transformers = "^4.39" +transformers = "^4.40" einops = "^0.6.1" texttable = { version = "^1.6.7", optional = true } datasets = { version = "^2.14.0", optional = true }