huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-04-22 15:32:08 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix dependencies (#56)

Browse Source
This commit is contained in:
regisss 2024-02-19 10:19:23 +01:00 committed by GitHub
parent dca9ac6508
commit a4d3a00d98
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
3 changed files with 5 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
Dockerfile
View File

@ -1,5 +1,5 @@
# Rust builder
FROM lukemathwalker/cargo-chef:latest-rust-1.71 AS chef
FROM lukemathwalker/cargo-chef:latest-rust-1.75 AS chef
WORKDIR /usr/src
FROM chef as planner
@ -31,7 +31,7 @@ COPY launcher launcher
RUN cargo build --release
# Text Generation Inference base image
FROM vault.habana.ai/gaudi-docker/1.13.0/ubuntu22.04/habanalabs/pytorch-installer-2.1.0:latest as base
FROM vault.habana.ai/gaudi-docker/1.14.0/ubuntu22.04/habanalabs/pytorch-installer-2.1.1:latest as base
# Text Generation Inference base env
ENV HUGGINGFACE_HUB_CACHE=/data \

2
rust-toolchain.toml
View File

@ -1,3 +1,3 @@
[toolchain]
channel = "1.70.0"
channel = "1.75.0"
components = ["rustfmt", "clippy"]

4
server/pyproject.toml
View File

@ -25,8 +25,8 @@ sentencepiece = "^0.1.97"
tokenizers = "^0.14.1"
huggingface-hub = "^0.16.4"
peft = "^0.4.0"
deepspeed = { git = "https://github.com/HabanaAI/DeepSpeed.git", branch = "1.13.0" }
optimum-habana = { git = "https://github.com/huggingface/optimum-habana.git", branch = "main" }
deepspeed = { git = "https://github.com/HabanaAI/DeepSpeed.git", branch = "1.14.0" }
optimum-habana = "1.10.0"
[tool.poetry.group.dev.dependencies]
grpcio-tools = "*"