diff --git a/Dockerfile b/Dockerfile index a0ec4fe6..d9a00cbe 100644 --- a/Dockerfile +++ b/Dockerfile @@ -233,6 +233,7 @@ COPY server/Makefile server/Makefile ENV UV_SYSTEM_PYTHON=1 RUN cd server && \ make gen-server && \ + python -c "from text_generation_server.pb import generate_pb2" && \ pip install -U pip uv && \ uv pip install ".[attention, bnb, accelerate, compressed-tensors, marlin, moe, quantize, peft, outlines]" --no-cache-dir && \ uv pip install nvidia-nccl-cu12==2.22.3