huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 12:24:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

gs:// model_id is already set to /tmp/gcs_model/

Browse Source
This commit is contained in:
dstnluong-google 2024-02-21 22:03:55 +00:00
parent 666b75ea87
commit 03fb94b853
1 changed files with 0 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
server/text_generation_server/server.py
View File

@ -192,8 +192,6 @@ def serve(
local_url = unix_socket_template.format(uds_path, 0)
server_urls = [local_url]
if model_id.startswith("gs://"):
model_id = "/tmp/gcs_model"
try:
model = get_model(
model_id,