mirror of
https://github.com/huggingface/text-generation-inference.git
synced 2025-04-19 22:02:06 +00:00
d503e8f09d
The only difference is that now it pushes to registry.internal.huggingface.tech/api-inference/community/text-generation-inference/sagemaker:... instead of registry.internal.huggingface.tech/api-inference/community/text-generation-inference:sagemaker-... --------- Co-authored-by: Philipp Schmid <32632186+philschmid@users.noreply.github.com>
20 lines
377 B
Bash
Executable File
20 lines
377 B
Bash
Executable File
#!/bin/bash
|
|
|
|
if [[ -z "${HF_MODEL_ID}" ]]; then
|
|
echo "HF_MODEL_ID must be set"
|
|
exit 1
|
|
fi
|
|
|
|
if [[ -n "${HF_MODEL_REVISION}" ]]; then
|
|
export REVISION="${HF_MODEL_REVISION}"
|
|
fi
|
|
|
|
if [[ -n "${SM_NUM_GPUS}" ]]; then
|
|
export NUM_SHARD="${SM_NUM_GPUS}"
|
|
fi
|
|
|
|
if [[ -n "${HF_MODEL_QUANTIZE}" ]]; then
|
|
export QUANTIZE="${HF_MODEL_QUANTIZE}"
|
|
fi
|
|
|
|
text-generation-launcher --port 8080 |