text-generation-inference/backends/neuron/tgi-entrypoint.sh

17 lines
287 B
Bash
Raw Normal View History

2025-02-11 09:53:16 +00:00
#!/bin/bash
set -e -o pipefail -u
export ENV_FILEPATH=$(mktemp)
trap "rm -f ${ENV_FILEPATH}" EXIT
touch $ENV_FILEPATH
SCRIPT_DIR=$( cd -- "$( dirname -- "${BASH_SOURCE[0]}" )" &> /dev/null && pwd )
${SCRIPT_DIR}/tgi_env.py $@
source $ENV_FILEPATH
exec text-generation-launcher $@