mirror of
https://github.com/huggingface/text-generation-inference.git
synced 2025-04-19 22:02:06 +00:00
683ff53fa3
* wip(gaudi): import server and dockerfile from tgi-gaudi fork * feat(gaudi): new gaudi backend working * fix: fix style * fix prehooks issues * fix(gaudi): refactor server and implement requested changes
12 lines
352 B
Bash
12 lines
352 B
Bash
#!/bin/bash
|
|
|
|
ldconfig 2>/dev/null || echo 'unable to refresh ld cache, not a big deal in most cases'
|
|
|
|
# Check if --sharded argument is present in the command line arguments
|
|
if [[ "$*" == *"--sharded true"* ]]; then
|
|
echo 'setting PT_HPU_ENABLE_LAZY_COLLECTIVES=1 for sharding'
|
|
export PT_HPU_ENABLE_LAZY_COLLECTIVES=1
|
|
fi
|
|
|
|
text-generation-launcher $@
|