mirror of
https://github.com/huggingface/text-generation-inference.git
synced 2025-04-21 23:12:07 +00:00
12 lines
352 B
Bash
12 lines
352 B
Bash
|
#!/bin/bash
|
||
|
|
|
||
|
|
ldconfig 2>/dev/null || echo 'unable to refresh ld cache, not a big deal in most cases'
|
||
|
|
|
||
|
|
# Check if --sharded argument is present in the command line arguments
|
||
|
|
if [[ "$*" == *"--sharded true"* ]]; then
|
||
|
|
echo 'setting PT_HPU_ENABLE_LAZY_COLLECTIVES=1 for sharding'
|
||
|
|
export PT_HPU_ENABLE_LAZY_COLLECTIVES=1
|
||
|
|
fi
|
||
|
|
|
||
|
|
text-generation-launcher $@
|