huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-04-29 14:02:12 +00:00
Code Issues Packages Projects Releases Wiki Activity

Wtf ?

Browse Source
This commit is contained in:
Nicolas Patry 2024-09-17 10:04:43 +02:00
parent a34dbb0ca1
commit 5827137a29
No known key found for this signature in database
GPG Key ID: 64AF4752B2967863
2 changed files with 8 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
.github/workflows/nix_integration_tests.yaml vendored
View File

@ -38,7 +38,8 @@ jobs:
export NCCL_P2P_DISABLE=1 export NCCL_P2P_DISABLE=1
sudo find $NVIDIA . -name 'libcuda.so*' -exec ln -s {} /run/opengl-driver/lib/ \; sudo find $NVIDIA . -name 'libcuda.so*' -exec ln -s {} /run/opengl-driver/lib/ \;
sudo find $NVIDIA . -name 'libnvidia-ml.so*' -exec ln -s {} /run/opengl-driver/lib/ \; sudo find $NVIDIA . -name 'libnvidia-ml.so*' -exec ln -s {} /run/opengl-driver/lib/ \;
nix develop .#test --command pytest -svvx integration-tests/ --release nix develop .#test --command pytest -svvx integration-tests/models/test_bloom_560m.py::test_bloom_560m_all_params --release
# nix develop .#test --command pytest -svvx integration-tests/ --release
env: env:
HF_TOKEN: ${{ secrets.HF_TOKEN }} HF_TOKEN: ${{ secrets.HF_TOKEN }}
HF_HOME: /mnt/hf_cache/ HF_HOME: /mnt/hf_cache/

6
integration-tests/conftest.py
View File

@ -456,6 +456,12 @@ def launcher(event_loop):
args.append("--disable-grammar-support") args.append("--disable-grammar-support")
if num_shard is not None: if num_shard is not None:
args.extend(["--num-shard", str(num_shard)]) args.extend(["--num-shard", str(num_shard)])
else:
try:
os.environ["WORLD_SIZE"] = 1
del os.environ["NUM_SHARD"]
except Exception:
pass
if quantize is not None: if quantize is not None:
args.append("--quantize") args.append("--quantize")
args.append(quantize) args.append(quantize)