huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 20:34:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

Only 1 GPU for now.

Browse Source
This commit is contained in:
Nicolas Patry 2024-06-05 16:23:18 +02:00
parent c6325ff122
commit 8276b8995a
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
integration-tests/models/test_flash_gpt2.py
View File

@ -3,7 +3,7 @@ import pytest
@pytest.fixture(scope="module")
def flash_gpt2_handle(launcher):
with launcher("openai-community/gpt2", num_shard=2) as handle:
with launcher("openai-community/gpt2", num_shard=1) as handle:
yield handle