mirror of
https://github.com/huggingface/text-generation-inference.git
synced 2025-04-19 13:52:07 +00:00
a379d5536b
* Fix the bug * fix: run lints * fix: small syntax tweak --------- Co-authored-by: Sadra Barikbin <sadraqazvin1@yahoo.com>
20 lines
407 B
Python
20 lines
407 B
Python
import pytest
|
|
|
|
|
|
@pytest.fixture(scope="module")
|
|
def opt_sharded_handle(launcher):
|
|
with launcher("facebook/opt-6.7b", num_shard=2) as handle:
|
|
yield handle
|
|
|
|
|
|
@pytest.fixture(scope="module")
|
|
async def opt_sharded(opt_sharded_handle):
|
|
await opt_sharded_handle.health(300)
|
|
return opt_sharded_handle.client
|
|
|
|
|
|
@pytest.mark.release
|
|
@pytest.mark.asyncio
|
|
async def test_opt(opt_sharded):
|
|
pass
|