huggingface/text-generation-inference
5
0
Fork 0
mirror of https://github.com/huggingface/text-generation-inference.git synced 2025-09-11 04:14:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

Ignore entirely the API.

Browse Source
This commit is contained in:
Nicolas Patry 2025-02-19 14:52:16 +01:00
parent 41d2c559a4
commit 9c1f2574cb
No known key found for this signature in database
GPG Key ID: 4242CEF24CB6DBF9
1 changed files with 42 additions and 42 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

84
clients/python/tests/test_inference_api.py
View File

@ -1,42 +1,42 @@
import pytest
from text_generation import (
InferenceAPIClient,
InferenceAPIAsyncClient,
Client,
AsyncClient,
)
from text_generation.errors import NotSupportedError, NotFoundError
from text_generation.inference_api import check_model_support, deployed_models
def test_check_model_support(flan_t5_xxl, unsupported_model, fake_model):
assert check_model_support(flan_t5_xxl)
assert not check_model_support(unsupported_model)
with pytest.raises(NotFoundError):
check_model_support(fake_model)
def test_deployed_models():
deployed_models()
def test_client(flan_t5_xxl):
client = InferenceAPIClient(flan_t5_xxl)
assert isinstance(client, Client)
def test_client_unsupported_model(unsupported_model):
with pytest.raises(NotSupportedError):
InferenceAPIClient(unsupported_model)
def test_async_client(flan_t5_xxl):
client = InferenceAPIAsyncClient(flan_t5_xxl)
assert isinstance(client, AsyncClient)
def test_async_client_unsupported_model(unsupported_model):
with pytest.raises(NotSupportedError):
InferenceAPIAsyncClient(unsupported_model)
# import pytest
#
# from text_generation import (
# InferenceAPIClient,
# InferenceAPIAsyncClient,
# Client,
# AsyncClient,
# )
# from text_generation.errors import NotSupportedError, NotFoundError
# from text_generation.inference_api import check_model_support, deployed_models
#
#
# def test_check_model_support(flan_t5_xxl, unsupported_model, fake_model):
# assert check_model_support(flan_t5_xxl)
# assert not check_model_support(unsupported_model)
#
# with pytest.raises(NotFoundError):
# check_model_support(fake_model)
#
#
# def test_deployed_models():
# deployed_models()
#
#
# def test_client(flan_t5_xxl):
# client = InferenceAPIClient(flan_t5_xxl)
# assert isinstance(client, Client)
#
#
# def test_client_unsupported_model(unsupported_model):
# with pytest.raises(NotSupportedError):
# InferenceAPIClient(unsupported_model)
#
#
# def test_async_client(flan_t5_xxl):
# client = InferenceAPIAsyncClient(flan_t5_xxl)
# assert isinstance(client, AsyncClient)
#
#
# def test_async_client_unsupported_model(unsupported_model):
# with pytest.raises(NotSupportedError):
# InferenceAPIAsyncClient(unsupported_model)