mirror of
https://github.com/huggingface/text-generation-inference.git
synced 2025-09-12 04:44:52 +00:00
Put back non default simple tests.
This commit is contained in:
parent
ff36b2fb39
commit
52eaa1f4d8
@ -1,6 +1,10 @@
|
||||
import pytest
|
||||
import os
|
||||
from text_generation_server.pb import generate_pb2
|
||||
|
||||
os.environ["USE_PREFIX_CACHING"] = "1"
|
||||
os.environ["ATTENTION"] = "flashinfer"
|
||||
|
||||
|
||||
@pytest.fixture
|
||||
def default_pb_parameters():
|
||||
|
Loading…
Reference in New Issue
Block a user