mirror of
https://github.com/huggingface/text-generation-inference.git
synced 2025-04-20 14:22:08 +00:00
11 lines
332 B
Python
11 lines
332 B
Python
from text_generation_server.generator import NeuronGenerator
|
|
|
|
|
|
def test_info(neuron_model_path):
|
|
generator = NeuronGenerator.from_pretrained(neuron_model_path)
|
|
info = generator.info
|
|
assert info.requires_padding is True
|
|
assert info.device_type == "xla"
|
|
assert info.window_size == 0
|
|
assert info.speculate == 0
|