mirror of
https://github.com/huggingface/text-generation-inference.git
synced 2025-04-20 14:22:08 +00:00
21 lines
611 B
Python
21 lines
611 B
Python
from text_generation_server.layers.tensor_parallel import (
|
|
TensorParallelColumnLinear,
|
|
TensorParallelRowLinear,
|
|
TensorParallelEmbedding,
|
|
)
|
|
from text_generation_server.layers.linear import (
|
|
get_linear,
|
|
FastLinear,
|
|
)
|
|
from text_generation_server.layers.speculative import SpeculativeHead
|
|
|
|
# Just to add the `load` methods.
|
|
from text_generation_server.layers.layernorm import load_layer_norm
|
|
from text_generation_server.layers.conv import load_conv2d
|
|
|
|
from text_generation_server.layers.lora import (
|
|
LoraLinear,
|
|
TensorParallelMultiAdapterLinear,
|
|
TensorParallelAdapterRowLinear,
|
|
)
|