mirror of
https://github.com/huggingface/text-generation-inference.git
synced 2025-09-11 20:34:54 +00:00
Update server/text_generation_server/layers/gptq/__init__.py
This commit is contained in:
parent
4188a25b15
commit
2ae9ed20fb
@ -7,7 +7,6 @@ from text_generation_server.utils.import_utils import (
|
|||||||
)
|
)
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
@dataclass
|
@dataclass
|
||||||
class GPTQWeight:
|
class GPTQWeight:
|
||||||
qweight: torch.Tensor
|
qweight: torch.Tensor
|
||||||
|
Loading…
Reference in New Issue
Block a user