From 983c813f1dd6fa0b849d80e2f835325e44660e87 Mon Sep 17 00:00:00 2001 From: Nicolas Patry Date: Wed, 14 Jun 2023 16:57:56 +0200 Subject: [PATCH] Typo. --- server/text_generation_server/utils/gptq/quantize.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/server/text_generation_server/utils/gptq/quantize.py b/server/text_generation_server/utils/gptq/quantize.py index d379e5f3..abde0b02 100644 --- a/server/text_generation_server/utils/gptq/quantize.py +++ b/server/text_generation_server/utils/gptq/quantize.py @@ -15,7 +15,7 @@ import numpy as np import torch from text_generation_server.utils.gptq.quant_linear import QuantLinear from loguru import logger -from typings import Optional +from typing import Optional DEV = torch.device("cuda:0")