From cdc7db9af96f0d75945ed45676815ba7eeb57536 Mon Sep 17 00:00:00 2001 From: p_spozzhang Date: Tue, 1 Aug 2023 13:56:52 +0800 Subject: [PATCH] add FastLinear import --- .../models/custom_modeling/opt_modeling.py | 1 + 1 file changed, 1 insertion(+) diff --git a/server/text_generation_server/models/custom_modeling/opt_modeling.py b/server/text_generation_server/models/custom_modeling/opt_modeling.py index 5d1a4b0d..fe6f1e52 100644 --- a/server/text_generation_server/models/custom_modeling/opt_modeling.py +++ b/server/text_generation_server/models/custom_modeling/opt_modeling.py @@ -28,6 +28,7 @@ from transformers.modeling_outputs import ( from transformers.modeling_utils import PreTrainedModel from transformers import OPTConfig from text_generation_server.utils.layers import ( + FastLinear, TensorParallelColumnLinear, TensorParallelEmbedding, TensorParallelRowLinear,