From dc761f148d708ce6f15828fe940de4e4eacf793e Mon Sep 17 00:00:00 2001
From: ssmi153 <129111316+ssmi153@users.noreply.github.com>
Date: Wed, 12 Jul 2023 23:10:35 +0800
Subject: [PATCH] GPTQ env vars: Catch Runtime errors

---
 server/text_generation_server/utils/weights.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/server/text_generation_server/utils/weights.py b/server/text_generation_server/utils/weights.py
index afcbb9c3..d254aa52 100644
--- a/server/text_generation_server/utils/weights.py
+++ b/server/text_generation_server/utils/weights.py
@@ -130,7 +130,7 @@ class Weights:
             try:
                 bits = self.get_tensor("gptq_bits").item()
                 groupsize = self.get_tensor("gptq_groupsize").item()
-            except SafetensorError as e:
+            except [SafetensorError, RuntimeError] as e:
                 try:
                     import os
 
@@ -159,7 +159,7 @@ class Weights:
             try:
                 bits = self.get_tensor("gptq_bits").item()
                 groupsize = self.get_tensor("gptq_groupsize").item()
-            except SafetensorError as e:
+            except [SafetensorError, RuntimeError] as e:
                 try:
                     import os