From 17aefa4c76b74eed863501342bfc964b9d8c15cb Mon Sep 17 00:00:00 2001
From: OlivierDehaene <23298448+OlivierDehaene@users.noreply.github.com>
Date: Thu, 13 Jul 2023 18:55:58 +0200
Subject: [PATCH] fix(server): blacklist local files

---
 server/text_generation_server/utils/convert.py | 8 ++++++++
 1 file changed, 8 insertions(+)

diff --git a/server/text_generation_server/utils/convert.py b/server/text_generation_server/utils/convert.py
index 305263ba..8d414eca 100644
--- a/server/text_generation_server/utils/convert.py
+++ b/server/text_generation_server/utils/convert.py
@@ -94,6 +94,14 @@ def convert_files(pt_files: List[Path], sf_files: List[Path], discard_names: Lis
     # We do this instead of using tqdm because we want to parse the logs with the launcher
 
     for i, (pt_file, sf_file) in enumerate(zip(pt_files, sf_files)):
+        # Skip blacklisted files
+        if (
+            "arguments" in pt_file.name
+            or "args" in pt_file.name
+            or "training" in pt_file.name
+        ):
+            continue
+
         start = datetime.datetime.now()
         convert_file(pt_file, sf_file, discard_names)
         elapsed = datetime.datetime.now() - start