From e81c4cf8635da023209f301f34be7594f2ad26ae Mon Sep 17 00:00:00 2001
From: Mohit Sharma <mohit21sharma.ms@gmail.com>
Date: Mon, 24 Jun 2024 15:09:17 +0000
Subject: [PATCH] update launcher

---
 Dockerfile_amd       | 4 ++--
 Makefile             | 3 ---
 launcher/src/main.rs | 4 ++--
 3 files changed, 4 insertions(+), 7 deletions(-)

diff --git a/Dockerfile_amd b/Dockerfile_amd
index 421bf942..55da9204 100644
--- a/Dockerfile_amd
+++ b/Dockerfile_amd
@@ -213,5 +213,5 @@ FROM base-copy
 COPY ./tgi-entrypoint.sh /tgi-entrypoint.sh
 RUN chmod +x /tgi-entrypoint.sh
 
-# ENTRYPOINT ["/tgi-entrypoint.sh"]
-# CMD ["--json-output"]
+ENTRYPOINT ["/tgi-entrypoint.sh"]
+CMD ["--json-output"]
diff --git a/Makefile b/Makefile
index 24dd4d6f..a1399b6d 100644
--- a/Makefile
+++ b/Makefile
@@ -53,6 +53,3 @@ run-falcon-7b-instruct-quantize:
 
 clean:
 	rm -rf target aml
-
-interact:
-	docker run --rm -it --cap-add=SYS_PTRACE --security-opt seccomp=unconfined --device=/dev/kfd --device=/dev/dri --group-add video --ipc=host --shm-size 64g --net host -v /home/mohit/.cache/huggingface/hub/:/data -v $(PWD):/tgi tgi-mht
diff --git a/launcher/src/main.rs b/launcher/src/main.rs
index b4355538..ef346cd6 100644
--- a/launcher/src/main.rs
+++ b/launcher/src/main.rs
@@ -158,10 +158,10 @@ impl std::fmt::Display for KvDtype {
         match self {
             KvDtype::Fp8 => {
                 write!(f, "fp8")
-            },
+            }
             KvDtype::Fp8e5m2 => {
                 write!(f, "fp8_e5m2")
-            },
+            }
         }
     }
 }