diff --git a/integration-tests/UNKNOWN.egg-info/PKG-INFO b/integration-tests/UNKNOWN.egg-info/PKG-INFO
new file mode 100644
index 00000000..738605f3
--- /dev/null
+++ b/integration-tests/UNKNOWN.egg-info/PKG-INFO
@@ -0,0 +1,3 @@
+Metadata-Version: 2.1
+Name: UNKNOWN
+Version: 0.0.0
diff --git a/integration-tests/UNKNOWN.egg-info/SOURCES.txt b/integration-tests/UNKNOWN.egg-info/SOURCES.txt
new file mode 100644
index 00000000..199a8ab2
--- /dev/null
+++ b/integration-tests/UNKNOWN.egg-info/SOURCES.txt
@@ -0,0 +1,24 @@
+pyproject.toml
+UNKNOWN.egg-info/PKG-INFO
+UNKNOWN.egg-info/SOURCES.txt
+UNKNOWN.egg-info/dependency_links.txt
+UNKNOWN.egg-info/top_level.txt
+models/test_bloom_560m.py
+models/test_bloom_560m_sharded.py
+models/test_flash_awq.py
+models/test_flash_awq_sharded.py
+models/test_flash_falcon.py
+models/test_flash_llama.py
+models/test_flash_llama_gptq.py
+models/test_flash_mistral.py
+models/test_flash_neox.py
+models/test_flash_neox_sharded.py
+models/test_flash_santacoder.py
+models/test_flash_starcoder.py
+models/test_flash_starcoder_gptq.py
+models/test_idefics.py
+models/test_mpt.py
+models/test_mt0_base.py
+models/test_neox.py
+models/test_neox_sharded.py
+models/test_t5_sharded.py
\ No newline at end of file
diff --git a/integration-tests/UNKNOWN.egg-info/dependency_links.txt b/integration-tests/UNKNOWN.egg-info/dependency_links.txt
new file mode 100644
index 00000000..8b137891
--- /dev/null
+++ b/integration-tests/UNKNOWN.egg-info/dependency_links.txt
@@ -0,0 +1 @@
+
diff --git a/integration-tests/UNKNOWN.egg-info/top_level.txt b/integration-tests/UNKNOWN.egg-info/top_level.txt
new file mode 100644
index 00000000..604f0f2c
--- /dev/null
+++ b/integration-tests/UNKNOWN.egg-info/top_level.txt
@@ -0,0 +1 @@
+models
diff --git a/integration-tests/conftest.py b/integration-tests/conftest.py
index 8265a045..d2216241 100644
--- a/integration-tests/conftest.py
+++ b/integration-tests/conftest.py
@@ -273,6 +273,7 @@ def launcher(event_loop):
         quantize: Optional[str] = None,
         trust_remote_code: bool = False,
         use_flash_attention: bool = True,
+        dtype: Optional[str] = None
     ):
         port = random.randint(8000, 10_000)
 
@@ -283,6 +284,9 @@ def launcher(event_loop):
         if quantize is not None:
             args.append("--quantize")
             args.append(quantize)
+        if dtype is not None:
+            args.append("--dtype")
+            args.append(dtype)
         if trust_remote_code:
             args.append("--trust-remote-code")