Adding the flag to docker laucnher.

huggingface · Nov 28, 2023 · 26a271f · 26a271f
1 parent e3c31c9
commit 26a271f
Show file tree

Hide file tree

Showing 5 changed files with 33 additions and 0 deletions.
diff --git a/integration-tests/UNKNOWN.egg-info/PKG-INFO b/integration-tests/UNKNOWN.egg-info/PKG-INFO
@@ -0,0 +1,3 @@
+Metadata-Version: 2.1
+Name: UNKNOWN
+Version: 0.0.0
diff --git a/integration-tests/UNKNOWN.egg-info/SOURCES.txt b/integration-tests/UNKNOWN.egg-info/SOURCES.txt
@@ -0,0 +1,24 @@
+pyproject.toml
+UNKNOWN.egg-info/PKG-INFO
+UNKNOWN.egg-info/SOURCES.txt
+UNKNOWN.egg-info/dependency_links.txt
+UNKNOWN.egg-info/top_level.txt
+models/test_bloom_560m.py
+models/test_bloom_560m_sharded.py
+models/test_flash_awq.py
+models/test_flash_awq_sharded.py
+models/test_flash_falcon.py
+models/test_flash_llama.py
+models/test_flash_llama_gptq.py
+models/test_flash_mistral.py
+models/test_flash_neox.py
+models/test_flash_neox_sharded.py
+models/test_flash_santacoder.py
+models/test_flash_starcoder.py
+models/test_flash_starcoder_gptq.py
+models/test_idefics.py
+models/test_mpt.py
+models/test_mt0_base.py
+models/test_neox.py
+models/test_neox_sharded.py
+models/test_t5_sharded.py
diff --git a/integration-tests/UNKNOWN.egg-info/dependency_links.txt b/integration-tests/UNKNOWN.egg-info/dependency_links.txt
@@ -0,0 +1 @@
+
diff --git a/integration-tests/UNKNOWN.egg-info/top_level.txt b/integration-tests/UNKNOWN.egg-info/top_level.txt
@@ -0,0 +1 @@
+models
diff --git a/integration-tests/conftest.py b/integration-tests/conftest.py
@@ -273,6 +273,7 @@ def docker_launcher(
         quantize: Optional[str] = None,
         trust_remote_code: bool = False,
         use_flash_attention: bool = True,
+        dtype: Optional[str] = None
     ):
         port = random.randint(8000, 10_000)
 
@@ -283,6 +284,9 @@ def docker_launcher(
         if quantize is not None:
             args.append("--quantize")
             args.append(quantize)
+        if dtype is not None:
+            args.append("--dtype")
+            args.append(dtype)
         if trust_remote_code:
             args.append("--trust-remote-code")