update launcher

huggingface · Jun 24, 2024 · e81c4cf · e81c4cf
1 parent 3cc2f4e
commit e81c4cf
Show file tree

Hide file tree

Showing 3 changed files with 4 additions and 7 deletions.
diff --git a/Dockerfile_amd b/Dockerfile_amd
@@ -213,5 +213,5 @@ FROM base-copy
 COPY ./tgi-entrypoint.sh /tgi-entrypoint.sh
 RUN chmod +x /tgi-entrypoint.sh
 
-# ENTRYPOINT ["/tgi-entrypoint.sh"]
-# CMD ["--json-output"]
+ENTRYPOINT ["/tgi-entrypoint.sh"]
+CMD ["--json-output"]
diff --git a/Makefile b/Makefile
@@ -53,6 +53,3 @@ run-falcon-7b-instruct-quantize:
 
 clean:
 	rm -rf target aml
-
-interact:
-	docker run --rm -it --cap-add=SYS_PTRACE --security-opt seccomp=unconfined --device=/dev/kfd --device=/dev/dri --group-add video --ipc=host --shm-size 64g --net host -v /home/mohit/.cache/huggingface/hub/:/data -v $(PWD):/tgi tgi-mht
diff --git a/launcher/src/main.rs b/launcher/src/main.rs
@@ -158,10 +158,10 @@ impl std::fmt::Display for KvDtype {
         match self {
             KvDtype::Fp8 => {
                 write!(f, "fp8")
-            },
+            }
             KvDtype::Fp8e5m2 => {
                 write!(f, "fp8_e5m2")
-            },
+            }
         }
     }
 }