update heading

huggingface · Jun 24, 2024 · 034686b · 034686b
1 parent e81c4cf
commit 034686b
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 1 deletion.
diff --git a/Makefile b/Makefile
@@ -53,3 +53,6 @@ run-falcon-7b-instruct-quantize:
 
 clean:
 	rm -rf target aml
+
+interact:
+	docker run --rm -it --cap-add=SYS_PTRACE --security-opt seccomp=unconfined --device=/dev/kfd --device=/dev/dri --group-add video --ipc=host --shm-size 64g --net host -v /home/mohit/.cache/huggingface/hub/:/data -v $(PWD):/tgi tgi-mht
diff --git a/docs/source/_toctree.yml b/docs/source/_toctree.yml
@@ -44,7 +44,7 @@
   - local: basic_tutorials/train_medusa
     title: Train Medusa
   - local: basic_tutorials/fp8_kv_cache
-    title: Accelerating Inference with FP8 KV Cache
+    title: FP8 KV Cache
   title: Tutorials
 - sections:
   - local: conceptual/streaming