use nano_llm.vision.example in tests

remy415 · Apr 15, 2024 · 783d89c · 783d89c
1 parent fbafc6e
commit 783d89c
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 1 deletion.
diff --git a/packages/llm/nano_llm/Dockerfile b/packages/llm/nano_llm/Dockerfile
@@ -21,6 +21,7 @@ RUN git clone --branch=${NANO_LLM_BRANCH} --depth=1 --recursive https://github.c
 
 RUN pip3 install --ignore-installed --no-cache-dir blinker && \
     pip3 install --no-cache-dir --verbose -r ${NANO_LLM_PATH}/requirements.txt && \
+    pip3 install numpy --upgrade --ignore-installed --no-cache-dir --verbose && \
     openssl req \
 	-new \
 	-newkey rsa:4096 \

diff --git a/packages/llm/nano_llm/test.sh b/packages/llm/nano_llm/test.sh
@@ -8,6 +8,7 @@ python3 -m nano_llm.chat --api mlc \
 
 python3 -m nano_llm.chat --api=mlc --debug \
   --model Efficient-Large-Model/VILA-2.7b \
-  --max-context-len 768 \
   --max-new-tokens 128 \
   --prompt /data/prompts/images.json 
+
+python3 -m nano_llm.vision.example --debug