bug: moved the run commands from dockerfile to python file

limcheekin · Sep 7, 2023 · 884666c · 884666c
1 parent 1ad97bf
commit 884666c
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 5 deletions.
diff --git a/orca-mini-v3-7b/Dockerfile b/orca-mini-v3-7b/Dockerfile
@@ -16,7 +16,3 @@ RUN pip install -U pip setuptools wheel && \
 # Download model
 RUN mkdir model && \
     curl -L https://huggingface.co/TheBloke/orca_mini_v3_7B-GGML/resolve/main/orca_mini_v3_7b.ggmlv3.q4_0.bin -o model/ggml-model.bin
-
-# Fix: Cannot allocate memory. Try increasing RLIMIT_MLOCK ('ulimit -l' as root).
-RUN echo "* soft memlock unlimited" >> /etc/security/limits.conf && \
-    echo "* hard memlock unlimited" >> /etc/security/limits.conf
diff --git a/orca-mini-v3-7b/fastapi_app.py b/orca-mini-v3-7b/fastapi_app.py
@@ -5,7 +5,10 @@
 
 image = Image.from_dockerfile(
     "Dockerfile", force_build=True
-).pip_install("pydantic_settings").pip_install("fastapi==0.100.1")
+).pip_install("pydantic_settings").pip_install("fastapi==0.100.1").run_commands(
+    # Fix: Cannot allocate memory. Try increasing RLIMIT_MLOCK ('ulimit -l' as root).
+    'echo "* soft memlock unlimited" >> /etc/security/limits.conf && echo "* hard memlock unlimited" >> /etc/security/limits.conf',
+)
 
 
 @stub.function(image=image, cpu=14, memory=5120, keep_warm=1, timeout=600)