Skip to content

chore: reduced memory size to 1024 #365

chore: reduced memory size to 1024

chore: reduced memory size to 1024 #365

Workflow file for this run

# REF: https://docs.github.com/en/actions/using-github-hosted-runners/about-github-hosted-runners
name: Deploy Dev
on:
push:
branches:
- tinyllama-1.1b-chat
jobs:
deploy-dev:
runs-on: ubuntu-latest
env:
MODAL_TOKEN_ID: ${{ secrets.MODAL_TOKEN_ID }}
MODAL_TOKEN_SECRET: ${{ secrets.MODAL_TOKEN_SECRET }}
steps:
- name: Checkout own repo
uses: actions/checkout@v4
- name: Setup Python
uses: actions/setup-python@v4
with:
python-version: "3.11"
- name: Install Python packages
run: pip install modal-client
- name: Deploy FastAPI app
run: cd ${{ github.ref_name }};modal deploy fastapi_app.py
- name: Test FastAPI app
run: "pwd;cd ${{ github.ref_name }};curl -X POST -H 'Content-Type: application/json' -d @prompt.json ${{ secrets.TINYLLAMA_CHAT_APP_URL }}v1/completions"