From ff26507d5e629de06161f184785a9af2427d40d5 Mon Sep 17 00:00:00 2001 From: Rui Vieira Date: Tue, 12 Nov 2024 16:09:56 +0000 Subject: [PATCH 1/2] chore(dependencies): Add Watsonx LLM support to LMEval Job image --- Dockerfile.lmes-job | 2 +- pyproject.toml | 1 + 2 files changed, 2 insertions(+), 1 deletion(-) diff --git a/Dockerfile.lmes-job b/Dockerfile.lmes-job index 6269081d87..1162180ba0 100644 --- a/Dockerfile.lmes-job +++ b/Dockerfile.lmes-job @@ -16,7 +16,7 @@ RUN mkdir -p /opt/app-root/src/my_catalogs/cards && chmod -R g+rwx /opt/app-root RUN mkdir -p /opt/app-root/src/.cache ENV PATH="/opt/app-root/bin:/opt/app-root/src/.local/bin/:/opt/app-root/src/bin:/usr/local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin" -RUN pip install --no-cache-dir --user -e .[api] +RUN pip install --no-cache-dir --user -e .[api,ibm_watsonx_ai] RUN python -c 'from lm_eval.tasks.unitxt import task; import os.path; print("class: !function " + task.__file__.replace("task.py", "task.Unitxt"))' > ./my_tasks/unitxt diff --git a/pyproject.toml b/pyproject.toml index 808b6500ce..bacfc654c0 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -74,6 +74,7 @@ testing = ["pytest==8.3.3", "pytest-cov==6.0.0", "pytest-xdist==3.6.1"] vllm = ["vllm>=0.4.2"] zeno = ["pandas==2.2.3", "zeno-client"] wandb = ["wandb>=0.16.3", "pandas==2.2.3", "numpy==2.1.2"] +ibm_watsonx_ai = ["ibm-watson-ai==1.1.23" ] all = [ "lm_eval[anthropic]", "lm_eval[dev]", From 32196ae63d7dae6dc598801a38e4aa8d27babfd7 Mon Sep 17 00:00:00 2001 From: Rui Vieira Date: Tue, 12 Nov 2024 16:14:14 +0000 Subject: [PATCH 2/2] chore(dependencies): Fix dependency name --- pyproject.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pyproject.toml b/pyproject.toml index bacfc654c0..1732ebd6eb 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -74,7 +74,7 @@ testing = ["pytest==8.3.3", "pytest-cov==6.0.0", "pytest-xdist==3.6.1"] vllm = ["vllm>=0.4.2"] zeno = ["pandas==2.2.3", "zeno-client"] wandb = ["wandb>=0.16.3", "pandas==2.2.3", "numpy==2.1.2"] -ibm_watsonx_ai = ["ibm-watson-ai==1.1.23" ] +ibm_watsonx_ai = ["ibm-watsonx-ai==1.1.23" ] all = [ "lm_eval[anthropic]", "lm_eval[dev]",