From d7942d9d27476bddd48af49f1f9492de614d2fe7 Mon Sep 17 00:00:00 2001 From: Yih-Dar <2521628+ydshieh@users.noreply.github.com> Date: Mon, 27 May 2024 13:47:47 +0200 Subject: [PATCH] unpin uv (#31055) [push-ci-image] Co-authored-by: ydshieh --- docker/consistency.dockerfile | 4 ++-- docker/custom-tokenizers.dockerfile | 4 ++-- docker/examples-tf.dockerfile | 4 ++-- docker/examples-torch.dockerfile | 4 ++-- docker/exotic-models.dockerfile | 4 ++-- docker/jax-light.dockerfile | 4 ++-- docker/pipeline-tf.dockerfile | 4 ++-- docker/pipeline-torch.dockerfile | 4 ++-- docker/quality.dockerfile | 4 ++-- docker/tf-light.dockerfile | 4 ++-- docker/torch-jax-light.dockerfile | 4 ++-- docker/torch-light.dockerfile | 4 ++-- docker/torch-tf-light.dockerfile | 4 ++-- 13 files changed, 26 insertions(+), 26 deletions(-) diff --git a/docker/consistency.dockerfile b/docker/consistency.dockerfile index e516898ded9a0f..c9200799ae1ae4 100644 --- a/docker/consistency.dockerfile +++ b/docker/consistency.dockerfile @@ -3,8 +3,8 @@ ENV PYTHONDONTWRITEBYTECODE=1 USER root ARG REF=main RUN apt-get update && apt-get install -y time git pkg-config make git-lfs -ENV VIRTUAL_ENV=/usr/local -RUN pip install uv==0.1.45 && uv venv && uv pip install --no-cache-dir -U pip setuptools GitPython +ENV UV_PYTHON=/usr/local/bin/python +RUN pip install uv && uv venv && uv pip install --no-cache-dir -U pip setuptools GitPython RUN uv pip install --no-cache-dir --upgrade 'torch' --index-url https://download.pytorch.org/whl/cpu RUN uv pip install --no-cache-dir tensorflow-cpu tf-keras RUN uv pip install --no-cache-dir "git+https://github.com/huggingface/transformers.git@${REF}#egg=transformers[flax,quality,vision,testing]" diff --git a/docker/custom-tokenizers.dockerfile b/docker/custom-tokenizers.dockerfile index b65fc577748b22..5d95e689654ad6 100644 --- a/docker/custom-tokenizers.dockerfile +++ b/docker/custom-tokenizers.dockerfile @@ -2,8 +2,8 @@ FROM python:3.10-slim ENV PYTHONDONTWRITEBYTECODE=1 USER root RUN apt-get update && apt-get install -y libsndfile1-dev espeak-ng time git cmake wget xz-utils build-essential g++5 libprotobuf-dev protobuf-compiler -ENV VIRTUAL_ENV=/usr/local -RUN pip --no-cache-dir install uv==0.1.45 && uv venv && uv pip install --no-cache-dir -U pip setuptools +ENV UV_PYTHON=/usr/local/bin/python +RUN pip --no-cache-dir install uv && uv venv && uv pip install --no-cache-dir -U pip setuptools RUN wget https://github.com/ku-nlp/jumanpp/releases/download/v2.0.0-rc3/jumanpp-2.0.0-rc3.tar.xz RUN tar xvf jumanpp-2.0.0-rc3.tar.xz diff --git a/docker/examples-tf.dockerfile b/docker/examples-tf.dockerfile index 2f719c2faa1312..9281630d3af2c9 100644 --- a/docker/examples-tf.dockerfile +++ b/docker/examples-tf.dockerfile @@ -3,8 +3,8 @@ ENV PYTHONDONTWRITEBYTECODE=1 USER root RUN apt-get update && apt-get install -y libsndfile1-dev espeak-ng time git RUN apt-get install -y g++ cmake -ENV VIRTUAL_ENV=/usr/local -RUN pip --no-cache-dir install uv==0.1.45 && uv venv +ENV UV_PYTHON=/usr/local/bin/python +RUN pip --no-cache-dir install uv && uv venv RUN uv pip install --no-cache-dir -U pip setuptools albumentations seqeval RUN pip install --upgrade --no-cache-dir "transformers[tf-cpu,sklearn,testing,sentencepiece,tf-speech,vision]" RUN uv pip install --no-cache-dir "protobuf==3.20.3" diff --git a/docker/examples-torch.dockerfile b/docker/examples-torch.dockerfile index fd50e8f4e13ed8..da9afcb801da11 100644 --- a/docker/examples-torch.dockerfile +++ b/docker/examples-torch.dockerfile @@ -2,8 +2,8 @@ FROM python:3.10-slim ENV PYTHONDONTWRITEBYTECODE=1 USER root RUN apt-get update && apt-get install -y --no-install-recommends libsndfile1-dev espeak-ng time git g++ cmake pkg-config openssh-client git -ENV VIRTUAL_ENV=/usr/local -RUN pip --no-cache-dir install uv==0.1.45 && uv venv && uv pip install --no-cache-dir -U pip setuptools +ENV UV_PYTHON=/usr/local/bin/python +RUN pip --no-cache-dir install uv && uv venv && uv pip install --no-cache-dir -U pip setuptools RUN pip install --no-cache-dir 'torch' 'torchvision' 'torchaudio' --index-url https://download.pytorch.org/whl/cpu RUN uv pip install --no-deps timm accelerate --extra-index-url https://download.pytorch.org/whl/cpu RUN uv pip install --no-cache-dir librosa "transformers[sklearn,sentencepiece,vision,testing]" seqeval albumentations jiwer diff --git a/docker/exotic-models.dockerfile b/docker/exotic-models.dockerfile index 248f05e91cbe45..2371ffb91c97ce 100644 --- a/docker/exotic-models.dockerfile +++ b/docker/exotic-models.dockerfile @@ -3,8 +3,8 @@ ENV PYTHONDONTWRITEBYTECODE=1 ARG REF=main USER root RUN apt-get update && apt-get install -y libsndfile1-dev espeak-ng time git libgl1-mesa-glx libgl1 g++ tesseract-ocr -ENV VIRTUAL_ENV=/usr/local -RUN pip --no-cache-dir install uv==0.1.45 && uv venv && uv pip install --no-cache-dir -U pip setuptools +ENV UV_PYTHON=/usr/local/bin/python +RUN pip --no-cache-dir install uv && uv venv && uv pip install --no-cache-dir -U pip setuptools RUN pip install --no-cache-dir 'torch' 'torchvision' 'torchaudio' --index-url https://download.pytorch.org/whl/cpu RUN uv pip install --no-cache-dir --no-deps timm accelerate RUN pip install -U --upgrade-strategy eager --no-cache-dir pytesseract python-Levenshtein opencv-python nltk diff --git a/docker/jax-light.dockerfile b/docker/jax-light.dockerfile index 7f8f1e536e2e70..315b526a7144d3 100644 --- a/docker/jax-light.dockerfile +++ b/docker/jax-light.dockerfile @@ -3,8 +3,8 @@ ENV PYTHONDONTWRITEBYTECODE=1 ARG REF=main USER root RUN apt-get update && apt-get install -y libsndfile1-dev espeak-ng time git g++ cmake -ENV VIRTUAL_ENV=/usr/local -RUN pip --no-cache-dir install uv==0.1.45 && uv venv && uv pip install --no-cache-dir -U pip setuptools +ENV UV_PYTHON=/usr/local/bin/python +RUN pip --no-cache-dir install uv && uv venv && uv pip install --no-cache-dir -U pip setuptools RUN pip install --no-cache-dir "scipy<1.13" "git+https://github.com/huggingface/transformers.git@${REF}#egg=transformers[flax,testing,sentencepiece,flax-speech,vision]" RUN pip uninstall -y transformers RUN apt-get clean && rm -rf /var/lib/apt/lists/* && apt-get autoremove && apt-get autoclean \ No newline at end of file diff --git a/docker/pipeline-tf.dockerfile b/docker/pipeline-tf.dockerfile index d2de44b4d7febd..393738ff87ff17 100644 --- a/docker/pipeline-tf.dockerfile +++ b/docker/pipeline-tf.dockerfile @@ -3,8 +3,8 @@ ENV PYTHONDONTWRITEBYTECODE=1 ARG REF=main USER root RUN apt-get update && apt-get install -y libsndfile1-dev espeak-ng time git cmake g++ -ENV VIRTUAL_ENV=/usr/local -RUN pip --no-cache-dir install uv==0.1.45 && uv venv && uv pip install --no-cache-dir -U pip setuptools +ENV UV_PYTHON=/usr/local/bin/python +RUN pip --no-cache-dir install uv && uv venv && uv pip install --no-cache-dir -U pip setuptools RUN pip install --no-cache-dir "git+https://github.com/huggingface/transformers.git@${REF}#egg=transformers[sklearn,tf-cpu,testing,sentencepiece,tf-speech,vision]" RUN uv pip install --no-cache-dir "protobuf==3.20.3" tensorflow_probability RUN apt-get clean && rm -rf /var/lib/apt/lists/* \ No newline at end of file diff --git a/docker/pipeline-torch.dockerfile b/docker/pipeline-torch.dockerfile index 881633884536a7..992891a54a417c 100644 --- a/docker/pipeline-torch.dockerfile +++ b/docker/pipeline-torch.dockerfile @@ -3,8 +3,8 @@ ENV PYTHONDONTWRITEBYTECODE=1 ARG REF=main USER root RUN apt-get update && apt-get install -y --no-install-recommends libsndfile1-dev espeak-ng time git pkg-config openssh-client git -ENV VIRTUAL_ENV=/usr/local -RUN pip --no-cache-dir install uv==0.1.45 && uv venv && uv pip install --no-cache-dir -U pip setuptools +ENV UV_PYTHON=/usr/local/bin/python +RUN pip --no-cache-dir install uv && uv venv && uv pip install --no-cache-dir -U pip setuptools RUN pip install --no-cache-dir 'torch' 'torchvision' 'torchaudio' --index-url https://download.pytorch.org/whl/cpu RUN uv pip install --no-deps timm accelerate --extra-index-url https://download.pytorch.org/whl/cpu RUN uv pip install --no-cache-dir librosa "git+https://github.com/huggingface/transformers.git@${REF}#egg=transformers[sklearn,sentencepiece,vision,testing]" diff --git a/docker/quality.dockerfile b/docker/quality.dockerfile index 44fbcd91f031eb..7a4145517a7666 100644 --- a/docker/quality.dockerfile +++ b/docker/quality.dockerfile @@ -3,7 +3,7 @@ ENV PYTHONDONTWRITEBYTECODE=1 ARG REF=main USER root RUN apt-get update && apt-get install -y time git -ENV VIRTUAL_ENV=/usr/local -RUN pip install uv==0.1.45 && uv venv +ENV UV_PYTHON=/usr/local/bin/python +RUN pip install uv && uv venv RUN uv pip install --no-cache-dir -U pip setuptools GitPython "git+https://github.com/huggingface/transformers.git@${REF}#egg=transformers[ruff]" urllib3 RUN apt-get install -y jq curl && apt-get clean && rm -rf /var/lib/apt/lists/* \ No newline at end of file diff --git a/docker/tf-light.dockerfile b/docker/tf-light.dockerfile index 65e6660787f8cc..7168ddae1227cf 100644 --- a/docker/tf-light.dockerfile +++ b/docker/tf-light.dockerfile @@ -4,8 +4,8 @@ ARG REF=main USER root RUN apt-get update && apt-get install -y --no-install-recommends libsndfile1-dev espeak-ng time git g++ pkg-config openssh-client git RUN apt-get install -y cmake -ENV VIRTUAL_ENV=/usr/local -RUN pip --no-cache-dir install uv==0.1.45 && uv venv && uv pip install --no-cache-dir -U pip setuptools +ENV UV_PYTHON=/usr/local/bin/python +RUN pip --no-cache-dir install uv && uv venv && uv pip install --no-cache-dir -U pip setuptools RUN pip install --upgrade --no-cache-dir "git+https://github.com/huggingface/transformers.git@${REF}#egg=transformers[tf-cpu,sklearn,testing,sentencepiece,tf-speech,vision]" RUN uv pip install --no-cache-dir "protobuf==3.20.3" RUN pip uninstall -y transformers diff --git a/docker/torch-jax-light.dockerfile b/docker/torch-jax-light.dockerfile index 351eee27756ff0..7cfa141732fefd 100644 --- a/docker/torch-jax-light.dockerfile +++ b/docker/torch-jax-light.dockerfile @@ -3,8 +3,8 @@ ENV PYTHONDONTWRITEBYTECODE=1 ARG REF=main USER root RUN apt-get update && apt-get install -y libsndfile1-dev espeak-ng time git g++ cmake pkg-config openssh-client git -ENV VIRTUAL_ENV=/usr/local -RUN pip --no-cache-dir install uv==0.1.45 && uv venv && uv pip install --no-cache-dir -U pip setuptools +ENV UV_PYTHON=/usr/local/bin/python +RUN pip --no-cache-dir install uv && uv venv && uv pip install --no-cache-dir -U pip setuptools RUN uv pip install --no-deps accelerate RUN pip install --no-cache-dir 'torch' 'torchvision' 'torchaudio' --index-url https://download.pytorch.org/whl/cpu RUN pip install --no-cache-dir "scipy<1.13" "git+https://github.com/huggingface/transformers.git@${REF}#egg=transformers[flax,audio,sklearn,sentencepiece,vision,testing]" diff --git a/docker/torch-light.dockerfile b/docker/torch-light.dockerfile index ad571f79d70b4a..524a68fd55407f 100644 --- a/docker/torch-light.dockerfile +++ b/docker/torch-light.dockerfile @@ -3,8 +3,8 @@ ENV PYTHONDONTWRITEBYTECODE=1 ARG REF=main USER root RUN apt-get update && apt-get install -y --no-install-recommends libsndfile1-dev espeak-ng time git g++ cmake pkg-config openssh-client git git-lfs -ENV VIRTUAL_ENV=/usr/local -RUN pip --no-cache-dir install uv==0.1.45 && uv venv && uv pip install --no-cache-dir -U pip setuptools +ENV UV_PYTHON=/usr/local/bin/python +RUN pip --no-cache-dir install uv && uv venv && uv pip install --no-cache-dir -U pip setuptools RUN pip install --no-cache-dir 'torch' 'torchvision' 'torchaudio' --index-url https://download.pytorch.org/whl/cpu RUN uv pip install --no-deps timm accelerate --extra-index-url https://download.pytorch.org/whl/cpu RUN uv pip install --no-cache-dir librosa "git+https://github.com/huggingface/transformers.git@${REF}#egg=transformers[sklearn,sentencepiece,vision,testing]" diff --git a/docker/torch-tf-light.dockerfile b/docker/torch-tf-light.dockerfile index 56655914d26159..ac35b6be81f872 100644 --- a/docker/torch-tf-light.dockerfile +++ b/docker/torch-tf-light.dockerfile @@ -4,8 +4,8 @@ ARG REF=main RUN echo ${REF} USER root RUN apt-get update && apt-get install -y --no-install-recommends libsndfile1-dev espeak-ng time git g++ cmake pkg-config openssh-client git git-lfs -ENV VIRTUAL_ENV=/usr/local -RUN pip --no-cache-dir install uv==0.1.45 && uv venv && uv pip install --no-cache-dir -U pip setuptools +ENV UV_PYTHON=/usr/local/bin/python +RUN pip --no-cache-dir install uv && uv venv && uv pip install --no-cache-dir -U pip setuptools RUN uv pip install --no-cache-dir --no-deps accelerate --extra-index-url https://download.pytorch.org/whl/cpu RUN pip install --no-cache-dir 'torch' 'torchvision' 'torchaudio' --index-url https://download.pytorch.org/whl/cpu RUN git lfs install