From d0b8c7a427de7db005e1952bfc3eee99f77b47d4 Mon Sep 17 00:00:00 2001 From: Arthur Zucker Date: Fri, 26 Apr 2024 10:15:52 +0200 Subject: [PATCH] accelerate --- docker/custom-tokenizers.dockerfile | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/docker/custom-tokenizers.dockerfile b/docker/custom-tokenizers.dockerfile index 40e40becc6ea5f..fe0819de50fde4 100644 --- a/docker/custom-tokenizers.dockerfile +++ b/docker/custom-tokenizers.dockerfile @@ -17,11 +17,12 @@ WORKDIR ./jumanpp-2.0.0-rc4/bld RUN cmake .. -DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX=/usr/local RUN make install -RUN uv pip install --no-cache --upgrade 'torch' --index-url https://download.pytorch.org/whl/cpu accelerate +RUN uv pip install --no-cache-dir accelerate +RUN uv pip install --no-cache --upgrade 'torch' --index-url https://download.pytorch.org/whl/cpu RUN uv pip install --no-cache-dir "transformers[ja,testing,sentencepiece,jieba,spacy,ftfy,rjieba]" unidic RUN python3 -m unidic download RUN pip uninstall -y transformers -RUN uv pip install --no-cache-dir unidic-lite +RUN uv pip install --no-cache-dir unidic-lite RUN apt-get clean && rm -rf /var/lib/apt/lists/* RUN pip cache remove "nvidia-*" triton