Skip to content

Commit

Permalink
accelerate
Browse files Browse the repository at this point in the history
  • Loading branch information
ArthurZucker committed Apr 26, 2024
1 parent 49c9a37 commit d0b8c7a
Showing 1 changed file with 3 additions and 2 deletions.
5 changes: 3 additions & 2 deletions docker/custom-tokenizers.dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -17,11 +17,12 @@ WORKDIR ./jumanpp-2.0.0-rc4/bld
RUN cmake .. -DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX=/usr/local
RUN make install

RUN uv pip install --no-cache --upgrade 'torch' --index-url https://download.pytorch.org/whl/cpu accelerate
RUN uv pip install --no-cache-dir accelerate
RUN uv pip install --no-cache --upgrade 'torch' --index-url https://download.pytorch.org/whl/cpu
RUN uv pip install --no-cache-dir "transformers[ja,testing,sentencepiece,jieba,spacy,ftfy,rjieba]" unidic
RUN python3 -m unidic download
RUN pip uninstall -y transformers
RUN uv pip install --no-cache-dir unidic-lite
RUN uv pip install --no-cache-dir unidic-lite

RUN apt-get clean && rm -rf /var/lib/apt/lists/*
RUN pip cache remove "nvidia-*" triton
Expand Down

0 comments on commit d0b8c7a

Please sign in to comment.