[push-ci-image]

huggingface · May 2, 2024 · 76524e3 · 76524e3
1 parent b688346
commit 76524e3
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/docker/custom-tokenizers.dockerfile b/docker/custom-tokenizers.dockerfile
@@ -17,7 +17,8 @@ RUN make install -j 10
 
 RUN uv pip install --no-cache --upgrade 'torch' --index-url https://download.pytorch.org/whl/cpu
 RUN uv pip install --no-cache-dir  --no-deps accelerate --extra-index-url https://download.pytorch.org/whl/cpu 
-RUN uv pip install  --no-cache-dir "transformers[ja,testing,sentencepiece,jieba,spacy,ftfy,rjieba]" unidic unidic-lite spacy 
+RUN uv pip install  --no-cache-dir "transformers[ja,testing,sentencepiece,jieba,spacy,ftfy,rjieba]" unidic unidic-lite
+# spacy is not used so not tested. Causes to failures. TODO fix later
 RUN python3 -m unidic download
 RUN pip uninstall -y transformers