Disable ICU tokenizer test

hplt-project · Nov 23, 2024 · ea357e8 · ea357e8
1 parent 4e6ac75
commit ea357e8
Show file tree

Hide file tree

Showing 3 changed files with 2 additions and 8 deletions.
diff --git a/.github/workflows/release.yaml b/.github/workflows/release.yaml
@@ -18,8 +18,7 @@ jobs:
 
       - name: Run tests
         run: |-
-          sudo apt-get install -y pkg-config libicu-dev
-          pip install .[test]
+          pip install .
           python -m unittest discover -s tests
 
   build_sdist:

diff --git a/pyproject.toml b/pyproject.toml
@@ -28,11 +28,6 @@ dependencies = [
     "typo==0.1.5"
 ]
 
-[project.optional-dependencies]
-test = [
-    "PyICU==2.8.1"
-]
-
 [project.scripts]
 opustrainer-train = "opustrainer.trainer:main"
 opustrainer-shuffle = "opustrainer.shuffle:main"

diff --git a/tests/test_tokenizers.py b/tests/test_tokenizers.py
@@ -2,7 +2,7 @@
 
 from opustrainer.tokenizers import make_tokenizer, make_detokenizer
 
-
+@unittest.skip("requires installing pyicu")
 class TestTokenizers(unittest.TestCase):
 
   def test_tokenize_detokenize_icu_en(self):