override nltk path

weni-ai · Mar 4, 2024 · 4747957 · 4747957
1 parent bc29ee8
commit 4747957
Showing 1 changed file with 7 additions and 0 deletions.
diff --git a/app/main.py b/app/main.py
@@ -17,6 +17,7 @@
 from app.handlers.content_bases import ContentBaseHandler
 from app.indexer.content_bases import ContentBaseIndexer
 from app.embedders.embedders import SagemakerEndpointEmbeddingsKeys
+import nltk
 
 
 class App:
@@ -27,7 +28,13 @@ class App:
     products_handler: IDocumentHandler
     products_indexer: IDocumentIndexer
 
+    def override_nltk_path(self) -> None:
+        nltk_path = nltk.data.path
+        nltk_new_path = [f"/tmp{path}" for path in nltk_path]
+        nltk.data.path = nltk_new_path
+
     def __init__(self, config: AppConfig):
+        self.override_nltk_path()
         self.config = config
         if config.embedding_type == "huggingface":
             self.embeddings = HuggingFaceHubEmbeddings(