move Stanza and Trankit to the models directory

aajanki · Apr 3, 2022 · 883dd41 · 883dd41
1 parent efafe98
commit 883dd41
Show file tree

Hide file tree

Showing 3 changed files with 7 additions and 6 deletions.
diff --git a/.gitignore b/.gitignore
@@ -1,5 +1,6 @@
 data/
+models/stanza_resources/
+models/trankit_resources/
 results/
 venv/
 __pycache__/
-Turku-neural-parser-pipeline/
diff --git a/download_models.py b/download_models.py
@@ -9,13 +9,13 @@
 spacy_udpipe.download('fi')
 
 print('Downloading Stanza model...')
-os.makedirs('data/stanza_resources', exist_ok=True)
-stanza.download('fi', model_dir='data/stanza_resources')
+os.makedirs('models/stanza_resources', exist_ok=True)
+stanza.download('fi', model_dir='models/stanza_resources')
 
 print('Downloading Trankit model...')
 # Initializing the trankit Pipeline will download the models if they are not
 # already downloaded
-trankit.Pipeline('finnish', cache_dir='data/trankit_resources')
+trankit.Pipeline('finnish', cache_dir='models/trankit_resources')
 
 print('Downloading UralicNLP model...')
 uralicApi.download("fin")
diff --git a/nlpmodels.py b/nlpmodels.py
@@ -253,7 +253,7 @@ def __init__(self):
 
     def initialize(self):
         self.nlp = stanza.Pipeline(lang='fi',
-                                   dir='data/stanza_resources',
+                                   dir='models/stanza_resources',
                                    processors='tokenize,mwt,pos,lemma')
 
     def parse(self, texts):
@@ -288,7 +288,7 @@ def __init__(self):
         self.nlp = None
 
     def initialize(self):
-        self.nlp = trankit.Pipeline('finnish', cache_dir='data/trankit_resources')
+        self.nlp = trankit.Pipeline('finnish', cache_dir='models/trankit_resources')
 
     def parse(self, texts):
         res = []