Move the Turku data out of the checkout directory

aajanki · Apr 3, 2022 · 223d5c5 · 223d5c5
1 parent d2d5256
commit 223d5c5
Show file tree

Hide file tree

Showing 3 changed files with 6 additions and 5 deletions.
diff --git a/.gitignore b/.gitignore
@@ -1,4 +1,5 @@
 data/
+models/models_fi_tdt_dia/
 models/stanza_resources/
 models/trankit_resources/
 results/

diff --git a/install_turku_pipeline.sh b/install_turku_pipeline.sh
@@ -4,4 +4,4 @@ set -eu
 
 echo "Downloading the Finnish Turku pipeline model"
 cd models/Turku-neural-parser-pipeline
-python3 fetch_models.py fi_tdt_dia
+python3 fetch_models.py --to .. fi_tdt_dia
diff --git a/nlpmodels.py b/nlpmodels.py
@@ -158,12 +158,12 @@ def split_sentences(self, response):
 
     def _process_sentences(self, texts):
         command = [
-            'python', 'tnpp_parse.py',
-            '--conf', 'models_fi_tdt_dia/pipelines.yaml',
+            'python', 'models/Turku-neural-parser-pipeline/tnpp_parse.py',
+            '--conf', 'models/models_fi_tdt_dia/pipelines.yaml',
             'parse_plaintext'
         ]
-        p = subprocess.run(command, cwd='models/Turku-neural-parser-pipeline',
-                           input='\n\n'.join(texts), capture_output=True, text=True)
+        p = subprocess.run(command, input='\n\n'.join(texts),
+                           capture_output=True, text=True)
         if p.returncode != 0:
             print(f'Turku pipeline failed with return code {p.returncode}')
             print(p.stderr)