Update to spacy 3.3.0

aajanki · May 2, 2022 · d0778ed · d0778ed
1 parent 18d8a79
commit d0778ed
Show file tree

Hide file tree

Showing 3 changed files with 9 additions and 4 deletions.
diff --git a/download_models.py b/download_models.py
@@ -1,9 +1,16 @@
 import os
+import subprocess
+import sys
 import spacy_udpipe
 import stanza
 import trankit
 from uralicNLP import uralicApi
 
+print('Downloading spaCy models...')
+subprocess.run(['python', '-m', 'spacy', 'download', 'fi_core_news_sm'], stdout=sys.stdout, check=True)
+subprocess.run(['python', '-m', 'spacy', 'download', 'fi_core_news_md'], stdout=sys.stdout, check=True)
+subprocess.run(['python', '-m', 'spacy', 'download', 'fi_core_news_lg'], stdout=sys.stdout, check=True)
+
 print('Downloading UDPipe model...')
 spacy_udpipe.download('fi-tdt')
 spacy_udpipe.download('fi')

diff --git a/nlpmodels.py b/nlpmodels.py
@@ -388,6 +388,7 @@ class SpacyCoreFi:
     def __init__(self, model_name):
         self.name = f'spacy-{model_name}'
         self.model_name = model_name
+        self.tokenizer_is_destructive = False
         self.nlp = None
 
     def initialize(self):

diff --git a/requirements.txt b/requirements.txt
@@ -4,11 +4,8 @@ requests==2.27.1
 matplotlib==3.5.1
 seaborn==0.11.2
 spacy-udpipe==1.0.0
-spacy==3.3.0.dev0
+spacy==3.3.0
 https://github.com/aajanki/spacy-fi/releases/download/v0.10.0b1/spacy_fi_experimental_web_md-0.10.0b1-py3-none-any.whl
-https://github.com/explosion/spacy-models/releases/download/fi_core_news_sm-3.3.0a0/fi_core_news_sm-3.3.0a0-py3-none-any.whl
-https://github.com/explosion/spacy-models/releases/download/fi_core_news_md-3.3.0a0/fi_core_news_md-3.3.0a0-py3-none-any.whl
-https://github.com/explosion/spacy-models/releases/download/fi_core_news_lg-3.3.0a0/fi_core_news_lg-3.3.0a0-py3-none-any.whl
 voikko==0.5
 typer==0.4.1
 stanza==1.3.0