From 8e3c1975b7fe5f7c0926a38a0ab34b8110149afb Mon Sep 17 00:00:00 2001 From: kody moodley Date: Wed, 31 May 2023 21:15:01 +0200 Subject: [PATCH] fixes bug with nlp token not appearing in dictionary. updates dependencies and removes unnecessary ones --- .gitignore | 3 +- .../storynavigation/widgets/OWSNDSGTagger.py | 2 ++ requirements.txt | 29 +++++++------------ 3 files changed, 15 insertions(+), 19 deletions(-) diff --git a/.gitignore b/.gitignore index 8826db0..cd3a2f3 100644 --- a/.gitignore +++ b/.gitignore @@ -12,6 +12,7 @@ MANIFEST # virtual environment nv venv +flenv/ # Cython generated files __pycache__ @@ -34,4 +35,4 @@ Thumbs.db htmlcov/* .coverage .ipynb_checkpoints/ -.git \ No newline at end of file +.git diff --git a/orangecontrib/storynavigation/widgets/OWSNDSGTagger.py b/orangecontrib/storynavigation/widgets/OWSNDSGTagger.py index 57bd545..3a9058c 100644 --- a/orangecontrib/storynavigation/widgets/OWSNDSGTagger.py +++ b/orangecontrib/storynavigation/widgets/OWSNDSGTagger.py @@ -1145,6 +1145,8 @@ def __postag_text(self, text): sentence = sentence.replace('.', '') tagged_sentence = self.nlp_nl(sentence) + for token in tagged_sentence: + self.count_per_word[token.text.lower().strip()] = 0 # tagged_sentence = self.merge_punct(tagged_sentence) sentence_nlp_models.append(tagged_sentence) diff --git a/requirements.txt b/requirements.txt index d07bdf1..f5a3296 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,18 +1,11 @@ -wheel==0.38.4 -lxml==4.9.2 -PyQt5==5.15.7 -PyQtWebEngine==5.15.6 -Orange3==3.34.1 -Orange3-Text==1.12.0 -Orange3-network==1.7.0 -pandas==1.5.3 -regex==2022.10.31 -stanza==1.4.2 -spacy==3.4.4 -dgl==0.6.1 -sphinx==5.3.0 -recommonmark==0.7.1 -sphinx-rtd-theme==1.1.1 -Cython==0.29.33 -dhtmlparser3==3.0.17 --e git+https://github.com/kodymoodley/stroll-singlethreaded@master#egg=stroll-srl +PyQt5 +PyQtWebEngine +Orange3 +Orange3-Text +Orange3-network +pandas +spacy +sphinx +recommonmark +sphinx-rtd-theme +dhtmlparser3