diff --git a/dataset.py b/dataset.py index 8530352..e501e79 100644 --- a/dataset.py +++ b/dataset.py @@ -202,9 +202,6 @@ def _build_vocabs_streaming(self): # Create and save vocabularies vocabs = dict() print("Building vocabularies (streaming)...") - vocabs[ID] = self._counter_to_vocab(self.counters[ID], - specials=[], - vocab_cache=self.vocab_cache.joinpath("id_vocab.pkl")) vocabs[ID] = self._counter_to_vocab(self.counters[ID], specials=[], vocab_cache=self.vocab_cache.joinpath("id_vocab.pkl"))