fix: remove duplicit building of vocabs[ID] in build_vocabs_streaming

vejvarm · Nov 28, 2023 · f11bee9 · f11bee9
1 parent 9b934bd
commit f11bee9
Showing 1 changed file with 0 additions and 3 deletions.
diff --git a/dataset.py b/dataset.py
@@ -202,9 +202,6 @@ def _build_vocabs_streaming(self):
         # Create and save vocabularies
         vocabs = dict()
         print("Building vocabularies (streaming)...")
-        vocabs[ID] = self._counter_to_vocab(self.counters[ID],
-                                            specials=[],
-                                            vocab_cache=self.vocab_cache.joinpath("id_vocab.pkl"))
         vocabs[ID] = self._counter_to_vocab(self.counters[ID],
                                             specials=[],
                                             vocab_cache=self.vocab_cache.joinpath("id_vocab.pkl"))