Skip to content

Commit

Permalink
Minor squad cleanup and comment
Browse files Browse the repository at this point in the history
PiperOrigin-RevId: 229770183
  • Loading branch information
Conchylicultor authored and Copybara-Service committed Jan 17, 2019
1 parent ba378b0 commit efb42d8
Showing 1 changed file with 1 addition and 3 deletions.
4 changes: 1 addition & 3 deletions tensorflow_datasets/text/squad.py
Original file line number Diff line number Diff line change
Expand Up @@ -47,9 +47,6 @@
from the corresponding reading passage, or the question might be unanswerable.
"""

_DOWNLOAD_URL = ("http://www.statmt.org/lm-benchmark/"
"1-billion-word-language-modeling-benchmark-r13output.tar.gz")


class SquadConfig(tfds.core.BuilderConfig):
"""BuilderConfig for SQUAD."""
Expand Down Expand Up @@ -132,6 +129,7 @@ def _info(self):

def _vocab_text_gen(self, filepath):
for ex in self._generate_examples(filepath):
# "first_answer" is a substring of "context" so not need to add it here
yield " ".join([ex["question"], ex["context"]])

def _split_generators(self, dl_manager):
Expand Down

0 comments on commit efb42d8

Please sign in to comment.