.

alcidesmorales · Oct 12, 2024 · 234add2 · 234add2
1 parent 2176948
commit 234add2
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/data/cached_fineweb10B.py b/data/cached_fineweb10B.py
@@ -7,6 +7,6 @@ def get(fname):
     if not os.path.exists(os.path.join(local_dir, fname)):
         hf_hub_download(repo_id="kjj0/fineweb10B-gpt2", filename=fname,
                         repo_type="dataset", local_dir=local_dir)
+get("fineweb_val_%06d.bin" % 0)
 for i in range(1, 104):
     get("fineweb_train_%06d.bin" % i)
-get("fineweb_val_%06d.bin" % 0)