Add 2048 long rp sample indices

m2kulkarni · Sep 19, 2024 · 1189bbb · 1189bbb
1 parent 391301b
commit 1189bbb
Show file tree

Hide file tree

Showing 17 changed files with 0 additions and 0 deletions.
diff --git a/...ers/d=redpajama_train_50000-mts=20000-dcs=2048-max=32768-min=2048-s=42-nts=10000_l001.npy b/...ers/d=redpajama_train_50000-mts=20000-dcs=2048-max=32768-min=2048-s=42-nts=10000_l001.npy
diff --git a/...ers/d=redpajama_train_50000-mts=20000-dcs=2048-max=32768-min=2048-s=42-nts=10000_l002.npy b/...ers/d=redpajama_train_50000-mts=20000-dcs=2048-max=32768-min=2048-s=42-nts=10000_l002.npy
diff --git a/...ers/d=redpajama_train_50000-mts=20000-dcs=2048-max=32768-min=2048-s=42-nts=10000_l004.npy b/...ers/d=redpajama_train_50000-mts=20000-dcs=2048-max=32768-min=2048-s=42-nts=10000_l004.npy
diff --git a/...ers/d=redpajama_train_50000-mts=20000-dcs=2048-max=32768-min=2048-s=42-nts=10000_l008.npy b/...ers/d=redpajama_train_50000-mts=20000-dcs=2048-max=32768-min=2048-s=42-nts=10000_l008.npy
diff --git a/...ers/d=redpajama_train_50000-mts=20000-dcs=2048-max=32768-min=2048-s=42-nts=10000_l016.npy b/...ers/d=redpajama_train_50000-mts=20000-dcs=2048-max=32768-min=2048-s=42-nts=10000_l016.npy
diff --git a/...ers/d=redpajama_train_50000-mts=20000-dcs=2048-max=32768-min=2048-s=42-nts=10000_l032.npy b/...ers/d=redpajama_train_50000-mts=20000-dcs=2048-max=32768-min=2048-s=42-nts=10000_l032.npy
diff --git a/...ers/d=redpajama_train_50000-mts=20000-dcs=2048-max=32768-min=2048-s=42-nts=10000_l064.npy b/...ers/d=redpajama_train_50000-mts=20000-dcs=2048-max=32768-min=2048-s=42-nts=10000_l064.npy
diff --git a/...ers/d=redpajama_train_50000-mts=20000-dcs=2048-max=32768-min=2048-s=42-nts=10000_l128.npy b/...ers/d=redpajama_train_50000-mts=20000-dcs=2048-max=32768-min=2048-s=42-nts=10000_l128.npy
diff --git a/src/dataloaders/d=redpajama_train_50000-mts=20000-dcs=2048-max=32768-min=2048-s=42.npy b/src/dataloaders/d=redpajama_train_50000-mts=20000-dcs=2048-max=32768-min=2048-s=42.npy
diff --git a/src/dataloaders/d=redpajama_train_50000-mts=20000-dcs=2048-max=32768-min=2048-s=42_l001.npy b/src/dataloaders/d=redpajama_train_50000-mts=20000-dcs=2048-max=32768-min=2048-s=42_l001.npy
diff --git a/src/dataloaders/d=redpajama_train_50000-mts=20000-dcs=2048-max=32768-min=2048-s=42_l002.npy b/src/dataloaders/d=redpajama_train_50000-mts=20000-dcs=2048-max=32768-min=2048-s=42_l002.npy
diff --git a/src/dataloaders/d=redpajama_train_50000-mts=20000-dcs=2048-max=32768-min=2048-s=42_l004.npy b/src/dataloaders/d=redpajama_train_50000-mts=20000-dcs=2048-max=32768-min=2048-s=42_l004.npy
diff --git a/src/dataloaders/d=redpajama_train_50000-mts=20000-dcs=2048-max=32768-min=2048-s=42_l008.npy b/src/dataloaders/d=redpajama_train_50000-mts=20000-dcs=2048-max=32768-min=2048-s=42_l008.npy
diff --git a/src/dataloaders/d=redpajama_train_50000-mts=20000-dcs=2048-max=32768-min=2048-s=42_l016.npy b/src/dataloaders/d=redpajama_train_50000-mts=20000-dcs=2048-max=32768-min=2048-s=42_l016.npy
diff --git a/src/dataloaders/d=redpajama_train_50000-mts=20000-dcs=2048-max=32768-min=2048-s=42_l032.npy b/src/dataloaders/d=redpajama_train_50000-mts=20000-dcs=2048-max=32768-min=2048-s=42_l032.npy
diff --git a/src/dataloaders/d=redpajama_train_50000-mts=20000-dcs=2048-max=32768-min=2048-s=42_l064.npy b/src/dataloaders/d=redpajama_train_50000-mts=20000-dcs=2048-max=32768-min=2048-s=42_l064.npy
diff --git a/src/dataloaders/d=redpajama_train_50000-mts=20000-dcs=2048-max=32768-min=2048-s=42_l128.npy b/src/dataloaders/d=redpajama_train_50000-mts=20000-dcs=2048-max=32768-min=2048-s=42_l128.npy