shuffle dataset

Author: shahules786

evals/sampler.py

@@ -53,7 +53,7 @@ def update_results(dataset, generation_args: dict, results: dict):
     model_name = args.get("model_url")
     load_8_bits = args.get("load_8_bits")
     model = Inference(model_name, load_8_bits)
-    dataset = load_dataset(DATA, split="train")
+    dataset = load_dataset(DATA, split="train").shuffle(seed=42)
     generation_args = yaml.safe_load(Path("evals/config/generation.yaml").read_text())
     default_args = generation_args.pop("defaults")
     generation_args = merge_dicts(generation_args, default_args)