Update test_ppl.py

HKUNLP · Jul 3, 2024 · 9d9ae38 · 9d9ae38
1 parent a0d216c
commit 9d9ae38
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/ppl/test_ppl.py b/ppl/test_ppl.py
@@ -95,7 +95,7 @@ def evaluate_ppl_all(seq_length=8192, sliding_window=256, use_cache=False, args=
         model = LlamaForCausalLM.from_pretrained(model_path, attn_implementation="flash_attention_2", device_map="auto",
                                                         trust_remote_code=True, torch_dtype=torch.bfloat16)
     data_path = args.data_path
-    data = {'val': np.memmap(data_path, dtype=np.uint32, mode='r')}
+    data = {'val': np.memmap(data_path, dtype=np.uint16, mode='r')}
 
     evaluate_ppl_all(seq_length=args.seq_len, sliding_window=256, args=args, model=model, data=data)