Fix for metrics calculating at step 2 (microsoft#426)

Co-authored-by: Zhewei Yao <zheweiy@berkeley.edu>
deep-cognition · Apr 28, 2023 · 354fc7f · 354fc7f
1 parent 427ce63
commit 354fc7f
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/applications/DeepSpeed-Chat/training/step2_reward_model_finetuning/main.py b/applications/DeepSpeed-Chat/training/step2_reward_model_finetuning/main.py
@@ -258,8 +258,8 @@ def evaluation_reward(model, eval_dataloader):
             scores += outputs["chosen_mean_scores"].mean().float()
             if step == 99:  # For faster evaluation and debugging
                 break
-            acc = correct_predictions / total_predictions
-            scores = scores / (step + 1)
+        acc = correct_predictions / total_predictions
+        scores = scores / (step + 1)
         try:
             acc = get_all_reduce_mean(acc).item()
             scores = get_all_reduce_mean(scores).item()