Update llama_attn_replace_sft.py

NanKu257 · Nov 2, 2023 · 0eb1a2a · 0eb1a2a
1 parent 363c195
commit 0eb1a2a
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/llama_attn_replace_sft.py b/llama_attn_replace_sft.py
@@ -36,7 +36,7 @@ def forward_flashattn(
     attention_mask: [bsz, q_len]
     """
     if not self.training:
-        warnings.warn("This function should be used just for training as it may exhibit reduced inference performances. For inference, please use forward_flashattn_inference.")
+        warnings.warn("This function should be used just for training as it may exhibit reduced inference performance. For inference, please use forward_flashattn_inference.")
 
     if output_attentions:
         warnings.warn(