[BugFix] fix pir dt2st (PaddlePaddle#9251)

FeixLiu · Oct 14, 2024 · 3007c79 · 3007c79
1 parent d46bc06
commit 3007c79
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/paddlenlp/transformers/chatglm_v2/modeling.py b/paddlenlp/transformers/chatglm_v2/modeling.py
@@ -147,7 +147,7 @@ def apply_rotary_pos_emb(x: paddle.Tensor, rope_cache: paddle.Tensor) -> paddle.
         -1,
     )
     x_out2 = x_out2.flatten(3)
-    return paddle.concat((x_out2, x_pass), axis=-1)
+    return paddle.concat((x_out2, x_pass.cast(x_out2.dtype)), axis=-1)
 
 
 class RMSNorm(nn.Layer):