Skip to content

Commit 59e8461

Browse files
committed
llama: rwkv6: Remove unused nodes
Signed-off-by: Molly Sophia <mollysophia379@gmail.com>
1 parent f293f92 commit 59e8461

File tree

1 file changed

+0
-9
lines changed

1 file changed

+0
-9
lines changed

src/llama.cpp

Lines changed: 0 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -15133,15 +15133,6 @@ struct llm_build_context {
1513315133
cur = ggml_add(ctx0, cur, llm_build_channel_mix_rwkv6(ctx0, layer, x_norm_ffn, x_prev));
1513415134
ggml_build_forward_expand(gf, cur);
1513515135

15136-
token_shift = ggml_cont(
15137-
ctx0,
15138-
ggml_permute(
15139-
ctx0,
15140-
ggml_reshape_3d(ctx0, token_shift, n_embd, n_seqs, 2),
15141-
0, 2, 1, 3
15142-
)
15143-
);
15144-
1514515136
struct ggml_tensor * last_norm_att = ggml_view_3d(ctx0, x_norm_att, n_embd, 1, n_seqs, x_norm_att->nb[1], x_norm_att->nb[2], (n_seq_tokens-1)*n_embd*ggml_element_size(x_norm_att));
1514615137
struct ggml_tensor * last_norm_ffn = ggml_view_3d(ctx0, x_norm_ffn, n_embd, 1, n_seqs, x_norm_ffn->nb[1], x_norm_ffn->nb[2], (n_seq_tokens-1)*n_embd*ggml_element_size(x_norm_ffn));
1514715138

0 commit comments

Comments
 (0)