File tree 1 file changed +2
-0
lines changed
1 file changed +2
-0
lines changed Original file line number Diff line number Diff line change @@ -4969,6 +4969,7 @@ static void llm_load_hparams(
4969
4969
hparams.attn_soft_cap = true;
4970
4970
4971
4971
switch (hparams.n_layer) {
4972
+ case 26: model.type = e_model::MODEL_2B; break;
4972
4973
case 42: model.type = e_model::MODEL_9B; break;
4973
4974
case 46: model.type = e_model::MODEL_27B; break;
4974
4975
default: model.type = e_model::MODEL_UNKNOWN;
@@ -11736,6 +11737,7 @@ struct llm_build_context {
11736
11737
11737
11738
// ref: https://github.com/google/gemma_pytorch/commit/03e657582d17cb5a8617ebf333c1c16f3694670e
11738
11739
switch (model.type) {
11740
+ case e_model::MODEL_2B:
11739
11741
case e_model::MODEL_9B: Qcur = ggml_scale(ctx0, Qcur, 1.0f / sqrtf(float(n_embd_head_k))); break;
11740
11742
case e_model::MODEL_27B: Qcur = ggml_scale(ctx0, Qcur, 1.0f / sqrtf(float(n_embd / n_head))); break;
11741
11743
default: GGML_ABORT("fatal error");
You can’t perform that action at this time.
0 commit comments