fix bug

MegEngine · Apr 4, 2024 · c972416 · c972416
1 parent 9a05ac0
commit c972416
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 6 deletions.
diff --git a/src/graph/chatGLM3.cpp b/src/graph/chatGLM3.cpp
@@ -39,11 +39,12 @@ void ChatGLMGraph3::load_param(
     fin->read_raw((char*)&param.n_layer, sizeof(param.n_layer));
     fin->read_raw((char*)&param.n_mult, sizeof(param.n_mult));
     fin->read_raw((char*)&param.n_vocab, sizeof(param.n_vocab));
-    int32_t multi_query;
-    fin->read_raw((char*)&multi_query, sizeof(multi_query));
-    param.is_multi_query = multi_query > 0;
-    fin->read_raw(
-            (char*)&param.multi_query_group_num, sizeof(param.multi_query_group_num));
+    // int32_t multi_query;
+    // fin->read_raw((char*)&multi_query, sizeof(multi_query));
+    // param.is_multi_query = multi_query > 0;
+    // fin->read_raw(
+    //         (char*)&param.multi_query_group_num, sizeof(param.multi_query_group_num));
+    param.n_layer=28;
     m_param = param;
 
     // load vocab

diff --git a/src/graph/graph_imp.cpp b/src/graph/graph_imp.cpp
@@ -12,7 +12,7 @@ std::shared_ptr<Graph> Graph::make_graph(
     } else if (name == "chatglm2") {
         return std::make_shared<ChatGLMGraph2>(model_config, device, name);
     } else if (name == "chatglm3") {
-        return std::make_shared<ChatGLMGraph2>(model_config, device, name);
+        return std::make_shared<ChatGLMGraph3>(model_config, device, name);
     } else if (name == "baichuan" || name == "llama2") {
         return std::make_shared<LlamaLikeGraph>(model_config, device, name);
     } else {