From f0f0d8929f62bdce5033c8db2fe25a243fec3b3b Mon Sep 17 00:00:00 2001 From: tianwei Date: Wed, 6 Dec 2023 14:41:19 +0800 Subject: [PATCH] example: update chatglm3 api decorator definition (#3062) --- example/llm-finetune/models/chatglm3/evaluation.py | 6 +----- 1 file changed, 1 insertion(+), 5 deletions(-) diff --git a/example/llm-finetune/models/chatglm3/evaluation.py b/example/llm-finetune/models/chatglm3/evaluation.py index ab2e07a5e2..116a778913 100644 --- a/example/llm-finetune/models/chatglm3/evaluation.py +++ b/example/llm-finetune/models/chatglm3/evaluation.py @@ -78,11 +78,7 @@ def copilot_predict(data: dict) -> str: return response -@api( - inference_type=LLMChat( - args={"user_input", "history", "temperature", "top_p", "max_new_tokens"} - ) -) +@api(inference_type=LLMChat()) def chatbot(user_input, history, temperature, top_p, max_new_tokens): model, tokenizer = _load_model_and_tokenizer() response, history = model.chat(