example: update chatglm3 api decorator definition (#3062)

star-whale · Dec 6, 2023 · f0f0d89 · f0f0d89
1 parent 145d209
commit f0f0d89
Showing 1 changed file with 1 addition and 5 deletions.
diff --git a/example/llm-finetune/models/chatglm3/evaluation.py b/example/llm-finetune/models/chatglm3/evaluation.py
@@ -78,11 +78,7 @@ def copilot_predict(data: dict) -> str:
     return response
 
 
-@api(
-    inference_type=LLMChat(
-        args={"user_input", "history", "temperature", "top_p", "max_new_tokens"}
-    )
-)
+@api(inference_type=LLMChat())
 def chatbot(user_input, history, temperature, top_p, max_new_tokens):
     model, tokenizer = _load_model_and_tokenizer()
     response, history = model.chat(