Merge pull request #652 from yrk111222/main

Modify the parameters of modelscope

Author: warmshao

.env.example

@@ -21,6 +21,9 @@ OLLAMA_ENDPOINT=http://localhost:11434
 ALIBABA_ENDPOINT=https://dashscope.aliyuncs.com/compatible-mode/v1
 ALIBABA_API_KEY=
 
+MODELSCOPE_ENDPOINT=https://api-inference.modelscope.cn/v1
+MODELSCOPE_API_KEY=
+
 MOONSHOT_ENDPOINT=https://api.moonshot.cn/v1
 MOONSHOT_API_KEY=
 

src/utils/llm_provider.py

@@ -349,6 +349,7 @@ def get_llm_model(provider: str, **kwargs):
             base_url=base_url,
             model_name=kwargs.get("model_name", "Qwen/QwQ-32B"),
             temperature=kwargs.get("temperature", 0.0),
+            extra_body = {"enable_thinking": False}
         )
     else:
         raise ValueError(f"Unsupported provider: {provider}")