change wrong total_tokens calculate method

infiniflow · Oct 22, 2024 · e9e8540 · e9e8540
1 parent e1ffb7b
commit e9e8540
Showing 1 changed file with 0 additions and 1 deletion.
diff --git a/rag/llm/chat_model.py b/rag/llm/chat_model.py
@@ -68,7 +68,6 @@ def chat_streamly(self, system, history, gen_conf):
                     resp.choices[0].delta.content = ""
                 ans += resp.choices[0].delta.content
 
-                total_tokens += 1
                 if not hasattr(resp, "usage") or not resp.usage:
                     total_tokens = (
                                 total_tokens