增加了现实累计token消耗的功能（用于评估开销）

modules/chat_func.py

@@ -165,9 +165,7 @@ def stream_predict(
             # decode each line as response data is in bytes
             if chunklength > 6 and "delta" in chunk["choices"][0]:
                 finish_reason = chunk["choices"][0]["finish_reason"]
-                status_text = construct_token_message(
-                    sum(all_token_counts), stream=True
-                )
+                status_text = construct_token_message(all_token_counts)
                 if finish_reason == "stop":
                     yield get_return_value()
                     break
@@ -493,7 +491,7 @@ def reduce_token_size(
         token_count = previous_token_count[-num_chat:] if num_chat > 0 else []
         msg = f"保留了最近{num_chat}轮对话"
         yield chatbot, history, msg + "，" + construct_token_message(
-            sum(token_count) if len(token_count) > 0 else 0,
+            token_count if len(token_count) > 0 else [0],
         ), token_count
     logging.info(msg)
     logging.info("减少token数量完毕")

modules/utils.py

@@ -153,8 +153,11 @@ def construct_assistant(text):
     return construct_text("assistant", text)
 
 
-def construct_token_message(token, stream=False):
-    return f"Token 计数: {token}"
+def construct_token_message(tokens: List[int]):
+    token_sum = 0
+    for i in range(len(tokens)):
+        token_sum += sum(tokens[: i + 1])
+    return f"Token 计数: {sum(tokens)}，本次对话累计消耗了 {token_sum} tokens"
 
 
 def delete_first_conversation(history, previous_token_count):
@@ -164,7 +167,7 @@ def delete_first_conversation(history, previous_token_count):
     return (
         history,
         previous_token_count,
-        construct_token_message(sum(previous_token_count)),
+        construct_token_message(previous_token_count),
     )
 
 
@@ -187,7 +190,7 @@ def delete_last_conversation(chatbot, history, previous_token_count):
         chatbot,
         history,
         previous_token_count,
-        construct_token_message(sum(previous_token_count)),
+        construct_token_message(previous_token_count),
     )
 
 
@@ -321,7 +324,7 @@ def get_template_content(templates, selection, original_system_prompt):
 
 def reset_state():
     logging.info("重置状态")
-    return [], [], [], construct_token_message(0)
+    return [], [], [], construct_token_message([0])
 
 
 def reset_textbox():