改进了总结对话闪烁的问题

ChuanhuChatbot.py

@@ -261,7 +261,7 @@ with gr.Blocks(css=customCSS, theme=small_and_beautiful_theme) as demo:
     transfer_input_args = dict(
         fn=transfer_input, inputs=[user_input], outputs=[user_question, user_input, submitBtn, cancelBtn], show_progress=True
     )
-    
+
     get_usage_args = dict(
         fn=get_usage, inputs=[user_api_key], outputs=[usageTxt], show_progress=False
     )
@@ -318,7 +318,7 @@ with gr.Blocks(css=customCSS, theme=small_and_beautiful_theme) as demo:
             token_count,
             top_p,
             temperature,
-            gr.State(0),
+            gr.State(max_token_streaming if use_streaming_checkbox.value else max_token_all),
             model_select_dropdown,
             language_select_dropdown,
         ],
@@ -326,7 +326,7 @@ with gr.Blocks(css=customCSS, theme=small_and_beautiful_theme) as demo:
         show_progress=True,
     )
     reduceTokenBtn.click(**get_usage_args)
-    
+
     # ChatGPT
     keyTxt.change(submit_key, keyTxt, [user_api_key, status_display]).then(**get_usage_args)
 

modules/chat_func.py

@@ -268,7 +268,8 @@ def predict(
     should_check_token_count=True,
 ):  # repetition_penalty, top_k
     logging.info("输入为：" + colorama.Fore.BLUE + f"{inputs}" + colorama.Style.RESET_ALL)
-    yield chatbot+[(inputs, "")], history, "开始生成回答……", all_token_counts
+    if should_check_token_count:
+        yield chatbot+[(inputs, "")], history, "开始生成回答……", all_token_counts
     if reply_language == "跟随问题语言（不稳定）":
         reply_language = "the same language as the question, such as English, 中文, 日本語, Español, Français, or Deutsch."
     if files:
@@ -460,6 +461,7 @@ def reduce_token_size(
     flag = False
     for chatbot, history, status_text, previous_token_count in iter:
         num_chat = find_n(previous_token_count, max_token_count)
+        logging.info(f"previous_token_count: {previous_token_count}, keeping {num_chat} chats")
         if flag:
             chatbot = chatbot[:-1]
         flag = True