增加context上限滑动条

ChuanhuChatbot.py

@@ -189,13 +189,21 @@ with gr.Blocks(css=customCSS, theme=small_and_beautiful_theme) as demo:
                             value="",
                             lines=1,
                         )
+                        max_context_length_slider = gr.Slider(
+                            minimum=1,
+                            maximum=32768,
+                            value=2000,
+                            step=1,
+                            interactive=True,
+                            label="max context",
+                        )
                         max_tokens_slider = gr.Slider(
                             minimum=1,
                             maximum=32768,
                             value=1000,
                             step=1,
                             interactive=True,
-                            label="max tokens",
+                            label="max generations",
                         )
                         presence_penalty_slider = gr.Slider(
                             minimum=-2.0,
@@ -379,6 +387,7 @@ with gr.Blocks(css=customCSS, theme=small_and_beautiful_theme) as demo:
     downloadFile.change(**load_history_from_file_args)
 
     # Advanced
+    max_context_length_slider.change(current_model.value.set_token_upper_limit, [max_context_length_slider], None)
     temperature_slider.change(current_model.value.set_temperature, [temperature_slider], None)
     top_p_slider.change(current_model.value.set_top_p, [top_p_slider], None)
     n_choices_slider.change(current_model.value.set_n_choices, [n_choices_slider], None)

modules/base_model.py

@@ -357,6 +357,10 @@ class BaseLLMModel:
     def recover(self):
         self.interrupted = False
 
+    def set_token_upper_limit(self, new_upper_limit):
+        self.token_upper_limit = new_upper_limit
+        print(f"token上限设置为{new_upper_limit}")
+
     def set_temperature(self, new_temperature):
         self.temperature = new_temperature
 

modules/models.py

@@ -97,6 +97,9 @@ class OpenAIClient(BaseLLMModel):
             logging.error(f"获取API使用情况失败:" + str(e))
             return STANDARD_ERROR_MSG + ERROR_RETRIEVE_MSG
 
+    def set_token_upper_limit(self, new_upper_limit):
+        pass
+
     @shared.state.switching_api_key  # 在不开启多账号模式的时候，这个装饰器不会起作用
     def _get_response(self, stream=False):
         openai_api_key = self.api_key