123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180 |
- """
- Explanation of the Void Terminal Plugin:
- Please describe in natural language what you want to do.
- 1. You can open the plugin's dropdown menu to explore various capabilities of this project, and then describe your needs in natural language, for example:
- - "Please call the plugin to translate a PDF paper for me. I just uploaded the paper to the upload area."
- - "Please use the plugin to translate a PDF paper, with the address being https://www.nature.com/articles/s41586-019-1724-z.pdf."
- - "Generate an image with blooming flowers and lush green grass using the plugin."
- - "Translate the README using the plugin. The GitHub URL is https://github.com/facebookresearch/co-tracker."
- - "Translate an Arxiv paper for me. The Arxiv ID is 1812.10695. Remember to use the plugin and don't do it manually!"
- - "I don't like the current interface color. Modify the configuration and change the theme to THEME="High-Contrast"."
- - "Could you please explain the structure of the Transformer network?"
- 2. If you use keywords like "call the plugin xxx", "modify the configuration xxx", "please", etc., your intention can be recognized more accurately.
- 3. Your intention can be recognized more accurately when using powerful models like GPT4. This plugin is relatively new, so please feel free to provide feedback on GitHub.
- 4. Now, if you need to process a file, please upload the file (drag the file to the file upload area) or describe the path to the file.
- 5. If you don't need to upload a file, you can simply repeat your command again.
- """
- explain_msg = """
- ## 虚空终端插件说明:
- 1. 请用**自然语言**描述您需要做什么。例如:
- - 「请调用插件,为我翻译PDF论文,论文我刚刚放到上传区了」
- - 「请调用插件翻译PDF论文,地址为https://openreview.net/pdf?id=rJl0r3R9KX」
- - 「把Arxiv论文翻译成中文PDF,arxiv论文的ID是1812.10695,记得用插件!」
- - 「生成一张图片,图中鲜花怒放,绿草如茵,用插件实现」
- - 「用插件翻译README,Github网址是https://github.com/facebookresearch/co-tracker」
- - 「我不喜欢当前的界面颜色,修改配置,把主题THEME更换为THEME="High-Contrast"」
- - 「请调用插件,解析python源代码项目,代码我刚刚打包拖到上传区了」
- - 「请问Transformer网络的结构是怎样的?」
- 2. 您可以打开插件下拉菜单以了解本项目的各种能力。
- 3. 如果您使用「调用插件xxx」、「修改配置xxx」、「请问」等关键词,您的意图可以被识别的更准确。
- 4. 建议使用 GPT3.5 或更强的模型,弱模型可能无法理解您的想法。该插件诞生时间不长,欢迎您前往Github反馈问题。
- 5. 现在,如果需要处理文件,请您上传文件(将文件拖动到文件上传区),或者描述文件所在的路径。
- 6. 如果不需要上传文件,现在您只需要再次重复一次您的指令即可。
- """
- from pydantic import BaseModel, Field
- from typing import List
- from toolbox import CatchException, update_ui, is_the_upload_folder
- from toolbox import update_ui_lastest_msg, disable_auto_promotion
- from request_llms.bridge_all import predict_no_ui_long_connection
- from crazy_functions.crazy_utils import request_gpt_model_in_new_thread_with_ui_alive
- from crazy_functions.crazy_utils import input_clipping
- from crazy_functions.json_fns.pydantic_io import GptJsonIO, JsonStringError
- from crazy_functions.vt_fns.vt_state import VoidTerminalState
- from crazy_functions.vt_fns.vt_modify_config import modify_configuration_hot
- from crazy_functions.vt_fns.vt_modify_config import modify_configuration_reboot
- from crazy_functions.vt_fns.vt_call_plugin import execute_plugin
- class UserIntention(BaseModel):
- user_prompt: str = Field(description="the content of user input", default="")
- intention_type: str = Field(description="the type of user intention, choose from ['ModifyConfiguration', 'ExecutePlugin', 'Chat']", default="ExecutePlugin")
- user_provide_file: bool = Field(description="whether the user provides a path to a file", default=False)
- user_provide_url: bool = Field(description="whether the user provides a url", default=False)
- def chat(txt, llm_kwargs, plugin_kwargs, chatbot, history, system_prompt, user_intention):
- gpt_say = yield from request_gpt_model_in_new_thread_with_ui_alive(
- inputs=txt, inputs_show_user=txt,
- llm_kwargs=llm_kwargs, chatbot=chatbot, history=[],
- sys_prompt=system_prompt
- )
- chatbot[-1] = [txt, gpt_say]
- history.extend([txt, gpt_say])
- yield from update_ui(chatbot=chatbot, history=history) # 刷新界面
- pass
- explain_intention_to_user = {
- 'Chat': "聊天对话",
- 'ExecutePlugin': "调用插件",
- 'ModifyConfiguration': "修改配置",
- }
- def analyze_intention_with_simple_rules(txt):
- user_intention = UserIntention()
- user_intention.user_prompt = txt
- is_certain = False
- if '请问' in txt:
- is_certain = True
- user_intention.intention_type = 'Chat'
- if '用插件' in txt:
- is_certain = True
- user_intention.intention_type = 'ExecutePlugin'
- if '修改配置' in txt:
- is_certain = True
- user_intention.intention_type = 'ModifyConfiguration'
- return is_certain, user_intention
- @CatchException
- def 虚空终端(txt, llm_kwargs, plugin_kwargs, chatbot, history, system_prompt, web_port):
- disable_auto_promotion(chatbot=chatbot)
- # 获取当前虚空终端状态
- state = VoidTerminalState.get_state(chatbot)
- appendix_msg = ""
- # 用简单的关键词检测用户意图
- is_certain, _ = analyze_intention_with_simple_rules(txt)
- if is_the_upload_folder(txt):
- state.set_state(chatbot=chatbot, key='has_provided_explaination', value=False)
- appendix_msg = "\n\n**很好,您已经上传了文件**,现在请您描述您的需求。"
-
- if is_certain or (state.has_provided_explaination):
- # 如果意图明确,跳过提示环节
- state.set_state(chatbot=chatbot, key='has_provided_explaination', value=True)
- state.unlock_plugin(chatbot=chatbot)
- yield from update_ui(chatbot=chatbot, history=history)
- yield from 虚空终端主路由(txt, llm_kwargs, plugin_kwargs, chatbot, history, system_prompt, web_port)
- return
- else:
- # 如果意图模糊,提示
- state.set_state(chatbot=chatbot, key='has_provided_explaination', value=True)
- state.lock_plugin(chatbot=chatbot)
- chatbot.append(("虚空终端状态:", explain_msg+appendix_msg))
- yield from update_ui(chatbot=chatbot, history=history)
- return
- def 虚空终端主路由(txt, llm_kwargs, plugin_kwargs, chatbot, history, system_prompt, web_port):
- history = []
- chatbot.append(("虚空终端状态: ", f"正在执行任务: {txt}"))
- yield from update_ui(chatbot=chatbot, history=history) # 刷新界面
- # ⭐ ⭐ ⭐ 分析用户意图
- is_certain, user_intention = analyze_intention_with_simple_rules(txt)
- if not is_certain:
- yield from update_ui_lastest_msg(
- lastmsg=f"正在执行任务: {txt}\n\n分析用户意图中", chatbot=chatbot, history=history, delay=0)
- gpt_json_io = GptJsonIO(UserIntention)
- rf_req = "\nchoose from ['ModifyConfiguration', 'ExecutePlugin', 'Chat']"
- inputs = "Analyze the intention of the user according to following user input: \n\n" + \
- ">> " + (txt+rf_req).rstrip('\n').replace('\n','\n>> ') + '\n\n' + gpt_json_io.format_instructions
- run_gpt_fn = lambda inputs, sys_prompt: predict_no_ui_long_connection(
- inputs=inputs, llm_kwargs=llm_kwargs, history=[], sys_prompt=sys_prompt, observe_window=[])
- analyze_res = run_gpt_fn(inputs, "")
- try:
- user_intention = gpt_json_io.generate_output_auto_repair(analyze_res, run_gpt_fn)
- lastmsg=f"正在执行任务: {txt}\n\n用户意图理解: 意图={explain_intention_to_user[user_intention.intention_type]}",
- except JsonStringError as e:
- yield from update_ui_lastest_msg(
- lastmsg=f"正在执行任务: {txt}\n\n用户意图理解: 失败 当前语言模型({llm_kwargs['llm_model']})不能理解您的意图", chatbot=chatbot, history=history, delay=0)
- return
- else:
- pass
- yield from update_ui_lastest_msg(
- lastmsg=f"正在执行任务: {txt}\n\n用户意图理解: 意图={explain_intention_to_user[user_intention.intention_type]}",
- chatbot=chatbot, history=history, delay=0)
- # 用户意图: 修改本项目的配置
- if user_intention.intention_type == 'ModifyConfiguration':
- yield from modify_configuration_reboot(txt, llm_kwargs, plugin_kwargs, chatbot, history, system_prompt, user_intention)
- # 用户意图: 调度插件
- if user_intention.intention_type == 'ExecutePlugin':
- yield from execute_plugin(txt, llm_kwargs, plugin_kwargs, chatbot, history, system_prompt, user_intention)
- # 用户意图: 聊天
- if user_intention.intention_type == 'Chat':
- yield from chat(txt, llm_kwargs, plugin_kwargs, chatbot, history, system_prompt, user_intention)
- return
|