| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107 |
- from typing import List, Dict, Union, Optional
- def format_react_en(tool_names, tool_descs):
- REACT_PROMPT = """Answer the following questions as best as you can. You have access to the following tools:
- {tool_list}
- Use the following format:
- Thought: you should always think about what to do
- Action: the action to take, should be one of [{tool_names}]
- Action Input: the input to the action
- Observation: the result of the action
- ... (this Thought/Action/Action Input/Observation can be repeated zero or more times)
- Final Answer: the final answer to the original input question
- Begin!
- """
- return REACT_PROMPT.format(tool_list='\n\n'.join(tool_descs), tool_names=','.join(tool_names))
- def format_react_zh(tool_names, tool_descs):
- REACT_ZH_PROMPT = """尽你所能回答以下问题。你拥有如下工具:
- {tool_list}
- 使用以下格式回答:
- Thought: 思考你应该做什么
- Action: 工具的名称,必须是[{tool_names}]之一
- Action Input: 工具的输入
- Observation: 工具返回的结果
- ... (Thought/Action/Action Input/Observation的过程可以重复零次或多次)
- Final Answer: 对输入问题的最终答案
- 开始!
- """
- return REACT_ZH_PROMPT.format(tool_list='\n\n'.join(tool_descs), tool_names=','.join(tool_names))
- def format_glm4(tool_names, tool_descs):
- GLM4_PROMPT = '''你是一个名为 ChatGLM 的人工智能助手。你是基于智谱AI训练的语言模型 GLM-4 模型开发的,你的任务是针对用户的问题和要求提供适当的答复和支持。
- # 可用工具
- {tool_list}'''
- tool_list = ''
- for name, tool in zip(tool_names, tool_descs):
- tool_list += f'## {name}\n\n{tool}\n\n'
- return GLM4_PROMPT.format(tool_list=tool_list)
- def format_toolbench(tool_names, tool_descs):
- TOOLBENCH_PROMPT = '''You can use many tools(functions) to do the following task.
- First I will give you the task description, and your task start.
- At each step, you need to give your thought to analyze the status now and what to do next, \
- with a function call to actually execute your step. Your output should follow this format:
- Thought:
- Action:
- Action Input:
- After the call, you will get the call result, and you are now in a new state.
- Then you will analyze your status now, then decide what to do next...
- After many (Thought-call) pairs, you finally perform the task, then you can give your final answer.
- Remember:
- 1.the state change is irreversible, you can't go back to one of the former state, if you want to restart the task, \
- say \"I give up and restart\".
- 2.All the thought is short, at most in 5 sentence.
- 3.You can do more then one trys, so if your plan is to continuously try some conditions, \
- you can do one of the conditions per try.
- Let's Begin!
- Task description: You should use functions to help handle the real time user querys. Remember:
- 1.ALWAYS call \"Finish\" function at the end of the task. And the final answer should contain enough information \
- to show to the user,If you can't handle the task, \
- or you find that function calls always fail(the function is not valid now), \
- use function Finish->give_up_and_restart.
- 2.Do not use origin tool names, use only subfunctions' names.
- Specifically, you have access to the following APIs: {tool_list}'''
- return TOOLBENCH_PROMPT.format(tool_list='\n\n'.join(tool_descs))
- tools_prompt = {
- 'react_en': format_react_en,
- 'react_zh': format_react_zh,
- 'glm4': format_glm4,
- 'toolbench': format_toolbench,
- }
- def get_tools_prompt(TOOLS: List[Dict[str, Union[str, dict]]], prompt_format: str = 'react_en') -> Optional[str]:
- tool_descs = []
- tool_names = []
- for info in TOOLS: # info: Dict[str, Union[str, dict]]
- try:
- if 'function' in info:
- info = info['function']
- tool_names.append(info['name'])
- tool_descs.append(str(info)) # info: dict
- except KeyError:
- print('invalid tools format, please check'
- 'https://github.com/modelscope/swift/blob/main/docs/source_en/LLM/Agent-deployment-best-practice.md')
- return None
- prompt_format = tools_prompt.get(prompt_format) or format_toolbench
- return prompt_format(tool_names, tool_descs)
|