mirror of
https://github.com/xinnan-tech/xiaozhi-esp32-server.git
synced 2026-07-27 09:33:55 +08:00
update:intent_llm加载动态插件
This commit is contained in:
hrz
@@ -9,18 +9,6 @@ logger = setup_logging()
|
||||
class IntentProviderBase(ABC):
|
||||
def __init__(self, config):
|
||||
self.config = config
|
||||
self.intent_options = [
|
||||
{
|
||||
"name": "handle_exit_intent",
|
||||
"desc": "结束聊天, 用户发来如再见之类的表示结束的话, 不想再进行对话的时候",
|
||||
},
|
||||
{
|
||||
"name": "play_music",
|
||||
"desc": "播放音乐, 用户希望你可以播放音乐, 只用于播放音乐的意图",
|
||||
},
|
||||
{"name": "get_time", "desc": "获取今天日期或者当前时间信息"},
|
||||
{"name": "continue_chat", "desc": "继续聊天"},
|
||||
]
|
||||
|
||||
def set_llm(self, llm):
|
||||
self.llm = llm
|
||||
|
||||
@@ -15,57 +15,71 @@ class IntentProvider(IntentProviderBase):
|
||||
def __init__(self, config):
|
||||
super().__init__(config)
|
||||
self.llm = None
|
||||
self.promot = self.get_intent_system_prompt()
|
||||
self.promot = ""
|
||||
# 添加缓存管理
|
||||
self.intent_cache = {} # 缓存意图识别结果
|
||||
self.cache_expiry = 600 # 缓存有效期10分钟
|
||||
self.cache_max_size = 100 # 最多缓存100个意图
|
||||
|
||||
def get_intent_system_prompt(self) -> str:
|
||||
def get_intent_system_prompt(self, functions_list: str) -> str:
|
||||
"""
|
||||
根据配置的意图选项动态生成系统提示词
|
||||
根据配置的意图选项和可用函数动态生成系统提示词
|
||||
Args:
|
||||
functions: 可用的函数列表，JSON格式字符串
|
||||
Returns:
|
||||
格式化后的系统提示词
|
||||
"""
|
||||
|
||||
# 构建函数说明部分
|
||||
functions_desc = "可用的函数列表：\n"
|
||||
for func in functions_list:
|
||||
func_info = func.get("function", {})
|
||||
name = func_info.get("name", "")
|
||||
desc = func_info.get("description", "")
|
||||
params = func_info.get("parameters", {})
|
||||
|
||||
functions_desc += f"\n函数名: {name}\n"
|
||||
functions_desc += f"描述: {desc}\n"
|
||||
|
||||
if params:
|
||||
functions_desc += "参数:\n"
|
||||
for param_name, param_info in params.get("properties", {}).items():
|
||||
param_desc = param_info.get("description", "")
|
||||
param_type = param_info.get("type", "")
|
||||
functions_desc += f"- {param_name} ({param_type}): {param_desc}\n"
|
||||
|
||||
functions_desc += "---\n"
|
||||
|
||||
prompt = (
|
||||
"你是一个意图识别助手。请分析用户的最后一句话，判断用户意图属于以下哪一类：\n"
|
||||
"<start>"
|
||||
f"{str(self.intent_options)}"
|
||||
"<end>\n"
|
||||
"处理步骤:"
|
||||
"1. 思考意图类型，生成function_call格式"
|
||||
"\n\n"
|
||||
"返回格式示例：\n"
|
||||
'1. 播放音乐意图: {"function_call": {"name": "play_music", "arguments": {"song_name": "音乐名称"}}}\n'
|
||||
'2. 结束对话意图: {"function_call": {"name": "handle_exit_intent", "arguments": {"say_goodbye": "goodbye"}}}\n'
|
||||
'3. 获取当天日期时间: {"function_call": {"name": "get_time"}}\n'
|
||||
'4. 继续聊天意图: {"function_call": {"name": "continue_chat"}}\n'
|
||||
"\n"
|
||||
"注意:\n"
|
||||
'- 播放音乐：无歌名时，song_name设为"random"\n'
|
||||
"- 如果没有明显的意图，应按照继续聊天意图处理\n"
|
||||
"- 只返回纯JSON，不要任何其他内容\n"
|
||||
"\n"
|
||||
"示例分析:\n"
|
||||
"你是一个意图识别助手。请分析用户的最后一句话，判断用户意图并调用相应的函数。\n\n"
|
||||
f"{functions_desc}\n"
|
||||
"处理步骤:\n"
|
||||
"1. 分析用户输入，确定用户意图\n"
|
||||
"2. 从可用函数列表中选择最匹配的函数\n"
|
||||
"3. 如果找到匹配的函数，生成对应的function_call 格式\n"
|
||||
'4. 如果没有找到匹配的函数，返回{"function_call": {"name": "continue_chat"}}\n\n'
|
||||
"返回格式要求：\n"
|
||||
"1. 必须返回纯JSON格式\n"
|
||||
"2. 必须包含function_call字段\n"
|
||||
"3. function_call必须包含name字段\n"
|
||||
"4. 如果函数需要参数，必须包含arguments字段\n\n"
|
||||
"示例：\n"
|
||||
"```\n"
|
||||
"用户: 你也太搞笑了\n"
|
||||
'返回: {"function_call": {"name": "continue_chat"}}\n'
|
||||
"```\n"
|
||||
"```\n"
|
||||
"用户: 现在是几号了?现在几点了？\n"
|
||||
"用户: 现在几点了？\n"
|
||||
'返回: {"function_call": {"name": "get_time"}}\n'
|
||||
"```\n"
|
||||
"```\n"
|
||||
"用户: 我们明天再聊吧\n"
|
||||
'返回: {"function_call": {"name": "handle_exit_intent"}}\n'
|
||||
"用户: 我想结束对话\n"
|
||||
'返回: {"function_call": {"name": "handle_exit_intent", "arguments": {"say_goodbye": "goodbye"}}}\n'
|
||||
"```\n"
|
||||
"```\n"
|
||||
"用户: 播放中秋月\n"
|
||||
'返回: {"function_call": {"name": "play_music", "arguments": {"song_name": "中秋月"}}}\n'
|
||||
"```\n"
|
||||
"```\n"
|
||||
"可用的音乐名称:\n"
|
||||
"用户: 你好啊\n"
|
||||
'返回: {"function_call": {"name": "continue_chat"}}\n'
|
||||
"```\n\n"
|
||||
"注意：\n"
|
||||
"1. 只返回JSON格式，不要包含任何其他文字\n"
|
||||
'2. 如果没有找到匹配的函数，返回{"function_call": {"name": "continue_chat"}}\n'
|
||||
"3. 确保返回的JSON格式正确，包含所有必要的字段\n"
|
||||
)
|
||||
return prompt
|
||||
|
||||
@@ -118,6 +132,24 @@ class IntentProvider(IntentProviderBase):
|
||||
# 清理缓存
|
||||
self.clean_cache()
|
||||
|
||||
if self.promot == "":
|
||||
if hasattr(conn, "func_handler"):
|
||||
functions = conn.func_handler.get_functions()
|
||||
self.promot = self.get_intent_system_prompt(functions)
|
||||
|
||||
music_config = initialize_music_handler(conn)
|
||||
music_file_names = music_config["music_file_names"]
|
||||
prompt_music = f"{self.promot}\n<musicNames>{music_file_names}\n</musicNames>"
|
||||
|
||||
devices = conn.config["plugins"]["home_assistant"].get("devices", [])
|
||||
if len(devices) > 0:
|
||||
hass_prompt = "\n下面是我家智能设备列表（位置，设备名，entity_id），可以通过homeassistant控制\n"
|
||||
for device in devices:
|
||||
hass_prompt += device + "\n"
|
||||
prompt_music += hass_prompt
|
||||
|
||||
logger.bind(tag=TAG).debug(f"User prompt: {prompt_music}")
|
||||
|
||||
# 构建用户最后一句话的提示
|
||||
msgStr = ""
|
||||
|
||||
@@ -128,11 +160,7 @@ class IntentProvider(IntentProviderBase):
|
||||
msgStr += f"{dialogue_history[-1].role}: {dialogue_history[-1].content}\n"
|
||||
|
||||
msgStr += f"User: {text}\n"
|
||||
user_prompt = f"当前的对话如下：\n{msgStr}"
|
||||
music_config = initialize_music_handler(conn)
|
||||
music_file_names = music_config["music_file_names"]
|
||||
prompt_music = f"{self.promot}\n<start>{music_file_names}\n<end>"
|
||||
logger.bind(tag=TAG).debug(f"User prompt: {prompt_music}")
|
||||
user_prompt = f"current dialogue:\n{msgStr}"
|
||||
|
||||
# 记录预处理完成时间
|
||||
preprocess_time = time.time() - total_start_time
|
||||
|
||||
Reference in New Issue
Block a user