增加关闭聊天的功能

明确的退出命令可以直接关闭聊天
LLM检测到的结束聊天意图则在LLM回复后关闭聊天

config.yaml

@@ -31,9 +31,14 @@ prompt: |
   你是一个叫小智/小志的台湾女孩，说话机车，声音好听，习惯简短表达，爱用网络梗。
   请注意，要像一个人一样说话，请不要回复表情符号、代码、和xml标签。
   当前时间是:{date_time}，现在我正在和你进行语音聊天，我们开始吧。
+  如果用户希望结束对话，请在最后说“拜拜”或“再见”。
 # 使用完声音文件后删除文件(Delete the sound file when you are done using it)
 delete_audio: true
 
+CMD_exit:
+  - "退出"
+  - "关闭"
+
 # 具体处理时选择的模块(The module selected for specific processing)
 selected_module:
   ASR: FunASR

core/connection.py

@@ -68,6 +68,12 @@ class ConnectionHandler:
         self.tts_start_speak_time = None
         self.tts_duration = 0
 
+        self.cmd_exit = self.config["CMD_exit"]
+        self.max_cmd_lenth = 0
+        for cmd in self.cmd_exit:
+            if len(cmd) > self.max_cmd_lenth:
+                self.max_cmd_lenth = len(cmd)
+
     async def handle_connection(self, ws):
         try:
             # 获取并验证headers

core/handle/audioHandle.py

@@ -27,7 +27,10 @@ async def handleAudioMessage(conn, audio):
         conn.asr_server_receive = False
         text, file_path = conn.asr.speech_to_text(conn.asr_audio, conn.session_id)
         logger.info(f"识别文本: {text}")
-        text_len = remove_punctuation_and_length(text)
+        
+        text_len, text_without_punctuation  = remove_punctuation_and_length(text)
+        if text_len <= conn.max_cmd_lenth and await handleCMDMessage(conn, text_without_punctuation):
+            return
         if text_len > 0:
             await startToChat(conn, text)
         else:
@@ -35,6 +38,28 @@ async def handleAudioMessage(conn, audio):
         conn.asr_audio.clear()
         conn.reset_vad_states()
 
+async def handleCMDMessage(conn, text):
+    cmd_exit = conn.cmd_exit
+    for cmd in cmd_exit:
+        if text == cmd:
+            logger.info("识别到明确的退出命令".format(text))
+            await finishToChat(conn)
+            return True
+    return False
+
+async def finishToChat(conn):
+    await conn.close()
+
+async def isLLMWantToFinsih(conn):
+    first_text = conn.tts_first_text
+    last_text = conn.tts_last_text
+    _, last_text_without_punctuation = remove_punctuation_and_length(last_text)
+    if "再见" in last_text_without_punctuation or "拜拜" in last_text_without_punctuation:
+        return True
+    _, first_text_without_punctuation  = remove_punctuation_and_length(first_text)
+    if "再见" in first_text_without_punctuation or "拜拜" in first_text_without_punctuation:
+        return True
+    return False
 
 async def startToChat(conn, text):
     # 异步发送 stt 信息
@@ -71,6 +96,11 @@ async def sendAudioMessage(conn, audios, duration, text):
             schedule_with_interrupt(stop_duration, send_tts_message(conn, 'stop'))
         )
         conn.scheduled_tasks.append(stop_task)
+        if await isLLMWantToFinsih(conn):
+            finish_task = asyncio.create_task(
+                schedule_with_interrupt(stop_duration, finishToChat(conn))
+            )
+            conn.scheduled_tasks.append(finish_task)
 
 
 async def send_tts_message(conn, state, text=None):

core/utils/util.py

@@ -90,4 +90,4 @@ def remove_punctuation_and_length(text):
 
     if result == "Yeah":
         return 0
-    return len(result)
+    return len(result),result