ASR句首丢字问题 (#346)

* fix: ASR句首丢字问题 (#338)

* feat: 支持dify的多轮对话, chat工作流支持持久化conversation_id #296 (#313)

* TTS功能的一些修改 (#307)

* fix: tts音频转码兼容

* feat: 支持自定义tts接口服务

* feat: tts超时时间作为可配置项

* feat: 自定义tts音频格式兼容

* style: 使命名更符合语义

---------

Co-authored-by: Jad <i@nocilol.me>
Co-authored-by: yanyige <yige.yan@qq.com>
Co-authored-by: Jad <journey.adc@gmail.com>

main/xiaozhi-server/core/providers/llm/dify/dify.py

@@ -10,11 +10,13 @@ class LLMProvider(LLMProviderBase):
     def __init__(self, config):
         self.api_key = config["api_key"]
         self.base_url = config.get("base_url", "https://api.dify.ai/v1").rstrip('/')
+        self.session_conversation_map = {}  # 存储session_id和conversation_id的映射
 
     def response(self, session_id, dialogue):
         try:
             # 取最后一条用户消息
             last_msg = next(m for m in reversed(dialogue) if m["role"] == "user")
+            conversation_id = self.session_conversation_map.get(session_id)
 
             # 发起流式请求
             with requests.post(
@@ -24,13 +26,18 @@ class LLMProvider(LLMProviderBase):
                         "query": last_msg["content"],
                         "response_mode": "streaming",
                         "user": session_id,
-                        "inputs": {}
+                        "inputs": {},
+                        "conversation_id": conversation_id
                     },
                     stream=True
             ) as r:
                 for line in r.iter_lines():
                     if line.startswith(b'data: '):
                         event = json.loads(line[6:])
+                        # 如果没有找到conversation_id，则获取此次conversation_id
+                        if not conversation_id:
+                            conversation_id = event.get('conversation_id')
+                            self.session_conversation_map[session_id] = conversation_id  # 更新映射
                         if event.get('answer'):
                             yield event['answer']
 

main/xiaozhi-server/core/providers/tts/base.py

@@ -41,19 +41,20 @@ class TTSProviderBase(ABC):
     async def text_to_speak(self, text, output_file):
         pass
 
-    def wav_to_opus_data(self, wav_file_path):
-        # 使用pydub加载PCM文件
+    def audio_to_opus_data(self, audio_file_path):
+        """音频文件转换为Opus编码"""
         # 获取文件后缀名
-        file_type = os.path.splitext(wav_file_path)[1]
+        file_type = os.path.splitext(audio_file_path)[1]
         if file_type:
             file_type = file_type.lstrip('.')
-        audio = AudioSegment.from_file(wav_file_path, format=file_type)
+        audio = AudioSegment.from_file(audio_file_path, format=file_type)
 
+        # 转换为单声道/16kHz采样率/16位小端编码（确保与编码器匹配）
+        audio = audio.set_channels(1).set_frame_rate(16000).set_sample_width(2)
+
+        # 音频时长(秒)
         duration = len(audio) / 1000.0
 
-        # 转换为单声道和16kHz采样率（确保与编码器匹配）
-        audio = audio.set_channels(1).set_frame_rate(16000)
-
         # 获取原始PCM数据（16位小端）
         raw_data = audio.raw_data
 

main/xiaozhi-server/core/providers/tts/custom.py

@@ -0,0 +1,35 @@
+import os
+import uuid
+import requests
+from config.logger import setup_logging
+from datetime import datetime
+from core.providers.tts.base import TTSProviderBase
+
+TAG = __name__
+logger = setup_logging()
+
+class TTSProvider(TTSProviderBase):
+    def __init__(self, config, delete_audio_file):
+        super().__init__(config, delete_audio_file)
+        self.url = config.get("url")
+        self.headers = config.get("headers", {})
+        self.params = config.get("params")
+        self.format = config.get("format", "wav")
+        self.output_file = config.get("output_file", "tmp/")
+
+    def generate_filename(self):
+        return os.path.join(self.output_file, f"tts-{datetime.now().date()}@{uuid.uuid4().hex}.{self.format}")
+
+    async def text_to_speak(self, text, output_file):
+        request_params = {}
+        for k, v in self.params.items():
+            if isinstance(v, str) and "{prompt_text}" in v:
+                v = v.replace("{prompt_text}", text)
+            request_params[k] = v
+
+        resp = requests.get(self.url, params=request_params, headers=self.headers)
+        if resp.status_code == 200:
+            with open(output_file, "wb") as file:
+                file.write(resp.content)
+        else:
+            logger.bind(tag=TAG).error(f"Custom TTS请求失败: {resp.status_code} - {resp.text}")