fix：aliyun,cozecn,custom,doubao,gpt_sovits_v2,gpt_sovits_v3,minimax,openai,siliconflow,ttson,这些tts兼容

main/xiaozhi-server/core/providers/tts/ttson.py

@@ -4,7 +4,11 @@ import json
 import requests
 import shutil
 from datetime import datetime
+
+from pydub import AudioSegment
+
 from core.providers.tts.base import TTSProviderBase
+from core.providers.tts.dto.dto import TTSMessageDTO, MsgType, SentenceType
 
 
 class TTSProvider(TTSProviderBase):
@@ -28,7 +32,8 @@ class TTSProvider(TTSProviderBase):
     def generate_filename(self, extension=".mp3"):
         return os.path.join(self.output_file, f"tts-{datetime.now().date()}@{uuid.uuid4().hex}{extension}")
 
-    async def text_to_speak(self, text, output_file):
+    async def text_to_speak(self, u_id, text, is_last_text=False, is_first_text=False):
+        tmp_file = self.generate_filename()
         url = f'{self.url}{self.token}'
         result = "firefly"
         payload = json.dumps({
@@ -45,7 +50,7 @@ class TTSProvider(TTSProviderBase):
 
         resp = requests.request("POST", url, data=payload)
         if resp.status_code != 200:
-            return None
+            return
         resp_json = resp.json()
         try:
             result = resp_json['url'] + ':' + str(
@@ -56,9 +61,21 @@ class TTSProvider(TTSProviderBase):
             print("error:", e)
 
         audio_content = requests.get(result)
-        with open(output_file, "wb") as f:
+        with open(tmp_file, "wb") as f:
             f.write(audio_content.content)
-            return True
+            # 使用 pydub 读取临时文件
+            audio = AudioSegment.from_file(tmp_file, format="mp3")
+            audio = audio.set_channels(1).set_frame_rate(16000)
+            opus_datas = self.wav_to_opus_data_audio_raw(audio.raw_data)
+            yield TTSMessageDTO(u_id=u_id, msg_type=MsgType.TTS_TEXT_RESPONSE, content=opus_datas, tts_finish_text=text,
+                                sentence_type=SentenceType.SENTENCE_START)
+            # 用完后删除临时文件
+            try:
+                os.remove(tmp_file)
+            except FileNotFoundError:
+                # 若文件不存在，忽略该异常
+                pass
         voice_path = resp_json.get("voice_path")
-        des_path = output_file
+        des_path = tmp_file
         shutil.move(voice_path, des_path)
+