mirror of
https://github.com/xinnan-tech/xiaozhi-esp32-server.git
synced 2026-07-25 16:43:55 +08:00
82 lines
3.2 KiB
Python
82 lines
3.2 KiB
Python
import os
|
|
import uuid
|
|
import json
|
|
import requests
|
|
import shutil
|
|
from datetime import datetime
|
|
|
|
from pydub import AudioSegment
|
|
|
|
from core.providers.tts.base import TTSProviderBase
|
|
from core.providers.tts.dto.dto import TTSMessageDTO, MsgType, SentenceType
|
|
|
|
|
|
class TTSProvider(TTSProviderBase):
|
|
def __init__(self, config, delete_audio_file):
|
|
super().__init__(config, delete_audio_file)
|
|
self.url = config.get("url", "https://u95167-bd74-2aef8085.westx.seetacloud.com:8443/flashsummary/tts?token=")
|
|
self.voice_id = config.get("voice_id", 1695)
|
|
self.token = config.get("token")
|
|
self.to_lang = config.get("to_lang")
|
|
self.volume_change_dB = config.get("volume_change_dB", 0)
|
|
self.speed_factor = config.get("speed_factor", 1)
|
|
self.stream = config.get("stream", False)
|
|
self.output_file = config.get("output_dir")
|
|
self.pitch_factor = config.get("pitch_factor", 0)
|
|
self.format = config.get("format", "mp3")
|
|
self.emotion = config.get("emotion", 1)
|
|
self.header = {
|
|
"Content-Type": "application/json"
|
|
}
|
|
|
|
def generate_filename(self, extension=".mp3"):
|
|
return os.path.join(self.output_file, f"tts-{datetime.now().date()}@{uuid.uuid4().hex}{extension}")
|
|
|
|
async def text_to_speak(self, u_id, text, is_last_text=False, is_first_text=False):
|
|
tmp_file = self.generate_filename()
|
|
url = f'{self.url}{self.token}'
|
|
result = "firefly"
|
|
payload = json.dumps({
|
|
"to_lang": self.to_lang,
|
|
"text": text,
|
|
"emotion": self.emotion,
|
|
"format": self.format,
|
|
"volume_change_dB": self.volume_change_dB,
|
|
"voice_id": self.voice_id,
|
|
"pitch_factor": self.pitch_factor,
|
|
"speed_factor": self.speed_factor,
|
|
"token": self.token
|
|
})
|
|
|
|
resp = requests.request("POST", url, data=payload)
|
|
if resp.status_code != 200:
|
|
return
|
|
resp_json = resp.json()
|
|
try:
|
|
result = resp_json['url'] + ':' + str(
|
|
resp_json[
|
|
'port']) + '/flashsummary/retrieveFileData?stream=True&token=' + self.token + '&voice_audio_path=' + \
|
|
resp_json['voice_path']
|
|
except Exception as e:
|
|
print("error:", e)
|
|
|
|
audio_content = requests.get(result)
|
|
with open(tmp_file, "wb") as f:
|
|
f.write(audio_content.content)
|
|
# 使用 pydub 读取临时文件
|
|
audio = AudioSegment.from_file(tmp_file, format="mp3")
|
|
audio = audio.set_channels(1).set_frame_rate(16000)
|
|
opus_datas = self.wav_to_opus_data_audio_raw(audio.raw_data)
|
|
yield TTSMessageDTO(u_id=u_id, msg_type=MsgType.TTS_TEXT_RESPONSE, content=opus_datas, tts_finish_text=text,
|
|
sentence_type=SentenceType.SENTENCE_START)
|
|
# 用完后删除临时文件
|
|
try:
|
|
os.remove(tmp_file)
|
|
except FileNotFoundError:
|
|
# 若文件不存在，忽略该异常
|
|
pass
|
|
voice_path = resp_json.get("voice_path")
|
|
des_path = tmp_file
|
|
shutil.move(voice_path, des_path)
|
|
|