mirror of
https://github.com/xinnan-tech/xiaozhi-esp32-server.git
synced 2026-07-28 01:53:53 +08:00
106 lines
3.7 KiB
Python
106 lines
3.7 KiB
Python
import os
|
|
import uuid
|
|
import json
|
|
import base64
|
|
import requests
|
|
from datetime import datetime
|
|
|
|
from pydub import AudioSegment
|
|
|
|
from core.providers.tts.dto.dto import TTSMessageDTO, MsgType, SentenceType
|
|
from core.utils.util import check_model_key
|
|
from core.providers.tts.base import TTSProviderBase
|
|
from config.logger import setup_logging
|
|
|
|
TAG = __name__
|
|
logger = setup_logging()
|
|
|
|
|
|
class TTSProvider(TTSProviderBase):
|
|
def __init__(self, config, delete_audio_file):
|
|
super().__init__(config, delete_audio_file)
|
|
if config.get("appid"):
|
|
self.appid = int(config.get("appid"))
|
|
else:
|
|
self.appid = ""
|
|
self.access_token = config.get("access_token")
|
|
self.cluster = config.get("cluster")
|
|
|
|
if config.get("private_voice"):
|
|
self.voice = config.get("private_voice")
|
|
else:
|
|
self.voice = config.get("voice")
|
|
|
|
# 处理空字符串的情况
|
|
speed_ratio = config.get("speed_ratio", "1.0")
|
|
volume_ratio = config.get("volume_ratio", "1.0")
|
|
pitch_ratio = config.get("pitch_ratio", "1.0")
|
|
|
|
self.speed_ratio = float(speed_ratio) if speed_ratio else 1.0
|
|
self.volume_ratio = float(volume_ratio) if volume_ratio else 1.0
|
|
self.pitch_ratio = float(pitch_ratio) if pitch_ratio else 1.0
|
|
|
|
self.api_url = config.get("api_url")
|
|
self.authorization = config.get("authorization")
|
|
self.header = {"Authorization": f"{self.authorization}{self.access_token}"}
|
|
check_model_key("TTS", self.access_token)
|
|
|
|
def generate_filename(self, extension=".wav"):
|
|
return os.path.join(
|
|
self.output_file,
|
|
f"tts-{datetime.now().date()}@{uuid.uuid4().hex}{extension}",
|
|
)
|
|
|
|
async def text_to_speak(self, u_id, text, is_last_text=False, is_first_text=False):
|
|
tmp_file = self.generate_filename()
|
|
request_json = {
|
|
"app": {
|
|
"appid": f"{self.appid}",
|
|
"token": self.access_token,
|
|
"cluster": self.cluster,
|
|
},
|
|
"user": {"uid": "1"},
|
|
"audio": {
|
|
"voice_type": self.voice,
|
|
"encoding": "wav",
|
|
"speed_ratio": self.speed_ratio,
|
|
"volume_ratio": self.volume_ratio,
|
|
"pitch_ratio": self.pitch_ratio,
|
|
},
|
|
"request": {
|
|
"reqid": str(uuid.uuid4()),
|
|
"text": text,
|
|
"text_type": "plain",
|
|
"operation": "query",
|
|
"with_frontend": 1,
|
|
"frontend_type": "unitTson",
|
|
},
|
|
}
|
|
|
|
try:
|
|
resp = requests.post(
|
|
self.api_url, json.dumps(request_json), headers=self.header
|
|
)
|
|
if "data" in resp.json():
|
|
data = resp.json()["data"]
|
|
file_to_save = open(tmp_file, "wb")
|
|
file_to_save.write(base64.b64decode(data))
|
|
else:
|
|
raise Exception(
|
|
f"{__name__} status_code: {resp.status_code} response: {resp.content}"
|
|
)
|
|
except Exception as e:
|
|
raise Exception(f"{__name__} error: {e}")
|
|
# 使用 pydub 读取临时文件
|
|
audio = AudioSegment.from_file(tmp_file, format="wav")
|
|
audio = audio.set_channels(1).set_frame_rate(16000)
|
|
opus_datas = self.wav_to_opus_data_audio_raw(audio.raw_data)
|
|
yield TTSMessageDTO(u_id=u_id, msg_type=MsgType.TTS_TEXT_RESPONSE, content=opus_datas, tts_finish_text=text,
|
|
sentence_type=SentenceType.SENTENCE_START)
|
|
# 用完后删除临时文件
|
|
try:
|
|
os.remove(tmp_file)
|
|
except FileNotFoundError:
|
|
# 若文件不存在，忽略该异常
|
|
pass
|