mirror of
https://github.com/xinnan-tech/xiaozhi-esp32-server.git
synced 2026-07-22 23:23:55 +08:00
98 lines
3.3 KiB
Python
98 lines
3.3 KiB
Python
import traceback
|
||
|
||
from config.logger import setup_logging
|
||
import json
|
||
import asyncio
|
||
import time
|
||
|
||
from core.providers.tts.dto.dto import TTSMessageDTO, SentenceType, MsgType
|
||
from core.utils.util import (
|
||
remove_punctuation_and_length,
|
||
get_string_no_punctuation_or_emoji,
|
||
)
|
||
|
||
TAG = __name__
|
||
logger = setup_logging()
|
||
|
||
|
||
async def sendAudioMessage(conn, ttsMessageDTO: TTSMessageDTO):
|
||
if ttsMessageDTO.u_id != conn.u_id:
|
||
logger.bind(tag=TAG).info(
|
||
f"msg id:{ttsMessageDTO.u_id},不是当前对话，当前对话id：{conn.u_id}"
|
||
)
|
||
return
|
||
# 发送句子开始消息
|
||
if SentenceType.SENTENCE_START == ttsMessageDTO.sentence_type:
|
||
logger.bind(tag=TAG).info(f"发送第一段语音: {ttsMessageDTO.tts_finish_text}")
|
||
await send_tts_message(conn, "sentence_start", ttsMessageDTO.tts_finish_text)
|
||
|
||
# 流控参数优化
|
||
original_frame_duration = 60 # 原始帧时长（毫秒）
|
||
adjusted_frame_duration = int(original_frame_duration * 1) # 缩短20%
|
||
total_frames = len(ttsMessageDTO.content) # 获取总帧数
|
||
compensation = (
|
||
total_frames * (original_frame_duration - adjusted_frame_duration) / 1000
|
||
) # 补偿时间（秒）
|
||
|
||
start_time = time.perf_counter()
|
||
play_position = 0 # 已播放时长（毫秒）
|
||
|
||
for opus_packet in ttsMessageDTO.content:
|
||
if conn.client_abort:
|
||
return
|
||
|
||
# 计算带加速因子的预期时间
|
||
expected_time = start_time + (play_position / 1000)
|
||
current_time = time.perf_counter()
|
||
|
||
# 流控等待（使用加速后的帧时长）
|
||
delay = expected_time - current_time
|
||
if delay > 0:
|
||
await asyncio.sleep(delay)
|
||
|
||
await conn.websocket.send(opus_packet)
|
||
play_position += adjusted_frame_duration # 使用调整后的帧时长
|
||
|
||
# 补偿因加速损失的时长
|
||
# if compensation > 0:
|
||
# await asyncio.sleep(compensation)
|
||
if SentenceType.SENTENCE_END == ttsMessageDTO.sentence_type:
|
||
logger.bind(tag=TAG).info(f"发送最后一段语音: {ttsMessageDTO.tts_finish_text}")
|
||
await send_tts_message(conn, "sentence_end", ttsMessageDTO.tts_finish_text)
|
||
|
||
# 发送结束消息（如果是最后一个文本）
|
||
if conn.llm_finish_task and MsgType.STOP_TTS_RESPONSE == ttsMessageDTO.msg_type:
|
||
await send_tts_message(conn, "stop", None)
|
||
if conn.close_after_chat:
|
||
await conn.close()
|
||
|
||
|
||
async def send_tts_message(conn, state, text=None):
|
||
"""发送 TTS 状态消息"""
|
||
message = {"type": "tts", "state": state, "session_id": conn.session_id}
|
||
if text is not None:
|
||
message["text"] = text
|
||
|
||
await conn.websocket.send(json.dumps(message))
|
||
if state == "stop":
|
||
conn.clearSpeakStatus()
|
||
|
||
|
||
async def send_stt_message(conn, text):
|
||
"""发送 STT 状态消息"""
|
||
stt_text = get_string_no_punctuation_or_emoji(text)
|
||
await conn.websocket.send(
|
||
json.dumps({"type": "stt", "text": stt_text, "session_id": conn.session_id})
|
||
)
|
||
await conn.websocket.send(
|
||
json.dumps(
|
||
{
|
||
"type": "llm",
|
||
"text": "😊",
|
||
"emotion": "happy",
|
||
"session_id": conn.session_id,
|
||
}
|
||
)
|
||
)
|
||
await send_tts_message(conn, "start")
|