mirror of
https://github.com/xinnan-tech/xiaozhi-esp32-server.git
synced 2026-07-22 23:23:55 +08:00
142 lines
4.8 KiB
Python
142 lines
4.8 KiB
Python
import time
|
|
import asyncio
|
|
from config.logger import setup_logging
|
|
|
|
TAG = __name__
|
|
logger = setup_logging()
|
|
|
|
|
|
class AudioRateController:
|
|
"""
|
|
音频速率控制器 - 按照60ms帧时长精确控制音频发送
|
|
解决高并发下的时间累积误差问题
|
|
"""
|
|
|
|
def __init__(self, frame_duration=60):
|
|
"""
|
|
Args:
|
|
frame_duration: 单个音频帧时长（毫秒），默认60ms
|
|
"""
|
|
self.frame_duration = frame_duration
|
|
self.queue = []
|
|
self.play_position = 0 # 虚拟播放位置（毫秒）
|
|
self.start_timestamp = None # 开始时间戳（只读，不修改）
|
|
self.pending_send_task = None
|
|
self.logger = logger
|
|
self.queue_empty_event = asyncio.Event() # 队列清空事件
|
|
self.queue_empty_event.set() # 初始为空状态
|
|
|
|
def reset(self):
|
|
"""重置控制器状态"""
|
|
if self.pending_send_task and not self.pending_send_task.done():
|
|
self.pending_send_task.cancel()
|
|
# 取消任务后，任务会在下次事件循环时清理，无需阻塞等待
|
|
|
|
self.queue.clear()
|
|
self.play_position = 0
|
|
self.start_timestamp = time.time()
|
|
self.queue_empty_event.set() # 队列已清空
|
|
|
|
def add_audio(self, opus_packet):
|
|
"""添加音频包到队列"""
|
|
self.queue.append(("audio", opus_packet))
|
|
self.queue_empty_event.clear() # 队列非空，清除事件
|
|
|
|
def add_message(self, message_callback):
|
|
"""
|
|
添加消息到队列（立即发送，不占用播放时间）
|
|
|
|
Args:
|
|
message_callback: 消息发送回调函数 async def()
|
|
"""
|
|
self.queue.append(("message", message_callback))
|
|
self.queue_empty_event.clear() # 队列非空，清除事件
|
|
|
|
def _get_elapsed_ms(self):
|
|
"""获取已经过的时间（毫秒）"""
|
|
if self.start_timestamp is None:
|
|
return 0
|
|
return (time.time() - self.start_timestamp) * 1000
|
|
|
|
async def check_queue(self, send_audio_callback):
|
|
"""
|
|
检查队列并按时发送音频/消息
|
|
|
|
Args:
|
|
send_audio_callback: 发送音频的回调函数 async def(opus_packet)
|
|
"""
|
|
if self.start_timestamp is None:
|
|
self.start_timestamp = time.time()
|
|
|
|
while self.queue:
|
|
item = self.queue[0]
|
|
item_type = item[0]
|
|
|
|
if item_type == "message":
|
|
# 消息类型：立即发送，不占用播放时间
|
|
_, message_callback = item
|
|
self.queue.pop(0)
|
|
try:
|
|
await message_callback()
|
|
except Exception as e:
|
|
self.logger.bind(tag=TAG).error(f"发送消息失败: {e}")
|
|
raise
|
|
|
|
elif item_type == "audio":
|
|
_, opus_packet = item
|
|
|
|
# 计算时间差
|
|
elapsed_ms = self._get_elapsed_ms()
|
|
output_ms = self.play_position
|
|
|
|
if elapsed_ms < output_ms:
|
|
# 还不到发送时间，返回让出控制权（非阻塞）
|
|
break
|
|
|
|
# 时间已到，从队列移除并发送
|
|
self.queue.pop(0)
|
|
self.play_position += self.frame_duration
|
|
|
|
try:
|
|
await send_audio_callback(opus_packet)
|
|
except Exception as e:
|
|
self.logger.bind(tag=TAG).error(f"发送音频失败: {e}")
|
|
raise
|
|
|
|
self.queue_empty_event.set()
|
|
|
|
|
|
def start_sending(self, send_audio_callback):
|
|
"""
|
|
启动异步发送任务
|
|
|
|
Args:
|
|
send_audio_callback: 发送音频的回调函数
|
|
|
|
Returns:
|
|
asyncio.Task: 发送任务
|
|
"""
|
|
async def _send_loop():
|
|
try:
|
|
while True:
|
|
# 只有当队列非空时才处理，否则等待队列事件
|
|
if not self.queue:
|
|
await self.queue_empty_event.wait()
|
|
|
|
await self.check_queue(send_audio_callback)
|
|
# 如果队列空了，短暂等待后再检查（避免 busy loop）
|
|
await asyncio.sleep(0.01)
|
|
except asyncio.CancelledError:
|
|
self.logger.bind(tag=TAG).debug("音频发送循环已停止")
|
|
except Exception as e:
|
|
self.logger.bind(tag=TAG).error(f"音频发送循环异常: {e}")
|
|
|
|
self.pending_send_task = asyncio.create_task(_send_loop())
|
|
return self.pending_send_task
|
|
|
|
def stop_sending(self):
|
|
"""停止发送任务"""
|
|
if self.pending_send_task and not self.pending_send_task.done():
|
|
self.pending_send_task.cancel()
|
|
self.logger.bind(tag=TAG).debug("已取消音频发送任务")
|