feat: 开放小爱音箱接入小智 AI 演示源代码

2025-04-09 21:10:42 +08:00
parent d170fadbcc
commit 6237c46441
25 changed files with 3983 additions and 0 deletions
@@ -0,0 +1,53 @@
+from abc import ABC, abstractmethod
+from typing import Optional, Callable
+import logging
+
+class BaseDisplay(ABC):
+    """显示接口的抽象基类"""
+    
+    def __init__(self):
+        self.logger = logging.getLogger(self.__class__.__name__)
+        self.current_volume = 70  # 默认音量
+
+    @abstractmethod
+    def set_callbacks(self,
+                     press_callback: Optional[Callable] = None,
+                     release_callback: Optional[Callable] = None,
+                     status_callback: Optional[Callable] = None,
+                     text_callback: Optional[Callable] = None,
+                     emotion_callback: Optional[Callable] = None,
+                     mode_callback: Optional[Callable] = None,
+                     auto_callback: Optional[Callable] = None,
+                     abort_callback: Optional[Callable] = None):  # 添加打断回调参数
+        """设置回调函数"""
+        pass
+
+    @abstractmethod
+    def update_button_status(self, text: str):
+        """更新按钮状态"""
+        pass
+
+    @abstractmethod
+    def update_status(self, status: str):
+        """更新状态文本"""
+        pass
+
+    @abstractmethod
+    def update_text(self, text: str):
+        """更新TTS文本"""
+        pass
+
+    @abstractmethod
+    def update_emotion(self, emotion: str):
+        """更新表情"""
+        pass
+
+    @abstractmethod
+    def start(self):
+        """启动显示"""
+        pass
+
+    @abstractmethod
+    def on_close(self):
+        """关闭显示"""
+        pass
@@ -0,0 +1,284 @@
+import threading
+import tkinter as tk
+from tkinter import ttk
+import queue
+import logging
+import time
+from typing import Optional, Callable
+
+from xiaozhi.services.display.base_display import BaseDisplay
+
+
+class GuiDisplay(BaseDisplay):
+    def __init__(self):
+        super().__init__()  # 调用父类初始化
+        """创建 GUI 界面"""
+        # 初始化日志
+        self.logger = logging.getLogger("Display")
+
+        # 创建主窗口
+        self.root = tk.Tk()
+        self.root.title("小爱音箱接入小智 AI 演示")
+        self.root.geometry("520x360")
+        
+        # 在窗口底部添加作者信息
+        self.author_label = ttk.Label(self.root, text="作者: https://del.wang")
+        self.author_label.pack(side=tk.BOTTOM, pady=5)
+
+        # 让窗口居中显示
+        self.root.update_idletasks()
+        width = self.root.winfo_width()
+        height = self.root.winfo_height()
+        x = (self.root.winfo_screenwidth() // 2) - (width // 2)
+        y = (self.root.winfo_screenheight() // 2) - (height // 2)
+        self.root.geometry(f"+{x}+{y}")
+
+        # 状态显示
+        self.status_frame = ttk.Frame(self.root)
+        self.status_frame.pack(pady=20)
+        self.status_label = ttk.Label(self.status_frame, text="状态: 未连接")
+        self.status_label.pack(side=tk.LEFT)
+
+        # 表情显示
+        self.emotion_label = tk.Label(self.root, text="😊", font=("Segoe UI Emoji", 32))
+        self.emotion_label.pack(padx=20, pady=20)
+
+        # TTS文本显示
+        self.tts_text_label = ttk.Label(
+            self.root, text="很高兴认识你！", wraplength=250
+        )
+        self.tts_text_label.pack(padx=20, pady=10)
+
+        # 控制按钮
+        self.btn_frame = ttk.Frame(self.root)
+        self.btn_frame.pack(pady=20)
+
+        # 手动模式按钮
+        self.manual_btn = ttk.Button(self.btn_frame, text="按住说话")
+        self.manual_btn.bind("<ButtonPress-1>", self._on_manual_button_press)
+        self.manual_btn.bind("<ButtonRelease-1>", self._on_manual_button_release)
+        self.manual_btn.pack(side=tk.LEFT, padx=10)
+
+        # 打断按钮
+        self.abort_btn = ttk.Button(
+            self.btn_frame, text="停止播放", command=self._on_abort_button_click
+        )
+        self.abort_btn.pack(side=tk.LEFT, padx=10)
+
+        # 对话模式标志
+        self.auto_mode = False
+
+        # 回调函数
+        self.button_press_callback = None
+        self.button_release_callback = None
+        self.status_update_callback = None
+        self.text_update_callback = None
+        self.emotion_update_callback = None
+        self.mode_callback = None
+        self.auto_callback = None
+        self.abort_callback = None
+
+        # 更新队列
+        self.update_queue = queue.Queue()
+
+        # 运行标志
+        self._running = True
+
+        # 设置窗口关闭处理
+        self.root.protocol("WM_DELETE_WINDOW", self.on_close)
+
+        # 启动更新处理
+        self.root.after(100, self._process_updates)
+
+    def set_callbacks(
+        self,
+        press_callback: Optional[Callable] = None,
+        release_callback: Optional[Callable] = None,
+        status_callback: Optional[Callable] = None,
+        text_callback: Optional[Callable] = None,
+        emotion_callback: Optional[Callable] = None,
+        mode_callback: Optional[Callable] = None,
+        auto_callback: Optional[Callable] = None,
+        abort_callback: Optional[Callable] = None,
+    ):
+        """设置回调函数"""
+        self.button_press_callback = press_callback
+        self.button_release_callback = release_callback
+        self.status_update_callback = status_callback
+        self.text_update_callback = text_callback
+        self.emotion_update_callback = emotion_callback
+        self.mode_callback = mode_callback
+        self.auto_callback = auto_callback
+        self.abort_callback = abort_callback
+
+    def _process_updates(self):
+        """处理更新队列"""
+        try:
+            while True:
+                try:
+                    # 非阻塞方式获取更新
+                    update_func = self.update_queue.get_nowait()
+                    update_func()
+                    self.update_queue.task_done()
+                except queue.Empty:
+                    break
+        finally:
+            if self._running:
+                self.root.after(100, self._process_updates)
+
+    def _on_manual_button_press(self, event):
+        """手动模式按钮按下事件处理"""
+        try:
+            # 更新按钮文本为"松开以停止"
+            self.manual_btn.config(text="松开以停止")
+
+            # 调用回调函数
+            if self.button_press_callback:
+                self.button_press_callback()
+        except Exception as e:
+            self.logger.error(f"按钮按下回调执行失败: {e}")
+
+    def _on_manual_button_release(self, event):
+        """手动模式按钮释放事件处理"""
+        try:
+            # 更新按钮文本为"按住说话"
+            self.manual_btn.config(text="按住说话")
+
+            # 调用回调函数
+            if self.button_release_callback:
+                self.button_release_callback()
+        except Exception as e:
+            self.logger.error(f"按钮释放回调执行失败: {e}")
+
+    def _on_auto_button_click(self):
+        """自动模式按钮点击事件处理"""
+        try:
+            if self.auto_callback:
+                self.auto_callback()
+        except Exception as e:
+            self.logger.error(f"自动模式按钮回调执行失败: {e}")
+
+    def _on_abort_button_click(self):
+        """打断按钮点击事件处理"""
+        try:
+            if self.abort_callback:
+                self.abort_callback()
+        except Exception as e:
+            self.logger.error(f"打断按钮回调执行失败: {e}")
+
+    def _on_mode_button_click(self):
+        """对话模式切换按钮点击事件"""
+        try:
+            # 检查是否可以切换模式（通过回调函数询问应用程序当前状态）
+            if self.mode_callback:
+                # 如果回调函数返回False，表示当前不能切换模式
+                if not self.mode_callback(not self.auto_mode):
+                    return
+
+            # 切换模式
+            self.auto_mode = not self.auto_mode
+
+            # 更新按钮显示
+            if self.auto_mode:
+                # 切换到自动模式
+                self.update_mode_button_status("自动对话")
+
+                # 隐藏手动按钮，显示自动按钮
+                self.update_queue.put(lambda: self._switch_to_auto_mode())
+            else:
+                # 切换到手动模式
+                self.update_mode_button_status("手动对话")
+
+                # 隐藏自动按钮，显示手动按钮
+                self.update_queue.put(lambda: self._switch_to_manual_mode())
+
+        except Exception as e:
+            self.logger.error(f"模式切换按钮回调执行失败: {e}")
+
+    def _switch_to_auto_mode(self):
+        """切换到自动模式的UI更新"""
+        self.manual_btn.pack_forget()  # 移除手动按钮
+        self.auto_btn.pack(
+            side=tk.LEFT, padx=10, before=self.abort_btn
+        )  # 显示自动按钮，放在打断按钮前面
+
+    def _switch_to_manual_mode(self):
+        """切换到手动模式的UI更新"""
+        self.auto_btn.pack_forget()  # 移除自动按钮
+        self.manual_btn.pack(
+            side=tk.LEFT, padx=10, before=self.abort_btn
+        )  # 显示手动按钮，放在打断按钮前面
+
+    def update_status(self, status: str):
+        """更新状态文本"""
+        self.update_queue.put(lambda: self.status_label.config(text=f"状态: {status}"))
+
+    def update_text(self, text: str):
+        """更新TTS文本"""
+        self.update_queue.put(lambda: self.tts_text_label.config(text=text))
+
+    def update_emotion(self, emotion: str):
+        """更新表情"""
+        self.update_queue.put(lambda: self.emotion_label.config(text=emotion))
+
+    def start_update_threads(self):
+        """启动更新线程"""
+
+        def update_loop():
+            while self._running:
+                try:
+                    # 更新状态
+                    if self.status_update_callback:
+                        status = self.status_update_callback()
+                        if status:
+                            self.update_status(status)
+
+                    # 更新文本
+                    if self.text_update_callback:
+                        text = self.text_update_callback()
+                        if text:
+                            self.update_text(text)
+
+                    # 更新表情
+                    if self.emotion_update_callback:
+                        emotion = self.emotion_update_callback()
+                        if emotion:
+                            self.update_emotion(emotion)
+
+                except Exception as e:
+                    self.logger.error(f"更新失败: {e}")
+                time.sleep(0.1)
+
+        threading.Thread(target=update_loop, daemon=True).start()
+
+    def on_close(self):
+        """关闭窗口处理"""
+        self._running = False
+        self.root.destroy()
+
+    def start(self):
+        """启动GUI"""
+        try:
+            # 启动更新线程
+            self.start_update_threads()
+            # 在主线程中运行主循环
+            self.logger.info("开始启动GUI主循环")
+            self.root.mainloop()
+        except Exception as e:
+            self.logger.error(f"GUI启动失败: {e}", exc_info=True)
+            # 尝试回退到CLI模式
+            print(f"GUI启动失败: {e}，请尝试使用CLI模式")
+
+    def update_mode_button_status(self, text: str):
+        """更新模式按钮状态"""
+        self.update_queue.put(lambda: self.mode_btn.config(text=text))
+
+    def update_button_status(self, text: str):
+        """更新按钮状态 - 保留此方法以满足抽象基类要求"""
+        # 根据当前模式更新相应的按钮
+        if self.auto_mode:
+            self.update_queue.put(lambda: self.auto_btn.config(text=text))
+        else:
+            # 在手动模式下，不通过此方法更新按钮文本
+            # 因为按钮文本由按下/释放事件直接控制
+            pass