feat: 开放小爱音箱接入 MiGPT-Next 源代码

2025-04-09 21:59:38 +08:00
parent 6237c46441
commit f65f34d115
17 changed files with 2644 additions and 3 deletions
@@ -0,0 +1,71 @@
+import { type EngineConfig, MiGPTEngine } from "@mi-gpt/engine";
+import { deepMerge } from "@mi-gpt/utils";
+import { jsonDecode } from "@mi-gpt/utils/parse";
+import type { Prettify } from "@mi-gpt/utils/typing";
+import { RustServer } from "./open-xiaoai.js";
+import { OpenXiaoAISpeaker } from "./speaker.js";
+import { randomUUID } from "node:crypto";
+
+type OpenXiaoAIConfig = Prettify<EngineConfig<OpenXiaoAIEngine>>;
+
+const kDefaultOpenXiaoAIConfig: OpenXiaoAIConfig = {
+  //
+};
+
+class OpenXiaoAIEngine extends MiGPTEngine {
+  speaker = OpenXiaoAISpeaker;
+
+  async start(config: OpenXiaoAIConfig) {
+    await super.start(deepMerge(kDefaultOpenXiaoAIConfig, config));
+    // 注册全局回调函数
+    (global as any).RUST_CALLBACKS = {
+      on_event: this.onEvent,
+      on_input_data: this.onRecord,
+    };
+    // 启动服务
+    console.log("✅ 服务已启动...");
+    await RustServer.start();
+  }
+
+  /**
+   * 收到事件
+   */
+  onEvent = (event: string) => {
+    const e = JSON.parse(event);
+    if (e.event === "playing") {
+      // 更新播放状态
+      OpenXiaoAISpeaker.status =
+        e.data === "Playing"
+          ? "playing"
+          : e.data === "Paused"
+          ? "paused"
+          : "idle";
+    } else if (e.event === "instruction" && e.data.NewLine) {
+      // 收到语音识别结果
+      const line = jsonDecode(e.data.NewLine);
+      if (
+        line?.header?.namespace === "SpeechRecognizer" &&
+        line?.header?.name === "RecognizeResult" &&
+        line?.payload?.is_final &&
+        line?.payload?.results?.[0]?.text
+      ) {
+        const text = line.payload.results[0].text;
+        this.onMessage({
+          text,
+          id: randomUUID(),
+          sender: "user",
+          timestamp: Date.now(),
+        });
+      }
+    }
+  };
+
+  /**
+   * 收到录音音频流
+   */
+  onRecord = (data: Uint8Array) => {
+    console.log("🔥 收到录音音频流", data.length);
+  };
+}
+
+export const OpenXiaoAI = new OpenXiaoAIEngine();