Merge pull request #3201 from xinnan-tech/0.9.4

Bump to 0.9.4

.github/workflows/build-base-image.yml

@@ -37,7 +37,7 @@ jobs:
           file: Dockerfile-server-base
           push: true
           tags: ghcr.io/${{ github.repository }}:server-base
-          platforms: linux/amd64
+          platforms: linux/amd64,linux/arm64
           cache-from: type=gha,scope=server-base
           cache-to: type=gha,mode=max,scope=server-base
           build-args: |

.github/workflows/docker-image.yml

@@ -66,7 +66,7 @@ jobs:
           push: true
           tags: |
             ${{ env.IS_VERSION == 'true' && format('ghcr.io/{0}:server_{1},ghcr.io/{0}:server_latest', github.repository, env.VERSION) || format('ghcr.io/{0}:server_latest', github.repository) }}
-          platforms: linux/amd64
+          platforms: linux/amd64,linux/arm64
           cache-from: type=gha
           cache-to: type=gha,mode=max
           build-args: |
@@ -81,7 +81,7 @@ jobs:
           push: true
           tags: |
             ${{ env.IS_VERSION == 'true' && format('ghcr.io/{0}:web_{1},ghcr.io/{0}:web_latest', github.repository, env.VERSION) || format('ghcr.io/{0}:web_latest', github.repository) }}
-          platforms: linux/amd64
+          platforms: linux/amd64,linux/arm64
           cache-from: type=gha
           cache-to: type=gha,mode=max
           build-args: |

.gitignore

@@ -3,6 +3,9 @@ __pycache__/
 .idea/
 *.py[cod]
 *$py.class
+.vscode
+.claude
+AGENTS.md
 
 # C extensions
 *.so
@@ -146,6 +149,7 @@ tmp
 .history
 .DS_Store
 main/xiaozhi-server/data
+main/xiaozhi-server/.claude
 
 main/manager-web/node_modules
 .config.yaml
@@ -184,3 +188,7 @@ uploadfile
 !main/manager-mobile/**/.env*
 !main/manager-mobile/**/*.json
 !main/xiaozhi-server/**/*.json
+!main/digital-human/**/*.json
+main/digital-human/wakeword_runtime/models
+main/digital-human/wakeword_runtime/sherpa-onnx-kws-zipformer-wenetspeech-3.3M-2024-01-01
+sherpa-onnx-kws-zipformer-wenetspeech-3.3M-2024-01-01.tar.bz2

Dockerfile-web

@@ -1,5 +1,5 @@
 # 第一阶段：构建Vue前端
-FROM node:18 as web-builder
+FROM node:18 AS web-builder
 WORKDIR /app
 COPY main/manager-web/package*.json ./
 RUN npm install
@@ -7,7 +7,7 @@ COPY main/manager-web .
 RUN npm run build
 
 # 第二阶段：构建Java后端
-FROM maven:3.9.4-eclipse-temurin-21 as api-builder
+FROM maven:3.9.4-eclipse-temurin-21 AS api-builder
 WORKDIR /app
 COPY main/manager-api/pom.xml .
 COPY main/manager-api/src ./src
@@ -18,18 +18,19 @@ FROM bellsoft/liberica-runtime-container:jre-21-glibc
 
 # 安装Nginx和字体库
 RUN apk update && \
-    apk add --no-cache --repository=http://dl-cdn.alpinelinux.org/alpine/edge/testing/ \
+    apk add --no-cache --no-scripts \
         nginx \
         bash \
         fontconfig \
         ttf-dejavu \
-        msttcorefonts-installer \
+    && rm -rf /var/cache/apk/* \
-    && ACCEPT_EULA=Y apk add --no-cache msttcorefonts-installer \
+    && mkdir -p /run/nginx /var/log/nginx /var/tmp/nginx /etc/nginx/conf.d
-    && fc-cache -f -v \
+
-    && rm -rf /var/cache/apk/*
+# 复制项目自带的中文字体
+COPY main/manager-web/public/generator/static/fonts/*.ttf /usr/share/fonts/
 
 # 更新字体缓存
-RUN (printf 'YES\n' | update-ms-fonts || true) && fc-cache -f -v
+RUN fc-cache -f -v
 
 # 配置Nginx
 COPY docs/docker/nginx.conf /etc/nginx/nginx.conf

README.md

@@ -18,9 +18,10 @@
 
 <p align="center">
   <a href="./README.md"><img alt="简体中文版自述文件" src="https://img.shields.io/badge/简体中文-DBEDFA"></a>
-  <a href="./README_en.md"><img alt="README in English" src="https://img.shields.io/badge/English-DFE0E5"></a>
+  <a href="./docs/readme/README_en.md"><img alt="README in English" src="https://img.shields.io/badge/English-DFE0E5"></a>
-  <a href="./README_vi.md"><img alt="Tiếng Việt" src="https://img.shields.io/badge/Tiếng Việt-DFE0E5"></a>
+  <a href="./docs/readme/README_vi.md"><img alt="Tiếng Việt" src="https://img.shields.io/badge/Tiếng Việt-DFE0E5"></a>
-  <a href="./README_de.md"><img alt="Deutsch" src="https://img.shields.io/badge/Deutsch-DFE0E5"></a>
+  <a href="./docs/readme/README_de.md"><img alt="Deutsch" src="https://img.shields.io/badge/Deutsch-DFE0E5"></a>
+  <a href="./docs/readme/README_pt_BR.md"><img alt="Português (Brasil)" src="https://img.shields.io/badge/Português (Brasil)-DFE0E5"></a>
   <a href="https://github.com/xinnan-tech/xiaozhi-esp32-server/releases">
     <img alt="GitHub Contributors" src="https://img.shields.io/github/v/release/xinnan-tech/xiaozhi-esp32-server?logo=docker" />
   </a>
@@ -183,8 +184,8 @@ Spearheaded by Professor Siyuan Liu's Team (South China University of Technology
 #### 🚀 部署方式选择
 | 部署方式 | 特点 | 适用场景 | 部署文档 | 配置要求 | 视频教程 | 
 |---------|------|---------|---------|---------|---------|
-| **最简化安装** | 智能对话、IOT、MCP、视觉感知 | 低配置环境，数据存储在配置文件，无需数据库 | [①Docker版](./docs/Deployment.md#%E6%96%B9%E5%BC%8F%E4%B8%80docker%E5%8F%AA%E8%BF%90%E8%A1%8Cserver) / [②源码部署](./docs/Deployment.md#%E6%96%B9%E5%BC%8F%E4%BA%8C%E6%9C%AC%E5%9C%B0%E6%BA%90%E7%A0%81%E5%8F%AA%E8%BF%90%E8%A1%8Cserver)| 如果使用`FunASR`要2核4G，如果全API，要2核2G | - | 
+| **最简化安装** | 智能对话、单智能体管理 | 低配置环境，数据存储在配置文件，无需数据库 | [①Docker版](./docs/Deployment.md#%E6%96%B9%E5%BC%8F%E4%B8%80docker%E5%8F%AA%E8%BF%90%E8%A1%8Cserver) / [②源码部署](./docs/Deployment.md#%E6%96%B9%E5%BC%8F%E4%BA%8C%E6%9C%AC%E5%9C%B0%E6%BA%90%E7%A0%81%E5%8F%AA%E8%BF%90%E8%A1%8Cserver)| 如果使用`FunASR`要2核4G，如果全API，要2核2G | - | 
-| **全模块安装** | 智能对话、IOT、MCP接入点、声纹识别、视觉感知、OTA、智控台 | 完整功能体验，数据存储在数据库 |[①Docker版](./docs/Deployment_all.md#%E6%96%B9%E5%BC%8F%E4%B8%80docker%E8%BF%90%E8%A1%8C%E5%85%A8%E6%A8%A1%E5%9D%97) / [②源码部署](./docs/Deployment_all.md#%E6%96%B9%E5%BC%8F%E4%BA%8C%E6%9C%AC%E5%9C%B0%E6%BA%90%E7%A0%81%E8%BF%90%E8%A1%8C%E5%85%A8%E6%A8%A1%E5%9D%97) / [③源码部署自动更新教程](./docs/dev-ops-integration.md) | 如果使用`FunASR`要4核8G，如果全API，要2核4G| [本地源码启动视频教程](https://www.bilibili.com/video/BV1wBJhz4Ewe) | 
+| **全模块安装** | 智能对话、多用户管理、多智能体管理、智控台界面操作 | 完整功能体验，数据存储在数据库 |[①Docker版](./docs/Deployment_all.md#%E6%96%B9%E5%BC%8F%E4%B8%80docker%E8%BF%90%E8%A1%8C%E5%85%A8%E6%A8%A1%E5%9D%97) / [②源码部署](./docs/Deployment_all.md#%E6%96%B9%E5%BC%8F%E4%BA%8C%E6%9C%AC%E5%9C%B0%E6%BA%90%E7%A0%81%E8%BF%90%E8%A1%8C%E5%85%A8%E6%A8%A1%E5%9D%97) / [③源码部署自动更新教程](./docs/dev-ops-integration.md) | 如果使用`FunASR`要4核8G，如果全API，要2核4G| [本地源码启动视频教程](https://www.bilibili.com/video/BV1wBJhz4Ewe) | 
 
 常见问题及相关教程，可参考[这个链接](./docs/FAQ.md)
 
@@ -211,10 +212,10 @@ Websocket接口地址: wss://2662r3426b.vicp.fun/xiaozhi/v1/
 
 | 模块名称 | 入门全免费设置 | 流式配置 |
 |:---:|:---:|:---:|
-| ASR(语音识别) | FunASR(本地) | 👍FunASR(本地GPU模式) |
+| ASR(语音识别) | FunASR(本地) | 👍XunfeiStreamASR(讯飞流式) |
-| LLM(大模型) | ChatGLMLLM(智谱glm-4-flash) | 👍AliLLM(qwen3-235b-a22b-instruct-2507) 或 👍DoubaoLLM(doubao-1-5-pro-32k-250115) |
+| LLM(大模型) | glm-4-flash(智谱) | 👍qwen-flash(阿里百炼) |
-| VLLM(视觉大模型) | ChatGLMVLLM(智谱glm-4v-flash) | 👍QwenVLVLLM(千问qwen2.5-vl-3b-instructh) |
+| VLLM(视觉大模型) | glm-4v-flash(智谱) | 👍qwen3.5-flash(阿里百炼) |
-| TTS(语音合成) | ✅LinkeraiTTS(灵犀流式) | 👍HuoshanDoubleStreamTTS(火山双流式语音合成) 或 👍AliyunStreamTTS(阿里云流式语音合成) |
+| TTS(语音合成) | EdgeTTS(微软) | 👍HuoshanDoubleStreamTTS(火山流式) |
 | Intent(意图识别) | function_call(函数调用) | function_call(函数调用) |
 | Memory(记忆功能) | mem_local_short(本地短期记忆） | mem_local_short（本地短期记忆） |
 
@@ -225,7 +226,7 @@ Websocket接口地址: wss://2662r3426b.vicp.fun/xiaozhi/v1/
 
 | 工具名称 | 位置 | 使用方法 | 功能说明 |
 |:---:|:---|:---:|:---:|
-| 音频交互测试工具 | main》xiaozhi-server》test》test_page.html | 使用谷歌浏览器直接打开 | 测试音频播放和接收功能，验证Python端音频处理是否正常 |
+| 音频交互测试工具 | main》digital-human》index.html | 在 `main/digital-human` 执行 `python start.py` 后访问 `http://127.0.0.1:8006/index.html` | 测试音频播放和接收功能，验证Python端音频处理是否正常 |
 | 模型响应测试工具 | main》xiaozhi-server》performance_tester.py | 执行 `python performance_tester.py` | 测试ASR(语音识别)、LLM(大模型)、VLLM(视觉模型)、TTS(语音合成)三个核心模块的响应速度 |
 
 > 💡 提示：测试模型速度时，只会测试配置了密钥的模型。
@@ -242,7 +243,7 @@ Websocket接口地址: wss://2662r3426b.vicp.fun/xiaozhi/v1/
 | 智能对话 | 支持多种LLM(大语言模型)，实现智能对话 |
 | 视觉感知 | 支持多种VLLM(视觉大模型)，实现多模态交互 |
 | 意图识别 | 支持外挂的大模型意图识别、大模型自主函数调用，提供插件化意图处理机制 |
-| 记忆系统 | 支持本地短期记忆、mem0ai接口记忆，具备记忆总结功能 |
+| 记忆系统 | 支持本地短期记忆、mem0ai接口记忆、PowerMem智能记忆，具备记忆总结功能 |
 | 知识库 | 支持RAGFlow知识库，让大模型判断需要调度知识库后再回答 |
 | 工具调用 | 支持客户端IOT协议、客户MCP协议、服务端MCP协议、MCP接入点协议、自定义工具函数 |
 | 指令下发 | 依托MQTT协议，支持从智控台将MCP指令下发到ESP32设备 |
@@ -260,7 +261,7 @@ Websocket接口地址: wss://2662r3426b.vicp.fun/xiaozhi/v1/
 ---
 
 ## 产品生态 👬
-小智是一个生态，当你使用这个产品时，也可以看看其他在这个生态圈的[优秀项目](https://github.com/78/xiaozhi-esp32?tab=readme-ov-file#%E7%9B%B8%E5%85%B3%E5%BC%80%E6%BA%90%E9%A1%B9%E7%9B%AE)
+小智是一个生态，当你使用这个产品时，也可以看看其他在这个生态圈的[优秀项目](https://github.com/78/xiaozhi-esp32/blob/main/README_zh.md#%E7%9B%B8%E5%85%B3%E5%BC%80%E6%BA%90%E9%A1%B9%E7%9B%AE)
 
 ---
 
@@ -330,6 +331,7 @@ Websocket接口地址: wss://2662r3426b.vicp.fun/xiaozhi/v1/
 |   类型   |      平台名称       | 使用方式 |   收费模式    | 备注 |
 |:------:|:---------------:|:----:|:---------:|:--:|
 | Memory |     mem0ai      | 接口调用 | 1000次/月额度 |    |
+| Memory |     [powermem](./docs/powermem-integration.md)    | 本地总结 | 取决于LLM和DB |  OceanBase开源，支持智能检索  |
 | Memory | mem_local_short | 本地总结 |    免费     |    |
 | Memory |     nomem       | 无记忆模式 |    免费     |    |
 

docs/Deployment.md

@@ -241,7 +241,7 @@ LLM:
 250427 13:04:20[0.3.11_SiFuChTTnofu][__main__]-INFO-OTA接口是           http://192.168.4.123:8003/xiaozhi/ota/
 250427 13:04:20[0.3.11_SiFuChTTnofu][__main__]-INFO-Websocket地址是     ws://192.168.4.123:8000/xiaozhi/v1/
 250427 13:04:20[0.3.11_SiFuChTTnofu][__main__]-INFO-=======上面的地址是websocket协议地址，请勿用浏览器访问=======
-250427 13:04:20[0.3.11_SiFuChTTnofu][__main__]-INFO-如想测试websocket请用谷歌浏览器打开test目录下的test_page.html
+250427 13:04:20[0.3.11_SiFuChTTnofu][__main__]-INFO-如想测试websocket请启动digital-human模块，打开浏览器交互测试
 250427 13:04:20[0.3.11_SiFuChTTnofu][__main__]-INFO-=======================================================
 ```
 

docs/Deployment_all.md

@@ -198,7 +198,7 @@ docker logs -f xiaozhi-esp32-server
 ```
 25-02-23 12:01:09[core.websocket_server] - INFO - Websocket地址是      ws://xxx.xx.xx.xx:8000/xiaozhi/v1/
 25-02-23 12:01:09[core.websocket_server] - INFO - =======上面的地址是websocket协议地址，请勿用浏览器访问=======
-25-02-23 12:01:09[core.websocket_server] - INFO - 如想测试websocket请用谷歌浏览器打开test目录下的test_page.html
+25-02-23 12:01:09[core.websocket_server] - INFO - 如想测试websocket请启动digital-human模块，打开浏览器交互测试
 25-02-23 12:01:09[core.websocket_server] - INFO - =======================================================
 ```
 
@@ -418,7 +418,7 @@ manager-api:
   secret: 12345678-xxxx-xxxx-xxxx-123456789000
 ```
 
-## 5.运行项目
+## 9.运行项目
 
 ```
 # 确保在xiaozhi-server目录下执行
@@ -431,7 +431,7 @@ python app.py
 ```
 25-02-23 12:01:09[core.websocket_server] - INFO - Server is running at ws://xxx.xx.xx.xx:8000/xiaozhi/v1/
 25-02-23 12:01:09[core.websocket_server] - INFO - =======上面的地址是websocket协议地址，请勿用浏览器访问=======
-25-02-23 12:01:09[core.websocket_server] - INFO - 如想测试websocket请用谷歌浏览器打开test目录下的test_page.html
+25-02-23 12:01:09[core.websocket_server] - INFO - 如想测试websocket请启动digital-human模块，打开浏览器交互测试
 25-02-23 12:01:09[core.websocket_server] - INFO - =======================================================
 ```
 

docs/FAQ.md

@@ -38,10 +38,10 @@ conda install conda-forge::ffmpeg
 
 | 模块名称 | 入门全免费设置 | 流式配置 |
 |:---:|:---:|:---:|
-| ASR(语音识别) | FunASR(本地) | 👍FunASR(本地GPU模式) |
+| ASR(语音识别) | FunASR(本地) | 👍XunfeiStreamASR(讯飞流式) |
-| LLM(大模型) | ChatGLMLLM(智谱glm-4-flash) | 👍AliLLM(qwen3-235b-a22b-instruct-2507) 或 👍DoubaoLLM(doubao-1-5-pro-32k-250115) |
+| LLM(大模型) | glm-4-flash(智谱) | 👍qwen-flash(阿里百炼) |
-| VLLM(视觉大模型) | ChatGLMVLLM(智谱glm-4v-flash) | 👍QwenVLVLLM(千问qwen2.5-vl-3b-instructh) |
+| VLLM(视觉大模型) | glm-4v-flash(智谱) | 👍qwen3.5-flash(阿里百炼) |
-| TTS(语音合成) | ✅LinkeraiTTS(灵犀流式) | 👍HuoshanDoubleStreamTTS(火山双流式语音合成) 或 👍AliyunStreamTTS(阿里云流式语音合成) |
+| TTS(语音合成) | EdgeTTS(微软) | 👍HuoshanDoubleStreamTTS(火山流式) |
 | Intent(意图识别) | function_call(函数调用) | function_call(函数调用) |
 | Memory(记忆功能) | mem_local_short(本地短期记忆） | mem_local_short（本地短期记忆） |
 
@@ -66,11 +66,12 @@ VAD:
 4、[如何自动拉取本项目最新代码自动编译和启动](./dev-ops-integration.md)<br/>
 5、[如何与Nginx集成](https://github.com/xinnan-tech/xiaozhi-esp32-server/issues/791)<br/>
 
-### 9、编译固件相关教程
+### 8、编译固件相关教程
 1、[如何自己编译小智固件](./firmware-build.md)<br/>
 2、[如何基于虾哥编译好的固件修改OTA地址](./firmware-setting.md)<br/>
+3、[单模块部署如何配置固件OTA自动升级](./ota-upgrade-guide.md)<br/>
 
-### 10、拓展相关教程
+### 9、拓展相关教程
 1、[如何开启手机号码注册智控台](./ali-sms-integration.md)<br/>
 2、[如何集成HomeAssistant实现智能家居控制](./homeassistant-integration.md)<br/>
 3、[如何开启视觉模型实现拍照识物](./mcp-vision-integration.md)<br/>
@@ -80,6 +81,14 @@ VAD:
 7、[如何开启声纹识别](./voiceprint-integration.md)<br/>
 8、[新闻插件源配置指南](./newsnow_plugin_config.md)<br/>
 9、[知识库ragflow集成指南](./ragflow-integration.md)<br/>
+10、[如何部署上下文源](./context-provider-integration.md)<br/>
+11、[如何集成PowerMem智能记忆](./powermem-integration.md)<br/>
+12、[如何配置天气插件查询天气](./weather-integration.md)<br/>
+13、[如何开启设备呼叫插件](./device-call-guide.md)<br/>
+
+### 10、数字人相关教程
+1、[数字人digital-human启动方法](./digital-human-wakeword.md)<br/>
+2、[如何在N100迷你主机上部署数字人digital-human](./all-in-one-digital-human-setup.md)<br/>
 
 ### 11、语音克隆、本地语音部署相关教程
 1、[如何在智控台克隆音色](./huoshan-streamTTS-voice-cloning.md)<br/>

docs/all-in-one-digital-human-setup.md

@@ -0,0 +1,442 @@
+# 一体机数字人配置指南
+
+本项目用于在 x86 架构设备（如迷你主机、工控机、普通电脑等）上部署一套完整的数字人展示系统，实现以下功能：
+- 开机自动进入 Kiosk 全屏浏览器，展示指定网页
+- 后台运行唤醒词检测服务，支持语音交互
+
+> **说明**：本文档以 **Intel N100 迷你主机（天虹 QN10-100B4）** 为例进行部署演示，其他 x86 设备可参考调整（注意网络配置和声卡设备差异）。
+
+## 适用环境
+
+| 项目 | 说明 |
+|------|------|
+| 示例硬件 | 天虹 QN10-100B4（Intel N100） |
+| 操作系统 | Ubuntu 24.04 LTS (Noble Numbat) |
+| 示例用户 | xz（请根据实际情况替换） |
+| 网络 | Wi-Fi 连接，固定 IP（可按需改为有线） |
+
+## 部署流程
+
+1. 系统初始化（换源、连网）
+2. 安装图形组件与 Kiosk 浏览器
+3. 配置自动登录与图形界面
+4. 部署唤醒词服务（Python 环境 + 麦克风）
+5. 优化开机速度与隐藏启动信息
+
+---
+
+
+### 系统初始化（换源、连网）
+
+```
+sudo cp /etc/apt/sources.list /etc/apt/sources.list.bak
+
+sudo tee /etc/apt/sources.list > /dev/null <<EOF
+deb http://mirrors.aliyun.com/ubuntu/ noble main restricted universe multiverse
+# deb-src http://mirrors.aliyun.com/ubuntu/ noble main restricted universe multiverse
+
+deb http://mirrors.aliyun.com/ubuntu/ noble-security main restricted universe multiverse
+# deb-src http://mirrors.aliyun.com/ubuntu/ noble-security main restricted universe multiverse
+
+deb http://mirrors.aliyun.com/ubuntu/ noble-updates main restricted universe multiverse
+# deb-src http://mirrors.aliyun.com/ubuntu/ noble-updates main restricted universe multiverse
+
+deb http://mirrors.aliyun.com/ubuntu/ noble-proposed main restricted universe multiverse
+# deb-src http://mirrors.aliyun.com/ubuntu/ noble-proposed main restricted universe multiverse
+
+deb http://mirrors.aliyun.com/ubuntu/ noble-backports main restricted universe multiverse
+# deb-src http://mirrors.aliyun.com/ubuntu/ noble-backports main restricted universe multiverse
+EOF
+
+echo 'Acquire::ForceIPv4 "true";' | sudo tee /etc/apt/apt.conf.d/99force-ipv4
+```
+
+
+安装网络管理工具（若已存在可忽略）
+
+Bash
+
+```
+sudo apt update
+sudo apt install network-manager -y
+sudo systemctl start NetworkManager
+sudo systemctl enable NetworkManager
+```
+
+
+设置wifi密码，固定ip
+
+> **提醒**：以下命令中的 Wi-Fi 名称、密码、IP 地址均为示例，请务必替换为你自己的实际信息。
+
+Bash
+
+```
+sudo nmcli device wifi connect "MERCURY_1812" password "12345678"
+
+sudo nmcli connection modify "MERCURY_1812" ipv4.addresses "192.168.0.86/24" ipv4.gateway "192.168.0.1" ipv4.dns "8.8.8.8,114.114.114.114" ipv4.method "manual"
+
+sudo nmcli connection up "MERCURY_1812"
+```
+
+
+### 第一步：安装核心图形组件与浏览器
+
+这里我们坚持“极简主义”，坚决不装多余的桌面环境（如 GNOME/KDE），只装底层驱动、最轻量的窗口管理器（Openbox）、隐藏鼠标工具以及 Chromium 浏览器。
+
+Bash
+
+```
+sudo timedatectl set-timezone Asia/Shanghai
+
+
+sudo apt install net-tools vim fonts-wqy-microhei fonts-wqy-zenhei alsa-utils pulseaudio -y
+sudo apt install --no-install-recommends xserver-xorg x11-xserver-utils xinit openbox unclutter -y
+
+wget https://dl.google.com/linux/direct/google-chrome-stable_current_amd64.deb
+sudo apt install ./google-chrome-stable_current_amd64.deb -y
+rm google-chrome-stable_current_amd64.deb
+
+sudo apt purge snapd -y
+
+```
+
+### 第二步：配置 TTY1 开机免密自动登录
+
+为了避免手动输入账号密码的尴尬，我们通过修改 systemd 服务，让系统一开机就自动以 `xz` 的身份登录。这里使用一键写入命令，彻底避开由于 `nano` 或 `vi` 操作不当导致的保存失败问题。
+
+**1. 创建配置目录：**
+
+Bash
+
+```
+sudo mkdir -p /etc/systemd/system/getty@tty1.service.d/
+```
+
+**2. 写入自动登录规则：**
+
+Bash
+
+```
+echo -e "[Service]\nExecStart=\nExecStart=-/sbin/agetty --autologin xz --noclear %I \$TERM" | sudo tee /etc/systemd/system/getty@tty1.service.d/override.conf
+```
+
+**3. 重载服务并设置默认启动目标：**
+
+Bash
+
+```
+sudo systemctl daemon-reload
+sudo systemctl set-default multi-user.target
+```
+
+### 第三步：配置登录后自动启动图形界面
+
+系统自动登录后默认停留在黑底白字的命令行，我们需要配置脚本，让它一旦登录立马启动 X11 图形环境。
+
+**1. 触发 `startx` 的启动逻辑：**
+
+直接将触发代码追加写入你的个人环境配置文件中：
+
+Bash
+
+```
+cat << 'EOF' >> ~/.bash_profile
+if [ -z "$DISPLAY" ] && [ "$(fgconsole)" -eq 1 ]; then
+    exec startx
+fi
+EOF
+```
+
+**2. 告诉 `startx` 去启动 Openbox：**
+
+Bash
+
+```
+echo "exec openbox-session" > ~/.xinitrc
+```
+
+### 第四步：配置“铜墙铁壁”的 Openbox 与浏览器
+
+这是最核心的一步：关闭屏幕休眠、隐藏鼠标、全屏锁定浏览器，并写一个“死循环”保证浏览器被意外关闭后也能瞬间复活。
+
+**1. 创建 Openbox 配置目录：**
+
+Bash
+
+```
+mkdir -p ~/.config/openbox
+```
+
+**2. 写入自启动脚本 (`autostart`)：**
+
+复制以下整段代码并回车（这会自动把所有保护规则写进文件里）：
+
+Bash
+
+```
+cat << 'EOF' > ~/.config/openbox/autostart
+# 关闭屏幕保护
+xset -dpms
+xset s noblank
+xset s off
+
+# 隐藏鼠标
+unclutter -idle 0.1 -root &
+
+# 死循环启动 Chromium（崩溃或被关也能秒重启）
+while true; do
+    google-chrome \
+        --kiosk \
+        --no-first-run \
+        --no-default-browser-check \
+        --disable-infobars \
+        --disable-session-crashed-bubble \
+        --disable-translate \
+        --disable-external-intent-requests \
+        --autoplay-policy=no-user-gesture-required \
+        --use-fake-ui-for-media-stream \
+        "https://www.douyin.com"
+    sleep 2
+done &
+EOF
+```
+
+**3. 屏蔽 `Alt+F4` 退出快捷键：**
+
+为了防止别人插上键盘强行关掉窗口，我们把 Openbox 默认的系统快捷键干掉。
+
+Bash
+
+```
+cp /etc/xdg/openbox/rc.xml ~/.config/openbox/
+sed -i '/<keybind key="A-F4">/,/<\/keybind>/d' ~/.config/openbox/rc.xml
+```
+
+### 第五步：重启验收成果
+
+如果拔掉网线或不需要等待所有网络上线，可禁用网络等待服务，避免开机卡顿
+
+Bash
+
+```
+sudo systemctl mask systemd-networkd-wait-online.service
+sudo systemctl mask NetworkManager-wait-online.service
+```
+
+隐藏开机信息（GRUB）
+
+Bash
+
+```
+sudo sed -i 's/GRUB_CMDLINE_LINUX_DEFAULT=.*/GRUB_CMDLINE_LINUX_DEFAULT="quiet loglevel=3 systemd.show_status=false vt.global_cursor_default=0"/g' /etc/default/grub
+
+echo 'GRUB_TIMEOUT_STYLE="hidden"' | sudo tee -a /etc/default/grub
+echo 'GRUB_RECORDFAIL_TIMEOUT=0' | sudo tee -a /etc/default/grub
+
+sudo update-grub
+```
+
+声音设置成100%，然后 重启：
+
+Bash
+
+```
+amixer -q sset Master 100% unmute
+sudo reboot
+```
+
+### 部署唤醒词服务
+
+在一体机上部署唤醒词检测服务，需要安装 Python 环境、上传项目文件、配置 Camera 麦克风和开机自启。
+
+#### 1. 安装 Miniconda
+
+```bash
+wget https://repo.anaconda.com/miniconda/Miniconda3-latest-Linux-x86_64.sh
+bash Miniconda3-latest-Linux-x86_64.sh -b -p $HOME/miniconda3
+~/miniconda3/bin/conda init bash
+source ~/.bashrc
+rm Miniconda3-latest-Linux-x86_64.sh
+```
+
+
+确保登录时自动进入conda环境
+
+```bash
+if ! grep -q '.bashrc' ~/.bash_profile; then
+    cat << 'EOF' >> ~/.bash_profile
+
+if [ -f ~/.bashrc ]; then
+    . ~/.bashrc
+fi
+EOF
+fi
+```
+
+
+#### 2. 创建 Python 虚拟环境
+
+```bash
+conda create -n test python=3.10 -y
+conda activate test
+```
+
+若出现 Terms of Service have not been accepted 错误，执行：
+
+```bash
+conda tos accept --override-channels --channel https://repo.anaconda.com/pkgs/main
+conda tos accept --override-channels --channel https://repo.anaconda.com/pkgs/r
+```
+
+#### 3. 上传项目文件
+
+将开发机上的 `main/digital-human/` 整个目录上传到一体机的 `~/digital-human/` 目录：
+
+```bash
+# 在开发机上执行（将 <一体机IP> 替换为实际 IP）
+scp -r main/digital-human/ xz@<一体机IP>:~/digital-human/
+```
+
+#### 4. 安装系统依赖
+
+唤醒词服务需要音频采集库和 ALSA PulseAudio 插件：
+
+```bash
+sudo apt install libportaudio2 portaudio19-dev libasound2-plugins -y
+```
+
+#### 5. 安装 Python 依赖
+
+```bash
+cd ~/digital-human/wakeword_runtime
+pip install numpy
+pip install -r requirements.txt
+```
+
+#### 6. 下载唤醒词模型
+
+模型文件不包含在项目中，需要单独下载配置，详见 [docs/digital-human-wakeword.md](digital-human-wakeword.md) 中的“模型下载”章节。
+
+#### 7. 修改 Openbox 自启动脚本
+
+需要在 autostart 中加上 PulseAudio 和 Camera 麦克风配置，并将 Chrome 地址改为测试页面。
+
+先确认 Camera 麦克风在 PulseAudio 中的设备名：
+
+```bash
+pulseaudio --start
+pactl list sources short
+```
+
+找到包含 `USB_Camera` 的那一行，记下完整名称，例如：
+
+```
+alsa_input.usb-SN0002_2K_USB_Camera_46435000_P030D00_SN0002-02.mono-fallback
+```
+
+然后用完整内容覆盖 autostart（将 `TARGET_MIC` 替换为你的实际设备名）：
+
+```bash
+cat << 'EOF' > ~/.config/openbox/autostart
+# 1. 启动声音服务并稍作等待
+pulseaudio --start
+sleep 1
+
+# 2. 锁定 Camera 的麦克风（请替换为你的实际设备名）
+TARGET_MIC="alsa_input.usb-SN0002_2K_USB_Camera_46435000_P030D00_SN0002-02.mono-fallback"
+
+# 3. 设为系统默认麦克风
+pactl set-default-source "$TARGET_MIC"
+
+# 4. 解除静音
+pactl set-source-mute "$TARGET_MIC" 0
+
+# 5. 音量拉到 100%
+pactl set-source-volume "$TARGET_MIC" 100%
+
+# --- 极简桌面与浏览器环境配置 ---
+
+# 关闭屏幕保护
+xset -dpms
+xset s noblank
+xset s off
+
+# 隐藏鼠标
+unclutter -idle 0.1 -root &
+
+# 死循环启动浏览器（崩溃或被关也能秒重启）
+while true; do
+    google-chrome \
+        --kiosk \
+        --no-first-run \
+        --no-default-browser-check \
+        --disable-infobars \
+        --disable-session-crashed-bubble \
+        --disable-translate \
+        --disable-external-intent-requests \
+        --autoplay-policy=no-user-gesture-required \
+        --use-fake-ui-for-media-stream \
+        "http://127.0.0.1:8006/index.html"
+    sleep 2
+done &
+EOF
+```
+
+#### 8. 配置唤醒词服务开机自启
+
+创建 systemd 服务文件，让唤醒词服务开机自动运行。
+
+先确认当前用户的 UID：
+
+```bash
+id -u $(whoami)
+```
+
+然后用查到的 UID 替换下面 `1000`（通常第一个用户就是 1000）：
+
+```bash
+sudo tee /etc/systemd/system/digital-human.service << 'EOF'
+[Unit]
+Description=Digital Human Runtime
+After=network.target sound.target
+
+[Service]
+Type=simple
+User=xz
+Environment=XDG_RUNTIME_DIR=/run/user/1000
+Environment=PULSE_SERVER=unix:/run/user/1000/pulse/native
+WorkingDirectory=/home/xz/digital-human
+ExecStartPre=/bin/sleep 10
+ExecStart=/home/xz/miniconda3/envs/test/bin/python start.py
+Restart=on-failure
+RestartSec=10
+
+[Install]
+WantedBy=multi-user.target
+EOF
+```
+
+> **重要说明**：
+> - `User=xz` — 替换为你的实际用户名
+> - `/run/user/1000` — 替换为你实际的 UID
+> - `WorkingDirectory` 和 `ExecStart` 中的路径 — 替换为你的实际部署路径
+> - `Environment` 中的 PulseAudio 环境变量**必须保留**，否则唤醒词服务和浏览器无法同时使用 Camera 麦克风
+
+启用并启动服务：
+
+```bash
+sudo systemctl daemon-reload
+sudo systemctl enable digital-human
+sudo systemctl start digital-human
+```
+
+#### 9. 常用服务管理命令
+
+```bash
+sudo systemctl start digital-human     # 立即启动
+sudo systemctl stop digital-human      # 停止
+sudo systemctl restart digital-human   # 重启
+sudo systemctl status digital-human    # 查看状态
+journalctl -u digital-human -f         # 查看实时日志
+```
+

docs/context-provider-integration.md

@@ -0,0 +1,224 @@
+# 上下文源使用教程
+
+## 概述
+
+`上下文源`，就是为小智系统提示词的上下文添加【数据源】。
+
+`上下文源` 在小智在唤醒那一刻，获取外部系统的数据，并将其动态注入到大模型的系统提示词（System Prompt）中。
+让其做到唤醒时感知世界某个事物的状态。
+
+它和MCP、记忆有本质的区别：`上下文源`是强制让小智感知世界的数据；`记忆(Mem)`是让他知道之前聊了什么内容；`MCP(functionc all)`是当需要调用某项能力/知识的时候使用调用。
+
+通过这个功能，在小智唤醒的一刹那，“感知”到：
+- 人体健康传感器状态（体温、血压、血氧状态等）
+- 业务系统的实时数据（服务器负载、待办数据、股票信息等）
+- 任何可以通过 HTTP API 获取的文本信息
+
+**注意**：该功能只是方便小智在唤醒的时候感知事物的状态，而如果想要小智唤醒后实时获取事物的状态，建议在此功能上再结合MCP工具的调用。
+
+## 工作原理
+
+1. **配置源**：用户配置一个或多个 HTTP API 地址。
+2. **触发请求**：当系统构建 Prompt 时，如果发现模板中包含 `{{ dynamic_context }}` 占位符，会请求所有配置的 API。
+3. **自动注入**：系统会自动将 API 返回的数据格式化为 Markdown 列表，替换 `{{ dynamic_context }}` 占位符。
+
+## 接口规范
+
+为了让小智正确解析数据，您的 API 需要满足以下规范：
+
+- **请求方式**：`GET`
+- **请求头**：系统会自动添加 `device-id` 字段到 Request Header。
+- **响应格式**：必须返回 JSON 格式，且包含 `code` 和 `data` 字段。
+
+### 响应示例
+
+**情况 1：返回键值对**
+```json
+{
+  "code": 0,
+  "msg": "success",
+  "data": {
+    "客厅温度": "26℃",
+    "客厅湿度": "45%",
+    "大门状态": "已关闭"
+  }
+}
+```
+*注入效果：*
+```markdown
+<context>
+- **客厅温度：** 26℃
+- **客厅湿度：** 45%
+- **大门状态：** 已关闭
+</context>
+```
+
+**情况 2：返回列表**
+```json
+{
+  "code": 0,
+  "data": [
+    "您有10个待办事项",
+    "当前汽车的行驶速度是100km每小时"
+  ]
+}
+```
+*注入效果：*
+```markdown
+<context>
+- 您有10个待办事项
+- 当前汽车的行驶速度是100km每小时
+</context>
+```
+
+## 配置指南
+
+### 方式 1：智控台配置（全模块部署）
+
+1. 登录智控台，进入**角色配置**页面。
+2. 找到**上下文源**配置项（点击“编辑源”按钮）。
+3. 点击**添加**，输入您的 API 地址。
+4. 如果 API 需要鉴权，可以在**请求头**部分添加 `Authorization` 或其他 Header。
+5. 保存配置。
+
+### 方式 2：配置文件配置（单模块部署）
+
+编辑 `xiaozhi-server/data/.config.yaml` 文件，添加 `context_providers` 配置段：
+
+```yaml
+# 上下文源配置
+context_providers:
+  - url: "http://api.example.com/data"
+    headers:
+      Authorization: "Bearer your-token"
+  - url: "http://another-api.com/data"
+```
+
+## 启用功能
+
+默认情况下，系统的提示词模板文件（`data/.agent-base-prompt.txt`）中已经预置了 `{{ dynamic_context }}` 占位符，您无需手动添加。
+
+**示例：**
+
+```markdown
+<context>
+【重要！以下信息已实时提供，无需调用工具查询，请直接使用：】
+- **设备ID：** {{device_id}}
+- **当前时间：** {{current_time}}
+...
+{{ dynamic_context }}
+</context>
+```
+
+**注意**：如果您不需要使用此功能，可以选择**不配置任何上下文源**，也可以从提示词模板文件中**删除** `{{ dynamic_context }}` 占位符。
+
+## 附录：Mock 测试服务示例
+
+为了方便您测试和开发，我们提供了一个简单的 Python Mock Server 脚本。您可以运行此脚本在本地模拟 API 接口。
+
+**mock_api_server.py**
+
+```python
+import http.server
+import socketserver
+import json
+from urllib.parse import urlparse, parse_qs
+
+# 设置端口号
+PORT = 8081
+
+class MockRequestHandler(http.server.SimpleHTTPRequestHandler):
+    def do_GET(self):
+        # 解析路径和参数
+        parsed_path = urlparse(self.path)
+        path = parsed_path.path
+        query = parse_qs(parsed_path.query)
+
+        response_data = {}
+        status_code = 200
+
+        print(f"收到请求: {path}, 参数: {query}")
+
+        # Case 1: 模拟健康数据 (返回字典 Dict)
+        # 路径参数风格: /health
+        # device_id 从 Header 获取
+        if path == "/health":
+            device_id = self.headers.get("device-id", "unknown_device")
+            print(f"device_id: {device_id}")
+            response_data = {
+                "code": 0,
+                "msg": "success",
+                "data": {
+                    "测试设备ID": device_id,
+                    "心率": "80 bpm",
+                    "血压": "120/80 mmHg",
+                    "状态": "良好"
+                }
+            }
+
+        # Case 2: 模拟新闻列表 (返回列表 List)
+        # 无参数: /news/list
+        elif path == "/news/list":
+            response_data = {
+                "code": 0,
+                "msg": "success",
+                "data": [
+                    "今日头条：Python 3.14 发布",
+                    "科技新闻：AI 助手改变生活",
+                    "本地新闻：明日有大雨，记得带伞"
+                ]
+            }
+
+        # Case 3: 模拟天气简报 (返回字符串 String)
+        # 无参数: /weather/simple
+        elif path == "/weather/simple":
+            response_data = {
+                "code": 0,
+                "msg": "success",
+                "data": "今日晴转多云，气温 20-25 度，空气质量优，适合出行。"
+            }
+
+        # Case 4: 模拟设备详情 (Query参数风格)
+        # 参数风格: /device/info
+        # device_id 从 Header 获取
+        elif path == "/device/info":
+            device_id = self.headers.get("device-id", "unknown_device")
+            response_data = {
+                "code": 0,
+                "msg": "success",
+                "data": {
+                    "查询方式": "Header参数",
+                    "设备ID": device_id,
+                    "电量": "85%",
+                    "固件": "v2.0.1"
+                }
+            }
+        
+        # Case 5: 404 Not Found
+        else:
+            status_code = 404
+            response_data = {"error": "接口不存在"}
+
+        # 发送响应
+        self.send_response(status_code)
+        self.send_header('Content-type', 'application/json; charset=utf-8')
+        self.end_headers()
+        self.wfile.write(json.dumps(response_data, ensure_ascii=False).encode('utf-8'))
+
+# 启动服务
+# 允许地址重用，防止快速重启报错
+socketserver.TCPServer.allow_reuse_address = True
+with socketserver.TCPServer(("", PORT), MockRequestHandler) as httpd:
+    print(f"==================================================")
+    print(f"Mock API Server 已启动: http://localhost:{PORT}")
+    print(f"可用接口列表:")
+    print(f"1. [字典] http://localhost:{PORT}/health")
+    print(f"2. [列表] http://localhost:{PORT}/news/list")
+    print(f"3. [文本] http://localhost:{PORT}/weather/simple")
+    print(f"4. [参数] http://localhost:{PORT}/device/info")
+    print(f"==================================================")
+    try:
+        httpd.serve_forever()
+    except KeyboardInterrupt:
+        print("\n服务已停止")
+```

docs/device-call-guide.md

@@ -0,0 +1,148 @@
+# 设备间相互呼叫插件使用指南
+
+## 概述
+
+设备呼叫功能允许两个已配置设备之间通过语音/数据通道进行双向通信。设备A呼叫设备B时，系统通过以下流程实现：
+
+```
+设备A → 授权校验 → MQTT网关 → 设备B远程唤醒 → 建立连接 → 通话建立
+```
+## 使用这个功能的前提条件
+1. 你必须要有至少两个设备，每个设备型号必须是`ESP32-S3`，因为只有`ESP32-S3`才支持远程唤醒功能。
+2. 你的设备必须要有`两个麦克风`。但是如果你的设备只有`单个麦克风`，你只是想体验一下这个功能，也是可以的，但是会有强烈的卡顿感。
+3. 你必须使用[全模块部署](Deployment_all.md)本项目，因为你需要`智控台`来管理设备的权限和通信。
+4. 你必须安装并配置好`2026年5月27日`以后的[MQTT网关服务](mqtt-gateway-integration.md)，如果你已经部署了MQTT网关服务，请确认代码的版本是`2026年5月27日`之后的版本。
+
+以上是使用这个功能的硬性条件，接下来会详细介绍。
+
+## 配置步骤
+
+### 第一步：开启通讯录功能
+
+1. 确认你的智控台版本是`0.9.4`或以上版本。
+2. 登录智控台后台
+3. 进入 **系统功能配置**
+4. 在左侧功能列表中勾选 **通讯录**
+5. 点击 **保存配置** 确认
+
+### 第二步：配置设备间呼叫权限
+
+1. 在智控台顶部菜单点击 **通讯录**
+2. 在左侧智能体下，设备列表中选择你的设备A（支持按 MAC地址 或 备注名 搜索）
+3. 在右侧详情面板中，找到目标设备B的称呼设置，例如 **"小王"**
+4. 勾选设备B的 **呼叫权限** 复选框
+5. 点击 **保存**
+
+**双向授权说明：** 如需设备A和设备B互相通信，必须在两侧智控台分别配置对方权限。例如：
+
+- 在设备A的配置中勾选设备B → 设备A可与设备B通信
+- 在设备B的配置中勾选设备A → 设备B可与设备A通信
+
+### 第三步：在智能体配置添加呼叫工具
+
+1. 在智控台顶部菜单点击 **智能体管理**
+2. 在刚刚配置设备联系人的相关智能体中点击 **编辑角色**
+3. 在右侧详情面板中，点击 **编辑功能**
+4. 勾选 **设备呼叫设备** 工具
+5. 点击 **保存配置** 确认
+6. 在外侧再次点击 **保存配置** ，随即重启设备
+
+### 第四步：固件端添加远程唤醒工具
+
+1. 在[xiaozhi-esp32](https://github.com/78/xiaozhi-esp32) 代码的基础上增加远程唤醒工具MCP，版本支持为2.1.0至2.2.6（2026年5月29日的版本）
+2. 在application.h文件中添加远程唤醒函数声明
+    ```cpp
+    void RemoteWakeup(const std::string& reason);
+    ```
+3. 在application.cc文件中添加远程唤醒函数
+    ```cpp
+    void Application::RemoteWakeup(const std::string& reason){
+        if (!protocol_) {
+            return;
+        }
+
+        auto state = GetDeviceState();
+        
+        if (state == kDeviceStateIdle) {
+            audio_service_.EncodeWakeWord();
+
+            if (!protocol_->IsAudioChannelOpened()) {
+                SetDeviceState(kDeviceStateConnecting);
+                if (!protocol_->OpenAudioChannel()) {
+                    audio_service_.EnableWakeWordDetection(true);
+                    return;
+                }
+            }
+            std::string wake_word = reason;
+    #if CONFIG_USE_AFE_WAKE_WORD || CONFIG_USE_CUSTOM_WAKE_WORD
+            // Encode and send the wake word data to the server
+            while (auto packet = audio_service_.PopWakeWordPacket()) {
+                protocol_->SendAudio(std::move(packet));
+            }
+            // Set the chat state to wake word detected
+            protocol_->SendWakeWordDetected(wake_word);
+            SetListeningMode(aec_mode_ == kAecOff ? kListeningModeAutoStop : kListeningModeRealtime);
+    #else
+            // Set flag to play popup sound after state changes to listening
+            // (PlaySound here would be cleared by ResetDecoder in EnableVoiceProcessing)
+            play_popup_on_listening_ = true;
+            SetListeningMode(aec_mode_ == kAecOff ? kListeningModeAutoStop : kListeningModeRealtime);
+    #endif
+        } else if (state == kDeviceStateSpeaking) {
+            AbortSpeaking(kAbortReasonWakeWordDetected);
+            SetDeviceState(kDeviceStateIdle);
+        } else if (state == kDeviceStateActivating) {
+            SetDeviceState(kDeviceStateIdle);
+        }
+    }
+    ```
+4. 在mcp_server.cc文件中添加远程唤醒工具
+    ```cpp
+    AddUserOnlyTool("self.remote_wakeup", "Remote wakeup function with configurable parameters",
+        PropertyList({
+            Property("reason", kPropertyTypeString, "Wakeup reason"),
+        }),
+        [this](const PropertyList& properties) -> ReturnValue {
+            std::string reason = properties["reason"].value<std::string>();
+            ESP_LOGI(TAG, "Wakeup reason=%s", reason.c_str());
+            auto& app = Application::GetInstance();
+            app.RemoteWakeup(reason);
+            return true;
+    ```
+5. 按照 [固件编译烧录指南](firmware-build.md) 完成固件烧录
+6. 无论你的设备是单麦还是双麦，请在编译环节，勾选开启AEC功能!
+7. 无论你的设备是单麦还是双麦，请在编译环节，勾选开启AEC功能!
+8. 无论你的设备是单麦还是双麦，请在编译环节，勾选开启AEC功能!
+
+### 第五步：配置MQTT网关服务
+
+1. 部署MQTT网关服务，参考 [MQTT网关集成文档](mqtt-gateway-integration.md)
+2. 如果已经部署请确认代码的版本是2026年5月27日的版本
+
+## 呼叫流程说明
+
+准备两个设备，在智控台上面配置好通讯权限和在智能体中添加呼叫工具之后，在其中一个小智对话那里对他说：”呼叫XXX“，观察设备B是否响应。
+
+## 常见问题
+
+### Q: 设备B没有响应呼叫？
+
+- 检查设备B是否在线（智控台设备状态）
+- 确认设备B的固件已正确集成远程唤醒工具
+- 检查MQTT网关连接是否正常
+- 验证双向权限配置是否完整
+
+### Q: 提示"无呼叫权限"？
+
+- 在智控台确认设备A已勾选设备B的呼叫权限
+- 确认配置已保存（非仅修改未保存）
+
+### Q: 如何确认通讯录功能已开启？
+
+- 智控台顶部菜单如显示"通讯录"入口，则表示已开启
+
+### Q: 我叫他呼叫"张山"，但是他老是识别成"张三"，怎么办？
+- 可以查阅你使用的asr服务的文档，确认是否支持热词识别。
+- 如果你用的是`FunASRServer`,可以在容器里的`热词文件`里添加"张山"，然后重启容器。
+- 如果你用的是`火山引擎`的服务，可以在`火山引擎的控制台`里添加`热词文件`，然后回到智控台的`模型配置页面`，把`热词文件名称`配置在`火山引擎的tts`上去。
+

docs/digital-human-wakeword.md

@@ -0,0 +1,220 @@
+# 数字人digital-human启动方法
+
+## 概述
+
+测试页面集成了基于 **Sherpa-ONNX** 的高精度语音唤醒功能，支持自定义唤醒词和实时检测。使用轻量级关键词检测模型，提供毫秒级响应速度。
+
+## 唤醒词模型
+
+### 模型下载（必需）
+
+**重要说明**: 项目不包含模型文件，需要提前下载配置。
+
+### 官方模型下载地址
+
+- **官方模型列表**: <https://csukuangfj.github.io/sherpa/onnx/kws/pretrained_models/index.html>
+- **推荐模型**: `sherpa-onnx-kws-zipformer-wenetspeech-3.3M-2024-01-01`
+
+### 下载和配置步骤
+
+#### 1. 下载模型包
+
+```bash
+# 方法1：直接下载（推荐）
+cd main/digital-human/wakeword_runtime/
+wget https://github.com/k2-fsa/sherpa-onnx/releases/download/kws-models/sherpa-onnx-kws-zipformer-wenetspeech-3.3M-2024-01-01.tar.bz2
+
+# 解压
+tar xvf sherpa-onnx-kws-zipformer-wenetspeech-3.3M-2024-01-01.tar.bz2
+
+# 方法2：使用ModelScope
+pip install modelscope
+python -c "
+from modelscope import snapshot_download
+snapshot_download('pkufool/sherpa-onnx-kws-zipformer-wenetspeech-3.3M-2024-01-01', cache_dir='./models')
+"
+```
+
+#### 2. 配置模型文件
+
+模型包下载后包含以下文件：
+
+```
+sherpa-onnx-kws-zipformer-wenetspeech-3.3M-2024-01-01/
+├── encoder-epoch-12-avg-2-chunk-16-left-64.int8.onnx    # 速度优先
+├── encoder-epoch-12-avg-2-chunk-16-left-64.onnx
+├── encoder-epoch-99-avg-1-chunk-16-left-64.int8.onnx    # 速度优先
+├── encoder-epoch-99-avg-1-chunk-16-left-64.onnx         # 精度优先
+├── decoder-epoch-12-avg-2-chunk-16-left-64.onnx
+├── decoder-epoch-99-avg-1-chunk-16-left-64.onnx         # 精度优先
+├── joiner-epoch-12-avg-2-chunk-16-left-64.int8.onnx     # 速度优先
+├── joiner-epoch-12-avg-2-chunk-16-left-64.onnx
+├── joiner-epoch-99-avg-1-chunk-16-left-64.int8.onnx     # 速度优先
+├── joiner-epoch-99-avg-1-chunk-16-left-64.onnx          # 精度优先
+├── tokens.txt                    # Token映射表（必需）
+├── keywords_raw.txt              # 模型包里可能附带（可选，runtime 不依赖）
+├── keywords.txt                  # 现成的
+├── test_wavs/                    # 测试音频（可选）
+├── configuration.json            # 模型元信息（可选）
+└── README.md                     # 说明文档（可选）
+```
+
+#### 3. 选择配置方案
+
+**方案一：精度优先（推荐）**
+
+```bash
+cd sherpa-onnx-kws-zipformer-wenetspeech-3.3M-2024-01-01
+
+# 创建模型目录
+mkdir -p ../models
+
+# 复制精度优先的epoch-99 fp32三件套
+cp encoder-epoch-99-avg-1-chunk-16-left-64.onnx ../models/encoder.onnx
+cp decoder-epoch-99-avg-1-chunk-16-left-64.onnx ../models/decoder.onnx
+cp joiner-epoch-99-avg-1-chunk-16-left-64.onnx ../models/joiner.onnx
+
+# 复制配套文件
+cp tokens.txt ../models/tokens.txt
+# keywords_raw.txt 如果模型包里附带，可自行保留；runtime 不依赖它
+```
+
+**方案二：速度优先**
+
+```bash
+cd sherpa-onnx-kws-zipformer-wenetspeech-3.3M-2024-01-01
+
+# 创建模型目录
+mkdir -p ../models
+
+# 复制速度优先的epoch-99 int8三件套
+cp encoder-epoch-99-avg-1-chunk-16-left-64.int8.onnx ../models/encoder.onnx
+cp decoder-epoch-99-avg-1-chunk-16-left-64.onnx ../models/decoder.onnx
+cp joiner-epoch-99-avg-1-chunk-16-left-64.int8.onnx ../models/joiner.onnx
+
+# 复制配套文件
+cp tokens.txt ../models/tokens.txt
+```
+
+**注意事项**:
+
+- **不要混用 fp32 与 int8**：三个模型文件必须保持一致的精度
+- **优先选择 epoch-99**：比 epoch-12 训练更充分，精度更高
+- **必需文件**：`encoder.onnx` + `decoder.onnx` + `joiner.onnx` + `tokens.txt` + `keywords.txt`
+
+### 最终模型文件结构
+
+配置完成后，模型文件应放在 `wakeword_runtime/models/` 目录下，完整路径为 `main/digital-human/wakeword_runtime/models/`：
+
+```
+wakeword_runtime/models/
+├── encoder.onnx      # 编码器模型（重命名后）
+├── decoder.onnx      # 解码器模型（重命名后）
+├── joiner.onnx       # 连接器模型（重命名后）
+├── tokens.txt        # 拼音 Token 映射表（228行版本）
+├── keywords.txt      # 关键词配置文件（首次启动自动生成）
+└── keywords_raw.txt  # 可选，runtime 不依赖
+```
+
+## 启动方式
+
+在 `main/digital-human` 目录执行：
+
+```bash
+pip install -r wakeword_runtime/requirements.txt
+python start.py
+```
+
+启动后默认地址：
+
+- 页面地址：`http://127.0.0.1:8006/index.html`
+- 事件桥地址：`ws://127.0.0.1:8006/wakeword-ws`
+- 健康检查：`http://127.0.0.1:8006/health`
+
+停止方式：
+
+- 在运行终端按 `Ctrl+C`
+- 会同时停止静态页面服务、事件桥和唤醒词检测流程
+
+## 配置文件说明
+
+配置文件位于 [main/digital-human/wakeword_runtime/config.json](../main/digital-human/wakeword_runtime/config.json)。
+
+当前主要配置项：
+
+```json
+{
+  "wakeword": {
+    "enabled": true
+  },
+  "model_dir": "models",
+  "audio": {
+    "input_device": null,
+    "sample_rate": 16000,
+    "channels": 1
+  },
+  "detector": {
+    "num_threads": 4,
+    "provider": "cpu",
+    "max_active_paths": 2,
+    "keywords_score": 1.8,
+    "keywords_threshold": 0.1,
+    "num_trailing_blanks": 1,
+    "cooldown_seconds": 1.5
+  },
+  "logging": {
+    "level": "INFO",
+    "dir": "logs",
+    "file": "wakeword-runtime.log"
+  }
+}
+```
+
+各字段含义：
+
+| 参数 | 说明 |
+| --- | --- |
+| `wakeword.enabled` | 是否启用本地唤醒词检测 |
+| `model_dir` | 模型和词表所在目录 |
+| `audio.input_device` | 麦克风输入设备，默认使用系统默认设备 |
+| `audio.sample_rate` | 采样率，默认 `16000` |
+| `audio.channels` | 声道数，默认 `1` |
+| `detector.num_threads` | 检测器线程数 |
+| `detector.provider` | 推理 provider，当前通常为 `cpu` |
+| `detector.max_active_paths` | 搜索路径数 |
+| `detector.keywords_score` | 关键词增强分数 |
+| `detector.keywords_threshold` | 检测阈值 |
+| `detector.num_trailing_blanks` | 尾随空白数量 |
+| `detector.cooldown_seconds` | 连续触发冷却时间 |
+| `logging.level` | 日志等级 |
+| `logging.dir` | 日志目录 |
+| `logging.file` | 日志文件名 |
+
+## 推荐使用流程
+
+### 首次使用
+
+1. 准备 `models/` 目录下的模型文件和 `tokens.txt`
+2. 确认 `models/keywords.txt` 存在
+3. 在 `digital-human` 目录运行 `python start.py`
+4. 浏览器打开 `http://127.0.0.1:8006/index.html`
+5. 进入设置页检查“唤醒词”配置
+
+### 修改唤醒词
+
+1. 打开数字人页面设置
+2. 切到“唤醒词”页签
+3. 修改启用状态或唤醒词列表
+4. 点击“应用唤醒词”
+5. 根据提示决定是否立即重启
+
+### 禁用唤醒词
+
+1. 将“启用本地唤醒词”改成禁用
+2. 点击“应用唤醒词”
+3. 建议立即重启一次
+
+禁用后：
+
+- 页面与事件桥仍然可用
+- 唤醒词检测不会继续运行

docs/firmware-build.md

@@ -13,9 +13,9 @@ http://192.168.1.25:8003/xiaozhi/ota/
 ```
 如果显示“OTA接口运行正常，向设备发送的websocket地址是：ws://xxx:8000/xiaozhi/v1/
 
-你可以使用项目自带的`test_page.html`测试一下，是否能连上ota页面输出的websocket地址。
+你可以启动`digital-human`模块后打开`index.html`测试一下，是否能连上ota页面输出的websocket地址。
 
-如果访问不到，你需要到配置文件`.config.yaml`里修改`server.websocket`的地址，重启后再重新测试，直到`test_page.html`能正常访问。
+如果访问不到，你需要到配置文件`.config.yaml`里修改`server.websocket`的地址，重启后再重新测试，直到`index.html`能正常访问。
 
 成功后，请往下进行第2步
 

docs/huoshan-streamTTS-voice-cloning.md

@@ -23,6 +23,8 @@
 
 ### 2.将音色资源ID分配给系统账号
 
+使用超级管理员账号登录智控台，点击顶部`参数字典`，在下拉菜单中，点击`系统功能配置`页面。在页面上勾选`音色克隆`，点击保存配置。即可在顶部菜单看到`音色克隆`按钮。
+
 使用超级管理员账号登录智控台，点击顶部【音色克隆】、【音色资源】。
 
 点击新增按钮，在【平台名称】选择“火山双流式语音合成”；

docs/mcp-endpoint-enable.md

@@ -71,6 +71,7 @@ docker logs -f mcp-endpoint-server
 请你保留好上面两个`接口地址`，下一步要用到。
 
 # 2、全模块部署时，怎么配置MCP接入点
+首先，你要开启MCP接入点功能。在智控台，点击顶部`参数字典`，在下拉菜单中，点击`系统功能配置`页面。在页面上勾选`MCP接入点`，点击`保存配置`。在`角色配置`页面，点击`编辑功能`按钮，即可看到`mcp接入点`功能。
 
 如果你是全模块部署，使用管理员账号，登录智控台，点击顶部`参数字典`，选择`参数管理`功能。
 
@@ -117,7 +118,7 @@ mcp_endpoint: ws://192.168.1.25:8004/mcp_endpoint/mcp/?token=def
 250705[__main__]-INFO-mcp接入点是        ws://192.168.1.25:8004/mcp_endpoint/mcp/?token=abc
 250705[__main__]-INFO-Websocket地址是    ws://192.168.1.25:8000/xiaozhi/v1/
 250705[__main__]-INFO-=======上面的地址是websocket协议地址，请勿用浏览器访问=======
-250705[__main__]-INFO-如想测试websocket请用谷歌浏览器打开test目录下的test_page.html
+250705[__main__]-INFO-如想测试websocket请启动digital-human模块，打开浏览器交互测试
 250705[__main__]-INFO-=============================================================
 ```
 

docs/mcp-endpoint-integration.md

@@ -23,7 +23,7 @@
 250705[__main__]-INFO-mcp接入点是        ws://192.168.1.25:8004/mcp_endpoint/mcp/?token=abc
 250705[__main__]-INFO-Websocket地址是    ws://192.168.1.25:8000/xiaozhi/v1/
 250705[__main__]-INFO-=======上面的地址是websocket协议地址，请勿用浏览器访问=======
-250705[__main__]-INFO-如想测试websocket请用谷歌浏览器打开test目录下的test_page.html
+250705[__main__]-INFO-如想测试websocket请启动digital-human模块，打开浏览器交互测试
 250705[__main__]-INFO-=============================================================
 ```
 

docs/mcp-vision-integration.md

@@ -58,7 +58,7 @@ docker restart xiaozhi-esp32-server
 2025-06-01 **** - 视觉分析接口是        http://192.168.4.7:8003/mcp/vision/explain
 2025-06-01 **** - Websocket地址是       ws://192.168.4.7:8000/xiaozhi/v1/
 2025-06-01 **** - =======上面的地址是websocket协议地址，请勿用浏览器访问=======
-2025-06-01 **** - 如想测试websocket请用谷歌浏览器打开test目录下的test_page.html
+2025-06-01 **** - 如想测试websocket请启动digital-human模块，打开浏览器交互测试
 2025-06-01 **** - =============================================================
 ```
 
@@ -133,7 +133,7 @@ docker restart xiaozhi-esp32-server
 2025-06-01 **** - 视觉分析接口是        http://192.168.4.7:8003/mcp/vision/explain
 2025-06-01 **** - Websocket地址是       ws://192.168.4.7:8000/xiaozhi/v1/
 2025-06-01 **** - =======上面的地址是websocket协议地址，请勿用浏览器访问=======
-2025-06-01 **** - 如想测试websocket请用谷歌浏览器打开test目录下的test_page.html
+2025-06-01 **** - 如想测试websocket请启动digital-human模块，打开浏览器交互测试
 2025-06-01 **** - =============================================================
 ```
 

docs/mqtt-gateway-integration.md

@@ -76,6 +76,7 @@ MQTT_PORT=1883            # MQTT服务器端口
 UDP_PORT=8884             # UDP服务器端口
 API_PORT=8007             # 管理API端口
 MQTT_SIGNATURE_KEY=test   # MQTT签名密钥
+SERVER_SECRET=Te1st12134  # 服务器密钥，请保持和智控台（server.secret）一致或者和xiaozhi-server里（server.auth_key）保持一致
 ```
 请注意`PUBLIC_IP`配置，确保其与实际公网IP一致，如果有域名就填域名。
 
@@ -85,6 +86,13 @@ MQTT_SIGNATURE_KEY=test   # MQTT签名密钥
 - 注意不要用简单的密码，比如`123456`、`test`等。
 - 注意不要用简单的密码，比如`123456`、`test`等。
 
+`SERVER_SECRET` 是用生成websocket连接的认证信息。
+
+1、如果你是全模块部署，且你的智控台的参数管理里`server.auth.enabled`设置成了`true`，那么，`SERVER_SECRET`需要和智控台（`server.secret`）保持一致。
+
+2、如果你是单模块部署，且你在配置文件里把`server.auth.enabled`设置成了`true`，那么，`SERVER_SECRET`需要和配置文件里（`server.auth_key`）保持一致。
+
+
 6. 启动MQTT网关
 ```
 # 启动服务
@@ -119,7 +127,7 @@ pm2 restart xz-mqtt
 ```
 192.168.0.7:8884
 ```
-4. 在智控台顶部，点击`参数管理`，搜索`server.mqtt_manager_api`，点击编辑，填入你在`.env`文件中设置的`PUBLIC_IP`+`:`+`UDP_PORT`。类似这样
+4. 在智控台顶部，点击`参数管理`，搜索`server.mqtt_manager_api`，点击编辑，填入你在`.env`文件中设置的`PUBLIC_IP`+`:`+`API_PORT`。类似这样
 ```
 192.168.0.7:8007
 ```
@@ -146,7 +154,7 @@ curl 'http://localhost:8002/xiaozhi/ota/' \
 pm2 logs xz-mqtt
 ```
 
-## 第三部分：全模块运行实现小智硬件MQTT+UDP连接
+## 第三部分：单模块运行xiaozhi-server实现小智硬件MQTT+UDP连接
 
 打开你的`data/.config.yaml`文件，在`server`下找到`mqtt_gateway`填入你在`.env`文件中设置的`PUBLIC_IP`+`:`+`MQTT_PORT`。类似这样
 ```

docs/ota-upgrade-guide.md

@@ -0,0 +1,142 @@
+# 单模块部署固件OTA自动升级配置指南
+
+本教程将指导你如何在**单模块部署**场景下配置固件OTA自动升级功能，实现设备固件的自动更新。
+
+如果你已经使用**全模块部署**，请忽略本教程。
+
+## 功能介绍
+
+在单模块部署中，xiaozhi-server内置了OTA固件管理功能，可以自动检测设备版本并下发升级固件。系统会根据设备型号和当前版本，自动匹配并推送最新的固件版本。
+
+## 前提条件
+
+- 你已经成功进行**单模块部署**并运行xiaozhi-server
+- 设备能够正常连接到服务器
+
+## 第一步 准备固件文件
+
+### 1. 创建固件存放目录
+
+固件文件需要放在`data/bin/`目录下。如果该目录不存在，请手动创建：
+
+```bash
+mkdir -p data/bin
+```
+
+### 2. 固件文件命名规则
+
+固件文件必须遵循以下命名格式：
+
+```
+{设备型号}_{版本号}.bin
+```
+
+**命名规则说明：**
+- `设备型号`：设备的型号名称，例如 `lichuang-dev`、`bread-compact-wifi` 等
+- `版本号`：固件版本号，必须以数字开头，支持数字、字母、点号、下划线和短横线，例如 `1.6.6`、`2.0.0` 等
+- 文件扩展名必须是 `.bin`
+
+**命名示例：**
+```
+bread-compact-wifi_1.6.6.bin
+lichuang-dev_2.0.0.bin
+```
+
+### 3. 放置固件文件
+
+将准备好的固件文件（.bin文件）复制到`data/bin/`目录下：
+
+重要的事情说三遍：升级的bin文件是`xiaozhi.bin`，不是全量固件文件`merged-binary.bin`!
+
+重要的事情说三遍：升级的bin文件是`xiaozhi.bin`，不是全量固件文件`merged-binary.bin`!
+
+重要的事情说三遍：升级的bin文件是`xiaozhi.bin`，不是全量固件文件`merged-binary.bin`!
+
+```bash
+cp xiaozhi.bin data/bin/设备型号_版本号.bin
+```
+
+例如：
+```bash
+cp xiaozhi.bin data/bin/bread-compact-wifi_1.6.6.bin
+```
+
+## 第二步 配置公网访问地址（仅公网部署需要）
+
+**注意：此步骤仅适用于单模块公网部署的场景。**
+
+如果你的xiaozhi-server是公网部署（使用公网IP或域名），**必须**配置`server.vision_explain`参数，因为OTA固件下载地址会使用该配置的域名和端口。
+
+如果你是局域网部署，可以跳过此步骤。
+
+### 为什么要配置这个参数？
+
+在单模块部署中，系统生成固件下载地址时，会使用`vision_explain`配置的域名和端口作为基础地址。如果不配置或配置错误，设备将无法访问固件下载地址。
+
+### 配置方法
+
+打开`data/.config.yaml`文件，找到`server`配置段，设置`vision_explain`参数：
+
+```yaml
+server:
+  vision_explain: http://你的域名或IP:端口号/mcp/vision/explain
+```
+
+**配置示例：**
+
+局域网部署（默认）：
+```yaml
+server:
+  vision_explain: http://192.168.1.100:8003/mcp/vision/explain
+```
+
+公网域名部署：
+```yaml
+server:
+  vision_explain: http://yourdomain.com:8003/mcp/vision/explain
+```
+
+### 注意事项
+
+- 域名或IP必须是设备能够访问的地址
+- 如果使用Docker部署，不能使用Docker内部地址（如127.0.0.1或localhost）
+- 如果你使用了nginx反向代理，请填写对外的地址和端口号，不是本项目运行的端口号
+
+
+## 常见问题
+
+### 1. 设备收不到固件更新
+
+**可能原因和解决方法：**
+
+- 检查固件文件命名是否符合规则：`{型号}_{版本号}.bin`
+- 检查固件文件是否正确放置在`data/bin/`目录
+- 检查设备型号是否与固件文件名中的型号匹配
+- 检查固件版本号是否高于设备当前版本
+- 查看服务器日志，确认OTA请求是否正常处理
+
+### 2. 设备报告下载地址无法访问
+
+**可能原因和解决方法：**
+
+- 检查`server.vision_explain`配置的域名或IP是否正确
+- 确认端口号配置正确（默认8003）
+- 如果是公网部署，确保设备能够访问该公网地址
+- 如果是Docker部署，确保不是使用了内部地址（127.0.0.1）
+- 检查防火墙是否开放了对应端口
+- 如果你使用了nginx反向代理，请填写对外的地址和端口号，不是本项目运行的端口号
+
+### 3. 如何确认设备当前版本
+
+查看OTA请求日志，日志中会显示设备上报的版本号：
+
+```
+[ota_handler] - 设备 AA:BB:CC:DD:EE:FF 固件已是最新: 1.6.6
+```
+
+### 4. 固件文件放置后没有生效
+
+系统有30秒的缓存时间（默认），可以：
+- 等待30秒后再让设备发起OTA请求
+- 重启xiaozhi-server服务
+- 调整`firmware_cache_ttl`配置为更短的时间

docs/paddlespeech-deploy.md

@@ -91,7 +91,7 @@ TTS:
 ```py
 python app.py
 ```
-打开test目录下的test_page.html，测试连接和发送消息时paddlespeech端是否有输出日志
+启动`main/digital-human`下的`python start.py`后，打开`http://127.0.0.1:8006/index.html`，测试连接和发送消息时paddlespeech端是否有输出日志
 
 输出日志参考：
 ```

docs/powermem-integration.md

@@ -0,0 +1,345 @@
+# PowerMem 记忆组件集成指南
+
+## 简介
+
+[PowerMem](https://www.powermem.ai/) 是由 OceanBase 开源的 Agent 记忆组件，通过本地 LLM 进行记忆总结和智能检索，为 AI 代理提供高效的记忆管理功能。
+
+费用说明：PowerMem 本身开源免费，实际费用取决于您选择的 LLM 和数据库：
+- 使用 SQLite + 免费 LLM（如智谱 glm-4-flash）= **完全免费**
+- 使用云端 LLM 或云端数据库 = 按对应服务收费
+
+> 💡 **最佳性能提示**：PowerMem 配合 OceanBase 使用可实现最大性能释放，SQLite 仅建议在资源不足的情况下使用。
+
+- **GitHub**: https://github.com/oceanbase/powermem
+- **官网**: https://www.powermem.ai/
+- **使用示例**: https://github.com/oceanbase/powermem/tree/main/examples
+
+## 功能特性
+
+- **本地总结**：通过 LLM 在本地进行记忆总结和提取
+- **用户画像**：通过 `UserMemory` 自动提取用户信息（姓名、职业、兴趣等），持续更新用户画像
+- **智能遗忘**：基于艾宾浩斯遗忘曲线，自动"遗忘"过时噪声信息
+- **多种存储后端**：支持 OceanBase（推荐，最佳性能）、SeekDB（推荐，AI应用存储一体）、PostgreSQL、SQLite（轻量备选）
+- **多种 LLM 支持**：通义千问、智谱（glm-4-flash 免费）、OpenAI 等
+- **智能检索**：基于向量搜索的语义检索能力
+- **私有部署**：完全支持本地私有化部署
+- **异步操作**：高效的异步记忆管理
+
+## 安装
+
+PowerMem 已添加到项目依赖中，如果需要手动安装：
+
+```bash
+pip install powermem
+```
+
+## 配置说明
+
+### 基础配置
+
+在 `config.yaml` 中配置 PowerMem：
+
+```yaml
+selected_module:
+  Memory: powermem
+
+Memory:
+  powermem:
+    type: powermem
+    # 是否启用用户画像功能
+    # 用户画像支持: oceanbase、seekdb、sqlite (powermem 0.3.0+)
+    enable_user_profile: true
+    
+    # ========== LLM 配置 ==========
+    llm:
+      provider: openai  # 可选: qwen, openai, zhipu 等
+      config:
+        api_key: 你的LLM API密钥
+        model: qwen-plus
+        # openai_base_url: https://api.openai.com/v1  # 可选，自定义服务地址
+    
+    # ========== Embedding 配置 ==========
+    embedder:
+      provider: openai  # 可选: qwen, openai 等
+      config:
+        api_key: 你的嵌入模型API密钥
+        model: text-embedding-v4
+        openai_base_url: https://dashscope.aliyuncs.com/compatible-mode/v1
+        # embedding_dims: 1024  # 向量维度，非1536时需配置
+    
+    # ========== Database 配置 ==========
+    vector_store:
+      provider: sqlite  # 可选: oceanbase(推荐), seekdb(推荐), postgres, sqlite(轻量)
+      config: {}  # SQLite 无需额外配置
+```
+
+### 配置参数详解
+
+#### LLM 配置
+
+| 参数 | 说明 | 可选值 |
+|------|------|--------|
+| `llm.provider` | LLM 提供商 | `qwen`, `openai`, `zhipu` 等 |
+| `llm.config.api_key` | API 密钥 | - |
+| `llm.config.model` | 模型名称 | 根据提供商选择 |
+| `llm.config.openai_base_url` | 自定义服务地址（可选） | - |
+
+#### Embedding 配置
+
+| 参数 | 说明 | 可选值 |
+|------|------|--------|
+| `embedder.provider` | 嵌入模型提供商 | `qwen`, `openai` 等 |
+| `embedder.config.api_key` | API 密钥 | - |
+| `embedder.config.model` | 模型名称 | 根据提供商选择 |
+| `embedder.config.openai_base_url` | 自定义服务地址（可选） | - |
+
+#### Database 配置
+
+| 参数 | 说明 | 可选值 |
+|------|------|--------|
+| `vector_store.provider` | 存储后端类型 | `oceanbase`(推荐), `seekdb`(推荐), `postgres`, `sqlite`(轻量) |
+| `vector_store.config` | 数据库连接配置 | 根据 provider 设置 |
+
+### 记忆模式说明
+
+PowerMem 支持两种记忆模式：
+
+| 模式 | 配置 | 功能 | 存储要求 |
+|------|------|------|----------|
+| **普通记忆** | `enable_user_profile: false` | 对话记忆存储与检索 | 支持所有数据库 |
+| **用户画像** | `enable_user_profile: true` | 记忆 + 自动提取用户画像 | oceanbase、seekdb、sqlite |
+
+> 📌 **版本说明**：PowerMem 0.3.0+ 版本，用户画像功能支持 OceanBase、SeekDB、SQLite 三种存储后端。
+
+### 使用通义千问（推荐）
+
+1. 访问 [阿里云百炼平台](https://bailian.console.aliyun.com/) 注册账号
+2. 在 [API Key 管理](https://bailian.console.aliyun.com/?apiKey=1#/api-key) 页面获取 API 密钥
+3. 配置如下：
+
+```yaml
+Memory:
+  powermem:
+    type: powermem
+    enable_user_profile: true
+    llm:
+      provider: qwen
+      config:
+        api_key: sk-xxxxxxxxxxxxxxxx
+        model: qwen-plus
+    embedder:
+      provider: openai
+      config:
+        api_key: sk-xxxxxxxxxxxxxxxx
+        model: text-embedding-v4
+        openai_base_url: https://dashscope.aliyuncs.com/compatible-mode/v1
+    vector_store:
+      provider: sqlite
+      config: {}
+```
+
+### 使用智谱免费 LLM（完全免费方案）
+
+智谱提供免费的 glm-4-flash 模型，配合 SQLite 可实现完全免费使用：
+
+1. 访问 [智谱AI开放平台](https://bigmodel.cn/) 注册账号
+2. 在 [API Keys](https://bigmodel.cn/usercenter/proj-mgmt/apikeys) 页面获取 API 密钥
+3. 配置如下：
+
+```yaml
+Memory:
+  powermem:
+    type: powermem
+    enable_user_profile: true
+    llm:
+      provider: openai  # 使用 openai 兼容模式
+      config:
+        api_key: xxxxxxxxxxxxxxxx.xxxxxxxxxxxxxxxx
+        model: glm-4-flash
+        openai_base_url: https://open.bigmodel.cn/api/paas/v4/
+    embedder:
+      provider: openai
+      config:
+        api_key: xxxxxxxxxxxxxxxx.xxxxxxxxxxxxxxxx
+        model: embedding-3
+        openai_base_url: https://open.bigmodel.cn/api/paas/v4/
+    vector_store:
+      provider: sqlite
+      config: {}
+```
+
+### 使用 OpenAI
+
+```yaml
+Memory:
+  powermem:
+    type: powermem
+    enable_user_profile: true
+    llm:
+      provider: openai
+      config:
+        api_key: sk-xxxxxxxxxxxxxxxx
+        model: gpt-4o-mini
+        openai_base_url: https://api.openai.com/v1
+    embedder:
+      provider: openai
+      config:
+        api_key: sk-xxxxxxxxxxxxxxxx
+        model: text-embedding-3-small
+        openai_base_url: https://api.openai.com/v1
+    vector_store:
+      provider: sqlite
+      config: {}
+```
+
+### 使用 OceanBase（最佳性能方案）
+
+OceanBase 是 PowerMem 的最佳搭档，可实现最大性能释放：
+
+1. 部署 OceanBase 数据库（支持开源本地部署或使用云服务）
+   - 开源部署：https://github.com/oceanbase/oceanbase
+   - 云服务：https://www.oceanbase.com/
+2. 配置如下：
+
+```yaml
+Memory:
+  powermem:
+    type: powermem
+    enable_user_profile: true
+    llm:
+      provider: qwen
+      config:
+        api_key: sk-xxxxxxxxxxxxxxxx
+        model: qwen-plus
+    embedder:
+      provider: openai
+      config:
+        api_key: sk-xxxxxxxxxxxxxxxx
+        model: text-embedding-v4
+        openai_base_url: https://dashscope.aliyuncs.com/compatible-mode/v1
+    vector_store:
+      provider: oceanbase
+      config:
+        host: 127.0.0.1
+        port: 2881
+        user: root@test
+        password: your_password
+        db_name: powermem
+        collection_name: memories  # 默认值
+        embedding_model_dims: 1536  # 嵌入向量维度，必需参数
+```
+
+## 设备记忆隔离
+
+PowerMem 会自动使用设备 ID（`device_id`）作为 `user_id` 进行记忆隔离。这意味着：
+
+- 每个设备拥有独立的记忆空间
+- 不同设备之间的记忆完全隔离
+- 同一设备的多次对话可以共享记忆上下文
+
+## 用户画像（UserMemory）
+
+PowerMem 提供 `UserMemory` 类，可自动从对话中提取用户画像信息。
+
+> 📌 **版本说明**：PowerMem 0.3.0+ 版本，用户画像功能支持 OceanBase、SeekDB、SQLite 三种存储后端。
+
+### 启用用户画像
+
+在配置中设置 `enable_user_profile: true` 即可启用：
+
+```yaml
+Memory:
+  powermem:
+    type: powermem
+    enable_user_profile: true  # 启用用户画像
+    llm:
+      provider: qwen
+      config:
+        api_key: sk-xxxxxxxxxxxxxxxx
+        model: qwen-plus
+    embedder:
+      provider: openai
+      config:
+        api_key: sk-xxxxxxxxxxxxxxxx
+        model: text-embedding-v4
+        openai_base_url: https://dashscope.aliyuncs.com/compatible-mode/v1
+    vector_store:
+      provider: sqlite  # 用户画像支持: oceanbase、seekdb、sqlite
+      config: {}
+```
+
+### 用户画像能力
+
+| 能力 | 说明 |
+|------|------|
+| **信息提取** | 自动从对话中提取姓名、年龄、职业、兴趣等 |
+| **持续更新** | 随着对话进行，不断完善用户画像 |
+| **画像检索** | 将用户画像与记忆搜索结合，提升检索相关性 |
+| **智能遗忘** | 基于艾宾浩斯遗忘曲线，淡化过时信息 |
+
+### 工作原理
+
+启用用户画像后，小智在查询记忆时会自动返回：
+1. **用户画像**：用户的基本信息、兴趣爱好等
+2. **相关记忆**：与当前对话相关的历史记忆
+
+> ✅ **版本说明**：PowerMem 0.3.0+ 版本，用户画像功能支持 OceanBase、SeekDB、SQLite 三种存储后端。
+
+## 与其他记忆组件的对比
+
+| 特性 | PowerMem | mem0ai | mem_local_short |
+|------|----------|--------|-----------------|
+| 工作方式 | 本地总结 | 云端接口 | 本地总结 |
+| 存储位置 | 本地/云端DB | 云端 | 本地YAML |
+| 费用 | 取决于LLM和DB | 1000次/月免费 | 完全免费 |
+| 智能检索 | ✅ 向量搜索 | ✅ 向量搜索 | ❌ 全量返回 |
+| 用户画像 | ✅ UserMemory | ❌ | ❌ |
+| 智能遗忘 | ✅ 遗忘曲线 | ❌ | ❌ |
+| 私有部署 | ✅ 支持 | ❌ 仅云端 | ✅ 支持 |
+| 数据库支持 | OceanBase(推荐)/SeekDB/PostgreSQL/SQLite | - | YAML 文件 |
+
+## 常见问题
+
+### 1. API 密钥错误
+
+如果出现 `API key is required` 错误，请检查：
+- `llm_api_key` 和 `embedding_api_key` 是否正确填写
+- API 密钥是否有效
+
+### 2. 模型不存在
+
+如果出现模型不存在的错误，请确认：
+- `llm_model` 和 `embedding_model` 名称是否正确
+- 对应的模型服务是否已开通
+
+### 3. 连接超时
+
+如果出现连接超时，可以尝试：
+- 检查网络连接
+- 如果使用代理，配置 `llm_base_url` 和 `embedding_base_url`
+
+## 测试验证
+
+可以在虚拟环境中测试 PowerMem 是否正常工作：
+
+```bash
+# 激活虚拟环境
+source .venv/bin/activate
+
+# 测试 PowerMem 导入
+python -c "from powermem import AsyncMemory; print('PowerMem 导入成功')"
+
+# 测试 UserMemory 导入（用户画像功能）
+python -c "from powermem import UserMemory; print('UserMemory 导入成功')"
+```
+
+## 更多资源
+
+- [PowerMem 官方文档](https://www.powermem.ai/)
+- [PowerMem GitHub 仓库](https://github.com/oceanbase/powermem)
+- [PowerMem 使用示例](https://github.com/oceanbase/powermem/tree/main/examples)
+- [OceanBase 官网](https://www.oceanbase.com/)
+- [OceanBase GitHub](https://github.com/oceanbase/oceanbase)
+- [SeekDB GitHub](https://github.com/oceanbase/seekdb)（AI原生搜索数据库）
+- [阿里云百炼平台](https://bailian.console.aliyun.com/)
+

docs/ragflow-integration.md

@@ -156,6 +156,14 @@ services:
 
 编辑`ragflow/docker`文件夹下的`.env`文件,找到以下配置，逐个搜索，逐个修改！逐个搜索，逐个修改！
 
+下面对于`.env`文件的修改，60%的人会忽略`MYSQL_USER`配置导致ragflow启动不成功，因此，需要强调三次：
+
+强调第一次：如果你的`.env`文件如果没有`MYSQL_USER`配置，请在配置文件增加这项！
+
+强调第二次：如果你的`.env`文件如果没有`MYSQL_USER`配置，请在配置文件增加这项！
+
+强调第三次：如果你的`.env`文件如果没有`MYSQL_USER`配置，请在配置文件增加这项！
+
 ``` env
 # 端口设置
 SVR_WEB_HTTP_PORT=8008           # HTTP端口
@@ -230,9 +238,11 @@ docker-compose -f docker-compose.yml up -d
 在弹框中，点击"Create new Key"按钮，生成一个API Key。复制这个`API Key`，你稍后会用到。
 
 # 第二步 配置到智控台
-确保你的智控台版本是`0.8.7`或以上。使用超级管理员账号登录到智控台。在顶部导航栏中，点击`模型配置`，在左侧导航栏中，点击`知识库`。
+确保你的智控台版本是`0.8.7`或以上。使用超级管理员账号登录到智控台。
 
-在列表中找到`RAG_RAGFlow`，点击`编辑`按钮。
+首先，你要先开启知识库功能。在顶部导航栏中，点击`参数字典`，在下拉菜单中，点击`系统功能配置`页面。在页面上勾选`知识库`，点击`保存配置`。即可在导航栏看到`知识库`功能。
+
+在顶部导航栏中，点击`模型配置`，在左侧导航栏中，点击`知识库`。在列表中找到`RAG_RAGFlow`，点击`编辑`按钮。
 
 在`服务地址`中，填写`http://你的ragflow服务的局域网IP:8008`，例如我的ragflow服务的局域网IP是`192.168.1.100`，那么我就填写`http://192.168.1.100:8008`。
 

docs/readme/README_de.md

@@ -1,4 +1,4 @@
-[![Banners](docs/images/banner1.png)](https://github.com/xinnan-tech/xiaozhi-esp32-server)
+[![Banners](../images/banner1.png)](https://github.com/xinnan-tech/xiaozhi-esp32-server)
 
 <h1 align="center">Xiaozhi Backend-Service xiaozhi-esp32-server</h1>
 
@@ -10,17 +10,18 @@ Unterstützt MQTT+UDP-Protokoll, Websocket-Protokoll, MCP-Endpunkte und Stimmabd
 </p>
 
 <p align="center">
-<a href="./docs/FAQ.md">Häufige Fragen</a>
+<a href="../FAQ.md">Häufige Fragen</a>
 · <a href="https://github.com/xinnan-tech/xiaozhi-esp32-server/issues">Probleme melden</a>
-· <a href="./README.md#%E9%83%A8%E7%BD%B2%E6%96%87%E6%A1%A3">Deployment-Dokumentation</a>
+· <a href="../../README.md#%E9%83%A8%E7%BD%B2%E6%96%87%E6%A1%A3">Deployment-Dokumentation</a>
 · <a href="https://github.com/xinnan-tech/xiaozhi-esp32-server/releases">Release-Hinweise</a>
 </p>
 
 <p align="center">
-  <a href="./README.md"><img alt="简体中文版自述文件" src="https://img.shields.io/badge/简体中文-DFE0E5"></a>
+  <a href="../../README.md"><img alt="简体中文版自述文件" src="https://img.shields.io/badge/简体中文-DFE0E5"></a>
   <a href="./README_en.md"><img alt="README in English" src="https://img.shields.io/badge/English-DFE0E5"></a>
   <a href="./README_vi.md"><img alt="Tiếng Việt" src="https://img.shields.io/badge/Tiếng Việt-DFE0E5"></a>
   <a href="./README_de.md"><img alt="Deutsch" src="https://img.shields.io/badge/Deutsch-DBEDFA"></a>
+  <a href="./README_pt_BR.md"><img alt="Português (Brasil)" src="https://img.shields.io/badge/Português (Brasil)-DFE0E5"></a>
   <a href="https://github.com/xinnan-tech/xiaozhi-esp32-server/releases">
     <img alt="GitHub Contributors" src="https://img.shields.io/github/v/release/xinnan-tech/xiaozhi-esp32-server?logo=docker" />
   </a>
@@ -37,7 +38,7 @@ Geleitet vom Team von Professor Siyuan Liu (South China University of Technology
 </br>
 刘思源教授团队主导研发(华南理工大学)
 </br>
-<img src="./docs/images/hnlg.jpg" alt="South China University of Technology" width="50%">
+<img src="../images/hnlg.jpg" alt="South China University of Technology" width="50%">
 </p>
 
 ---
@@ -53,35 +54,35 @@ Möchten Sie die Nutzungseffekte sehen? Klicken Sie auf die Videos unten 🎥
     <td>
         <a href="https://www.bilibili.com/video/BV1FMFyejExX" target="_blank">
          <picture>
-           <img alt="响应速度感受" src="docs/images/demo9.png" />
+           <img alt="响应速度感受" src="../images/demo9.png" />
          </picture>
         </a>
     </td>
     <td>
         <a href="https://www.bilibili.com/video/BV1vchQzaEse" target="_blank">
          <picture>
-           <img alt="速度优化秘诀" src="docs/images/demo6.png" />
+           <img alt="速度优化秘诀" src="../images/demo6.png" />
          </picture>
         </a>
     </td>
     <td>
         <a href="https://www.bilibili.com/video/BV1C1tCzUEZh" target="_blank">
          <picture>
-           <img alt="复杂医疗场景" src="docs/images/demo1.png" />
+           <img alt="复杂医疗场景" src="../images/demo1.png" />
          </picture>
         </a>
     </td>
     <td>
         <a href="https://www.bilibili.com/video/BV1zUW5zJEkq" target="_blank">
          <picture>
-           <img alt="MQTT指令下发" src="docs/images/demo4.png" />
+           <img alt="MQTT指令下发" src="../images/demo4.png" />
          </picture>
         </a>
     </td>
     <td>
         <a href="https://www.bilibili.com/video/BV1Exu3zqEDe" target="_blank">
          <picture>
-           <img alt="声纹识别" src="docs/images/demo14.png" />
+           <img alt="声纹识别" src="../images/demo14.png" />
          </picture>
         </a>
     </td>
@@ -90,35 +91,35 @@ Möchten Sie die Nutzungseffekte sehen? Klicken Sie auf die Videos unten 🎥
     <td>
         <a href="https://www.bilibili.com/video/BV1pNXWYGEx1" target="_blank">
          <picture>
-           <img alt="控制家电开关" src="docs/images/demo5.png" />
+           <img alt="控制家电开关" src="../images/demo5.png" />
          </picture>
         </a>
     </td>
     <td>
         <a href="https://www.bilibili.com/video/BV1ZQKUzYExM" target="_blank">
          <picture>
-           <img alt="MCP接入点" src="docs/images/demo13.png" />
+           <img alt="MCP接入点" src="../images/demo13.png" />
          </picture>
         </a>
     </td>
     <td>
       <a href="https://www.bilibili.com/video/BV1TJ7WzzEo6" target="_blank">
          <picture>
-           <img alt="多指令任务" src="docs/images/demo11.png" />
+           <img alt="多指令任务" src="../images/demo11.png" />
          </picture>
         </a>
     </td>
     <td>
         <a href="https://www.bilibili.com/video/BV1VC96Y5EMH" target="_blank">
          <picture>
-           <img alt="播放音乐" src="docs/images/demo7.png" />
+           <img alt="播放音乐" src="../images/demo7.png" />
          </picture>
         </a>
     </td>
     <td>
         <a href="https://www.bilibili.com/video/BV1Z8XuYZEAS" target="_blank">
          <picture>
-           <img alt="天气插件" src="docs/images/demo8.png" />
+           <img alt="天气插件" src="../images/demo8.png" />
          </picture>
         </a>
     </td>
@@ -127,35 +128,35 @@ Möchten Sie die Nutzungseffekte sehen? Klicken Sie auf die Videos unten 🎥
     <td>
       <a href="https://www.bilibili.com/video/BV12J7WzBEaH" target="_blank">
          <picture>
-           <img alt="实时打断" src="docs/images/demo10.png" />
+           <img alt="实时打断" src="../images/demo10.png" />
          </picture>
         </a>
     </td>
     <td>
       <a href="https://www.bilibili.com/video/BV1Co76z7EvK" target="_blank">
          <picture>
-           <img alt="拍照识物品" src="docs/images/demo12.png" />
+           <img alt="拍照识物品" src="../images/demo12.png" />
          </picture>
         </a>
     </td>
     <td>
         <a href="https://www.bilibili.com/video/BV1CDKWemEU6" target="_blank">
          <picture>
-           <img alt="自定义音色" src="docs/images/demo2.png" />
+           <img alt="自定义音色" src="../images/demo2.png" />
          </picture>
         </a>
     </td>
     <td>
         <a href="https://www.bilibili.com/video/BV12yA2egEaC" target="_blank">
          <picture>
-           <img alt="使用粤语交流" src="docs/images/demo3.png" />
+           <img alt="使用粤语交流" src="../images/demo3.png" />
          </picture>
         </a>
     </td>
     <td>
         <a href="https://www.bilibili.com/video/BV17LXWYvENb" target="_blank">
          <picture>
-           <img alt="播报新闻" src="docs/images/demo0.png" />
+           <img alt="播报新闻" src="../images/demo0.png" />
          </picture>
         </a>
     </td>
@@ -174,17 +175,17 @@ Möchten Sie die Nutzungseffekte sehen? Klicken Sie auf die Videos unten 🎥
 
 ## Deployment-Dokumentation
 
-![Banners](docs/images/banner2.png)
+![Banners](../images/banner2.png)
 
 Dieses Projekt bietet zwei Bereitstellungsmethoden. Bitte wählen Sie basierend auf Ihren spezifischen Anforderungen:
 
 #### 🚀 Auswahl der Bereitstellungsmethode
 | Bereitstellungsmethode | Funktionen | Anwendungsszenarien | Deployment-Dokumente | Konfigurationsanforderungen | Video-Tutorials |
 |---------|------|---------|---------|---------|---------|
-| **Vereinfachte Installation** | Intelligenter Dialog, IOT, MCP, visuelle Wahrnehmung | Umgebungen mit geringer Konfiguration, Daten in Konfigurationsdateien gespeichert, keine Datenbank erforderlich | [①Docker-Version](./docs/Deployment.md#%E6%96%B9%E5%BC%8F%E4%B8%80docker%E5%8F%AA%E8%BF%90%E8%A1%8Cserver) / [②Quellcode-Deployment](./docs/Deployment.md#%E6%96%B9%E5%BC%8F%E4%BA%8C%E6%9C%AC%E5%9C%B0%E6%BA%90%E7%A0%81%E5%8F%AA%E8%BF%90%E8%A1%8Cserver)| 2 Kerne 4GB bei Verwendung von `FunASR`, 2 Kerne 2GB bei allen APIs | - |
+| **Vereinfachte Installation** | Intelligenter Dialog, Einzel-Agenten-Verwaltung | Umgebungen mit geringer Konfiguration, Daten in Konfigurationsdateien gespeichert, keine Datenbank erforderlich | [①Docker-Version](../Deployment.md#%E6%96%B9%E5%BC%8F%E4%B8%80docker%E5%8F%AA%E8%BF%90%E8%A1%8Cserver) / [②Quellcode-Deployment](../Deployment.md#%E6%96%B9%E5%BC%8F%E4%BA%8C%E6%9C%AC%E5%9C%B0%E6%BA%90%E7%A0%81%E5%8F%AA%E8%BF%90%E8%A1%8Cserver)| 2 Kerne 4GB bei Verwendung von `FunASR`, 2 Kerne 2GB bei allen APIs | - |
-| **Vollständige Modulinstallation** | Intelligenter Dialog, IOT, MCP-Endpunkte, Stimmabdruckerkennung, visuelle Wahrnehmung, OTA, intelligente Steuerkonsole | Vollständige Funktionserfahrung, Daten in Datenbank gespeichert |[①Docker-Version](./docs/Deployment_all.md#%E6%96%B9%E5%BC%8F%E4%B8%80docker%E8%BF%90%E8%A1%8C%E5%85%A8%E6%A8%A1%E5%9D%97) / [②Quellcode-Deployment](./docs/Deployment_all.md#%E6%96%B9%E5%BC%8F%E4%BA%8C%E6%9C%AC%E5%9C%B0%E6%BA%90%E7%A0%81%E8%BF%90%E8%A1%8C%E5%85%A8%E6%A8%A1%E5%9D%97) / [③Quellcode-Deployment Auto-Update-Tutorial](./docs/dev-ops-integration.md) | 4 Kerne 8GB bei Verwendung von `FunASR`, 2 Kerne 4GB bei allen APIs| [Video-Tutorial für lokalen Quellcode-Start](https://www.bilibili.com/video/BV1wBJhz4Ewe) |
+| **Vollständige Modulinstallation** | Intelligenter Dialog, Mehrbenutzerverwaltung, Mehr-Agenten-Verwaltung, Intelligente Steuerkonsole-Bedienung | Vollständige Funktionserfahrung, Daten in Datenbank gespeichert |[①Docker-Version](../Deployment_all.md#%E6%96%B9%E5%BC%8F%E4%B8%80docker%E8%BF%90%E8%A1%8C%E5%85%A8%E6%A8%A1%E5%9D%97) / [②Quellcode-Deployment](../Deployment_all.md#%E6%96%B9%E5%BC%8F%E4%BA%8C%E6%9C%AC%E5%9C%B0%E6%BA%90%E7%A0%81%E8%BF%90%E8%A1%8C%E5%85%A8%E6%A8%A1%E5%9D%97) / [③Quellcode-Deployment Auto-Update-Tutorial](../dev-ops-integration.md) | 4 Kerne 8GB bei Verwendung von `FunASR`, 2 Kerne 4GB bei allen APIs| [Video-Tutorial für lokalen Quellcode-Start](https://www.bilibili.com/video/BV1wBJhz4Ewe) |
 
-Häufige Fragen und entsprechende Tutorials finden Sie unter [diesem Link](./docs/FAQ.md)
+Häufige Fragen und entsprechende Tutorials finden Sie unter [diesem Link](../FAQ.md)
 
 > 💡 Hinweis: Unten ist eine Testplattform, die mit dem neuesten Code bereitgestellt wurde. Sie können bei Bedarf brennen und testen. Gleichzeitige Benutzer: 6, Daten werden täglich gelöscht.
 
@@ -209,10 +210,10 @@ Websocket-Schnittstellenadresse: wss://2662r3426b.vicp.fun/xiaozhi/v1/
 
 | Modulname | Einstiegslevel Kostenlose Einstellungen | Streaming-Konfiguration |
 |:---:|:---:|:---:|
-| ASR (Spracherkennung) | FunASR (Lokal) | 👍FunASR (Lokaler GPU-Modus) |
+| ASR (Spracherkennung) | FunASR (Lokal) | 👍XunfeiStreamASR (Xunfei-Streaming) |
-| LLM (Großes Modell) | ChatGLMLLM (Zhipu glm-4-flash) | 👍AliLLM (qwen3-235b-a22b-instruct-2507) oder 👍DoubaoLLM (doubao-1-5-pro-32k-250115) |
+| LLM (Großes Modell) | glm-4-flash (Zhipu) | 👍qwen-flash (Alibaba Bailian) |
-| VLLM (Vision Large Model) | ChatGLMVLLM (Zhipu glm-4v-flash) | 👍QwenVLVLLM (Qwen qwen2.5-vl-3b-instructh) |
+| VLLM (Vision Large Model) | glm-4v-flash (Zhipu) | 👍qwen3.5-flash (Alibaba Bailian) |
-| TTS (Sprachsynthese) | ✅LinkeraiTTS (Lingxi-Streaming) | 👍HuoshanDoubleStreamTTS (Volcano Dual-Stream-Sprachsynthese) oder 👍AliyunStreamTTS (Alibaba Cloud Streaming-Sprachsynthese) |
+| TTS (Sprachsynthese) | EdgeTTS (Microsoft) | 👍HuoshanDoubleStreamTTS (Volcano-Streaming) |
 | Intent (Absichtserkennung) | function_call (Funktionsaufruf) | function_call (Funktionsaufruf) |
 | Memory (Gedächtnisfunktion) | mem_local_short (Lokales Kurzzeitgedächtnis) | mem_local_short (Lokales Kurzzeitgedächtnis) |
 
@@ -223,7 +224,7 @@ Dieses Projekt bietet die folgenden Testwerkzeuge, um Ihnen bei der Überprüfun
 
 | Werkzeugname | Standort | Verwendungsmethode | Funktionsbeschreibung |
 |:---:|:---|:---:|:---:|
-| Audio-Interaktionstesttool | main》xiaozhi-server》test》test_page.html | Direkt mit Google Chrome öffnen | Testet Audio-Wiedergabe- und Empfangsfunktionen, überprüft, ob die Python-seitige Audioverarbeitung normal ist |
+| Audio-Interaktionstesttool | main》digital-human》index.html | In `main/digital-human` `python start.py` ausführen und dann `http://127.0.0.1:8006/index.html` öffnen | Testet Audio-Wiedergabe- und Empfangsfunktionen, überprüft, ob die Python-seitige Audioverarbeitung normal ist |
 | Modell-Reaktionstesttool | main》xiaozhi-server》performance_tester.py | Ausführen `python performance_tester.py` | Testet die Reaktionsgeschwindigkeit von ASR (Spracherkennung), LLM (großes Modell), VLLM (Vision-Modell), TTS (Sprachsynthese) drei Kernmodulen |
 
 > 💡 Hinweis: Beim Testen der Modellgeschwindigkeit werden nur Modelle mit konfigurierten Schlüsseln getestet.
@@ -231,7 +232,7 @@ Dieses Projekt bietet die folgenden Testwerkzeuge, um Ihnen bei der Überprüfun
 ---
 ## Funktionsliste ✨
 ### Implementiert ✅
-![请参考-全模块安装架构图](docs/images/deploy2.png)
+![请参考-全模块安装架构图](../images/deploy2.png)
 | Funktionsmodul | Beschreibung |
 |:---:|:---|
 | Kernarchitektur | Basierend auf [MQTT+UDP-Gateway](https://github.com/xinnan-tech/xiaozhi-esp32-server/blob/main/docs/mqtt-gateway-integration.md), WebSocket und HTTP-Servern, bietet vollständiges Konsolenverwaltungs- und Authentifizierungssystem |
@@ -240,7 +241,7 @@ Dieses Projekt bietet die folgenden Testwerkzeuge, um Ihnen bei der Überprüfun
 | Intelligenter Dialog | Unterstützt mehrere LLM (große Sprachmodelle), implementiert intelligenten Dialog |
 | Visuelle Wahrnehmung | Unterstützt mehrere VLLM (Vision Large Models), implementiert multimodale Interaktion |
 | Absichtserkennung | Unterstützt LLM-Absichtserkennung, Function Call-Funktionsaufruf, bietet plugin-basierten Absichtsverarbeitungsmechanismus |
-| Gedächtnissystem | Unterstützt lokales Kurzzeitgedächtnis, mem0ai-Schnittstellengedächtnis, mit Gedächtniszusammenfassungsfunktion |
+| Gedächtnissystem | Unterstützt lokales Kurzzeitgedächtnis, mem0ai-Schnittstellengedächtnis, PowerMem intelligentes Gedächtnis, mit Gedächtniszusammenfassungsfunktion |
 | Wissensdatenbank | Unterstützt RAGFlow-Wissensdatenbank, ermöglicht großem Modell die Bewertung, ob Wissensdatenbank benötigt wird, bevor geantwortet wird |
 | Werkzeugaufruf | Unterstützt Client-IOT-Protokoll, Client-MCP-Protokoll, Server-MCP-Protokoll, MCP-Endpunktprotokoll, benutzerdefinierte Werkzeugfunktionen |
 | Befehlsübermittlung | Basierend auf MQTT-Protokoll, unterstützt die Übermittlung von MCP-Befehlen von der intelligenten Steuerkonsole an ESP32-Geräte |
@@ -251,14 +252,14 @@ Dieses Projekt bietet die folgenden Testwerkzeuge, um Ihnen bei der Überprüfun
 
 ### In Entwicklung 🚧
 
-Um über spezifische Entwicklungsplanfortschritte zu erfahren, [klicken Sie hier](https://github.com/users/xinnan-tech/projects/3). Häufige Fragen und entsprechende Tutorials finden Sie unter [diesem Link](./docs/FAQ.md)
+Um über spezifische Entwicklungsplanfortschritte zu erfahren, [klicken Sie hier](https://github.com/users/xinnan-tech/projects/3). Häufige Fragen und entsprechende Tutorials finden Sie unter [diesem Link](../FAQ.md)
 
-Wenn Sie ein Softwareentwickler sind, finden Sie hier einen [Offenen Brief an Entwickler](docs/contributor_open_letter.md). Willkommen beim Beitritt!
+Wenn Sie ein Softwareentwickler sind, finden Sie hier einen [Offenen Brief an Entwickler](../contributor_open_letter.md). Willkommen beim Beitritt!
 
 ---
 
 ## Produktökosystem 👬
-Xiaozhi ist ein Ökosystem. Wenn Sie dieses Produkt verwenden, können Sie sich auch andere [hervorragende Projekte](https://github.com/78/xiaozhi-esp32?tab=readme-ov-file#%E7%9B%B8%E5%85%B3%E5%BC%80%E6%BA%90%E9%A1%B9%E7%9B%AE) in diesem Ökosystem ansehen
+Xiaozhi ist ein Ökosystem. Wenn Sie dieses Produkt verwenden, können Sie sich auch andere [hervorragende Projekte](https://github.com/78/xiaozhi-esp32/blob/main/README_zh.md#%E7%9B%B8%E5%85%B3%E5%BC%80%E6%BA%90%E9%A1%B9%E7%9B%AE) in diesem Ökosystem ansehen
 
 ---
 
@@ -328,6 +329,7 @@ Tatsächlich kann jedes VLLM, das OpenAI-Schnittstellenaufrufe unterstützt, int
 | Typ | Plattformname | Verwendungsmethode | Preismodell | Hinweise |
 |:------:|:---------------:|:----:|:---------:|:--:|
 | Memory | mem0ai | Schnittstellenaufrufe | 1000 Mal/Monat Kontingent | |
+| Memory | [powermem](../powermem-integration.md) | Lokale Zusammenfassung | Abhängig von LLM und DB | OceanBase Open Source, unterstützt intelligente Abfrage |
 | Memory | mem_local_short | Lokale Zusammenfassung | Kostenlos | |
 | Memory | nomem | Kein Gedächtnismodus | Kostenlos | |
 
@@ -355,13 +357,13 @@ Tatsächlich kann jedes VLLM, das OpenAI-Schnittstellenaufrufe unterstützt, int
 
 | Logo | Projekt/Unternehmen | Beschreibung |
 |:---:|:---:|:---|
-| <img src="./docs/images/logo_bailing.png" width="160"> | [Bailing Voice Dialogue Robot](https://github.com/wwbin2017/bailing) | Dieses Projekt wurde von [Bailing Voice Dialogue Robot](https://github.com/wwbin2017/bailing) inspiriert und auf dessen Basis implementiert |
+| <img src="../images/logo_bailing.png" width="160"> | [Bailing Voice Dialogue Robot](https://github.com/wwbin2017/bailing) | Dieses Projekt wurde von [Bailing Voice Dialogue Robot](https://github.com/wwbin2017/bailing) inspiriert und auf dessen Basis implementiert |
-| <img src="./docs/images/logo_tenclass.png" width="160"> | [Tenclass](https://www.tenclass.com/) | Dank an [Tenclass](https://www.tenclass.com/) für die Formulierung von Standardkommunikationsprotokollen, Multi-Geräte-Kompatibilitätslösungen und High-Concurrency-Szenario-Praxisdemonstrationen für das Xiaozhi-Ökosystem; für die Bereitstellung vollständiger technischer Dokumentationsunterstützung für dieses Projekt |
+| <img src="../images/logo_tenclass.png" width="160"> | [Tenclass](https://www.tenclass.com/) | Dank an [Tenclass](https://www.tenclass.com/) für die Formulierung von Standardkommunikationsprotokollen, Multi-Geräte-Kompatibilitätslösungen und High-Concurrency-Szenario-Praxisdemonstrationen für das Xiaozhi-Ökosystem; für die Bereitstellung vollständiger technischer Dokumentationsunterstützung für dieses Projekt |
-| <img src="./docs/images/logo_xuanfeng.png" width="160"> | [Xuanfeng Technology](https://github.com/Eric0308) | Dank an [Xuanfeng Technology](https://github.com/Eric0308) für den Beitrag des Funktionsaufruf-Frameworks, des MCP-Kommunikationsprotokolls und der plugin-basierten Aufrufmechanismus-Implementierungscode. Durch standardisiertes Befehlsplanungssystem und dynamische Erweiterungsfähigkeiten wird die Interaktionseffizienz und funktionale Erweiterbarkeit von Frontend-Geräten (IoT) erheblich verbessert |
+| <img src="../images/logo_xuanfeng.png" width="160"> | [Xuanfeng Technology](https://github.com/Eric0308) | Dank an [Xuanfeng Technology](https://github.com/Eric0308) für den Beitrag des Funktionsaufruf-Frameworks, des MCP-Kommunikationsprotokolls und der plugin-basierten Aufrufmechanismus-Implementierungscode. Durch standardisiertes Befehlsplanungssystem und dynamische Erweiterungsfähigkeiten wird die Interaktionseffizienz und funktionale Erweiterbarkeit von Frontend-Geräten (IoT) erheblich verbessert |
-| <img src="./docs/images/logo_junsen.png" width="160"> | [huangjunsen](https://github.com/huangjunsen0406) | Dank an [huangjunsen](https://github.com/huangjunsen0406) für den Beitrag des `Smart Control Console Mobile`-Moduls, das eine effiziente Steuerung und Echtzeit-Interaktion über mobile Geräte ermöglicht und die Betriebsbequemlichkeit und Verwaltungseffizienz des Systems in mobilen Szenarien erheblich verbessert |
+| <img src="../images/logo_junsen.png" width="160"> | [huangjunsen](https://github.com/huangjunsen0406) | Dank an [huangjunsen](https://github.com/huangjunsen0406) für den Beitrag des `Smart Control Console Mobile`-Moduls, das eine effiziente Steuerung und Echtzeit-Interaktion über mobile Geräte ermöglicht und die Betriebsbequemlichkeit und Verwaltungseffizienz des Systems in mobilen Szenarien erheblich verbessert |
-| <img src="./docs/images/logo_huiyuan.png" width="160"> | [Huiyuan Design](http://ui.kwd988.net/) | Dank an [Huiyuan Design](http://ui.kwd988.net/) für die Bereitstellung professioneller visueller Lösungen für dieses Projekt, unter Verwendung ihrer Design-Praxiserfahrung im Dienst von über tausend Unternehmen, um die Produktbenutzererfahrung dieses Projekts zu stärken |
+| <img src="../images/logo_huiyuan.png" width="160"> | [Huiyuan Design](http://ui.kwd988.net/) | Dank an [Huiyuan Design](http://ui.kwd988.net/) für die Bereitstellung professioneller visueller Lösungen für dieses Projekt, unter Verwendung ihrer Design-Praxiserfahrung im Dienst von über tausend Unternehmen, um die Produktbenutzererfahrung dieses Projekts zu stärken |
-| <img src="./docs/images/logo_qinren.png" width="160"> | [Xi'an Qinren Information Technology](https://www.029app.com/) | Dank an [Xi'an Qinren Information Technology](https://www.029app.com/) für die Vertiefung des visuellen Systems dieses Projekts und die Sicherstellung der Konsistenz und Erweiterbarkeit des Gesamtdesignstils in Multi-Szenario-Anwendungen |
+| <img src="../images/logo_qinren.png" width="160"> | [Xi'an Qinren Information Technology](https://www.029app.com/) | Dank an [Xi'an Qinren Information Technology](https://www.029app.com/) für die Vertiefung des visuellen Systems dieses Projekts und die Sicherstellung der Konsistenz und Erweiterbarkeit des Gesamtdesignstils in Multi-Szenario-Anwendungen |
-| <img src="./docs/images/logo_contributors.png" width="160"> | [Code-Mitwirkende](https://github.com/xinnan-tech/xiaozhi-esp32-server/graphs/contributors) | Dank an [alle Code-Mitwirkenden](https://github.com/xinnan-tech/xiaozhi-esp32-server/graphs/contributors), Ihre Bemühungen haben das Projekt robuster und leistungsfähiger gemacht. |
+| <img src="../images/logo_contributors.png" width="160"> | [Code-Mitwirkende](https://github.com/xinnan-tech/xiaozhi-esp32-server/graphs/contributors) | Dank an [alle Code-Mitwirkenden](https://github.com/xinnan-tech/xiaozhi-esp32-server/graphs/contributors), Ihre Bemühungen haben das Projekt robuster und leistungsfähiger gemacht. |
 
 
 <a href="https://star-history.com/#xinnan-tech/xiaozhi-esp32-server&Date">

docs/readme/README_en.md

@@ -1,4 +1,4 @@
-[![Banners](docs/images/banner1.png)](https://github.com/xinnan-tech/xiaozhi-esp32-server)
+[![Banners](../images/banner1.png)](https://github.com/xinnan-tech/xiaozhi-esp32-server)
 
 <h1 align="center">Xiaozhi Backend Service xiaozhi-esp32-server</h1>
 
@@ -10,17 +10,18 @@ Support for MQTT+UDP protocol, Websocket protocol, MCP access point, voiceprint
 </p>
 
 <p align="center">
-<a href="./docs/FAQ.md">FAQ</a>
+<a href="../FAQ.md">FAQ</a>
 · <a href="https://github.com/xinnan-tech/xiaozhi-esp32-server/issues">Report Issues</a>
-· <a href="./README.md#%E9%83%A8%E7%BD%B2%E6%96%87%E6%A1%A3">Deployment Docs</a>
+· <a href="../../README.md#%E9%83%A8%E7%BD%B2%E6%96%87%E6%A1%A3">Deployment Docs</a>
 · <a href="https://github.com/xinnan-tech/xiaozhi-esp32-server/releases">Release Notes</a>
 </p>
 
 <p align="center">
-  <a href="./README.md"><img alt="简体中文版自述文件" src="https://img.shields.io/badge/简体中文-DFE0E5"></a>
+  <a href="../../README.md"><img alt="简体中文版自述文件" src="https://img.shields.io/badge/简体中文-DFE0E5"></a>
   <a href="./README_en.md"><img alt="README in English" src="https://img.shields.io/badge/English-DBEDFA"></a>
   <a href="./README_vi.md"><img alt="Tiếng Việt" src="https://img.shields.io/badge/Tiếng Việt-DFE0E5"></a>
   <a href="./README_de.md"><img alt="Deutsch" src="https://img.shields.io/badge/Deutsch-DFE0E5"></a>
+  <a href="./README_pt_BR.md"><img alt="Português (Brasil)" src="https://img.shields.io/badge/Português (Brasil)-DFE0E5"></a>
   <a href="https://github.com/xinnan-tech/xiaozhi-esp32-server/releases">
     <img alt="GitHub Contributors" src="https://img.shields.io/github/v/release/xinnan-tech/xiaozhi-esp32-server?logo=docker" />
   </a>
@@ -37,7 +38,7 @@ Spearheaded by Professor Siyuan Liu's Team (South China University of Technology
 </br>
 刘思源教授团队主导研发（华南理工大学）
 </br>
-<img src="./docs/images/hnlg.jpg" alt="South China University of Technology" width="50%">
+<img src="../images/hnlg.jpg" alt="South China University of Technology" width="50%">
 </p>
 
 ---
@@ -53,35 +54,35 @@ Want to see the usage effects? Click the videos below 🎥
     <td>
         <a href="https://www.bilibili.com/video/BV1FMFyejExX" target="_blank">
          <picture>
-           <img alt="响应速度感受" src="docs/images/demo9.png" />
+           <img alt="响应速度感受" src="../images/demo9.png" />
          </picture>
         </a>
     </td>
     <td>
         <a href="https://www.bilibili.com/video/BV1vchQzaEse" target="_blank">
          <picture>
-           <img alt="速度优化秘诀" src="docs/images/demo6.png" />
+           <img alt="速度优化秘诀" src="../images/demo6.png" />
          </picture>
         </a>
     </td>
     <td>
         <a href="https://www.bilibili.com/video/BV1C1tCzUEZh" target="_blank">
          <picture>
-           <img alt="复杂医疗场景" src="docs/images/demo1.png" />
+           <img alt="复杂医疗场景" src="../images/demo1.png" />
          </picture>
         </a>
     </td>
     <td>
         <a href="https://www.bilibili.com/video/BV1zUW5zJEkq" target="_blank">
          <picture>
-           <img alt="MQTT指令下发" src="docs/images/demo4.png" />
+           <img alt="MQTT指令下发" src="../images/demo4.png" />
          </picture>
         </a>
     </td>
     <td>
         <a href="https://www.bilibili.com/video/BV1Exu3zqEDe" target="_blank">
          <picture>
-           <img alt="声纹识别" src="docs/images/demo14.png" />
+           <img alt="声纹识别" src="../images/demo14.png" />
          </picture>
         </a>
     </td>
@@ -90,35 +91,35 @@ Want to see the usage effects? Click the videos below 🎥
     <td>
         <a href="https://www.bilibili.com/video/BV1pNXWYGEx1" target="_blank">
          <picture>
-           <img alt="控制家电开关" src="docs/images/demo5.png" />
+           <img alt="控制家电开关" src="../images/demo5.png" />
          </picture>
         </a>
     </td>
     <td>
         <a href="https://www.bilibili.com/video/BV1ZQKUzYExM" target="_blank">
          <picture>
-           <img alt="MCP接入点" src="docs/images/demo13.png" />
+           <img alt="MCP接入点" src="../images/demo13.png" />
          </picture>
         </a>
     </td>
     <td>
       <a href="https://www.bilibili.com/video/BV1TJ7WzzEo6" target="_blank">
          <picture>
-           <img alt="多指令任务" src="docs/images/demo11.png" />
+           <img alt="多指令任务" src="../images/demo11.png" />
          </picture>
         </a>
     </td>
     <td>
         <a href="https://www.bilibili.com/video/BV1VC96Y5EMH" target="_blank">
          <picture>
-           <img alt="播放音乐" src="docs/images/demo7.png" />
+           <img alt="播放音乐" src="../images/demo7.png" />
          </picture>
         </a>
     </td>
     <td>
         <a href="https://www.bilibili.com/video/BV1Z8XuYZEAS" target="_blank">
          <picture>
-           <img alt="天气插件" src="docs/images/demo8.png" />
+           <img alt="天气插件" src="../images/demo8.png" />
          </picture>
         </a>
     </td>
@@ -127,35 +128,35 @@ Want to see the usage effects? Click the videos below 🎥
     <td>
       <a href="https://www.bilibili.com/video/BV12J7WzBEaH" target="_blank">
          <picture>
-           <img alt="实时打断" src="docs/images/demo10.png" />
+           <img alt="实时打断" src="../images/demo10.png" />
          </picture>
         </a>
     </td>
     <td>
       <a href="https://www.bilibili.com/video/BV1Co76z7EvK" target="_blank">
          <picture>
-           <img alt="拍照识物品" src="docs/images/demo12.png" />
+           <img alt="拍照识物品" src="../images/demo12.png" />
          </picture>
         </a>
     </td>
     <td>
         <a href="https://www.bilibili.com/video/BV1CDKWemEU6" target="_blank">
          <picture>
-           <img alt="自定义音色" src="docs/images/demo2.png" />
+           <img alt="自定义音色" src="../images/demo2.png" />
          </picture>
         </a>
     </td>
     <td>
         <a href="https://www.bilibili.com/video/BV12yA2egEaC" target="_blank">
          <picture>
-           <img alt="使用粤语交流" src="docs/images/demo3.png" />
+           <img alt="使用粤语交流" src="../images/demo3.png" />
          </picture>
         </a>
     </td>
     <td>
         <a href="https://www.bilibili.com/video/BV17LXWYvENb" target="_blank">
          <picture>
-           <img alt="播报新闻" src="docs/images/demo0.png" />
+           <img alt="播报新闻" src="../images/demo0.png" />
          </picture>
         </a>
     </td>
@@ -174,16 +175,17 @@ Want to see the usage effects? Click the videos below 🎥
 
 ## Deployment Documentation
 
-![Banners](docs/images/banner2.png)
+![Banners](../images/banner2.png)
 
 This project provides two deployment methods. Please choose based on your specific needs:
 
 #### 🚀 Deployment Method Selection
 | Deployment Method | Features | Applicable Scenarios | Deployment Docs | Configuration Requirements | Video Tutorials | 
 |---------|------|---------|---------|---------|---------|
-| **Simplified Installation** | Intelligent dialogue, IOT, MCP, visual perception | Low-configuration environments, data stored in config files, no database required | [①Docker Version](./docs/Deployment.md#%E6%96%B9%E5%BC%8F%E4%B8%80docker%E5%8F%AA%E8%BF%90%E8%A1%8Cserver) / [②Source Code Deployment](./docs/Deployment.md#%E6%96%B9%E5%BC%8F%E4%BA%8C%E6%9C%AC%E5%9C%B0%E6%BA%90%E7%A0%81%E5%8F%AA%E8%BF%90%E8%A1%8Cserver)| 2 cores 4GB if using `FunASR`, 2 cores 2GB if all APIs | - | 
+| **Simplified Installation** | Intelligent dialogue, single agent management | Low-configuration environments, data stored in config files, no database required | [①Docker Version](../Deployment.md#%E6%96%B9%E5%BC%8F%E4%B8%80docker%E5%8F%AA%E8%BF%90%E8%A1%8Cserver) / [②Source Code Deployment](../Deployment.md#%E6%96%B9%E5%BC%8F%E4%BA%8C%E6%9C%AC%E5%9C%B0%E6%BA%90%E7%A0%81%E5%8F%AA%E8%BF%90%E8%A1%8Cserver)| 2 cores 4GB if using `FunASR`, 2 cores 2GB if all APIs | - | 
-| **Full Module Installation** | Intelligent dialogue, IOT, MCP endpoints, voiceprint recognition, visual perception, OTA, intelligent control console | Complete functionality experience, data stored in database |[①Docker Version](./docs/Deployment_all.md#%E6%96%B9%E5%BC%8F%E4%B8%80docker%E8%BF%90%E8%A1%8C%E5%85%A8%E6%A8%A1%E5%9D%97) / [②Source Code Deployment](./docs/Deployment_all.md#%E6%96%B9%E5%BC%8F%E4%BA%8C%E6%9C%AC%E5%9C%B0%E6%BA%90%E7%A0%81%E8%BF%90%E8%A1%8C%E5%85%A8%E6%A8%A1%E5%9D%97) / [③Source Code Deployment Auto-Update Tutorial](./docs/dev-ops-integration.md) | 4 cores 8GB if using `FunASR`, 2 cores 4GB if all APIs| [Local Source Code Startup Video Tutorial](https://www.bilibili.com/video/BV1wBJhz4Ewe) | 
+| **Full Module Installation** | Intelligent dialogue, multi-user management, multi-agent management, intelligent console interface operation | Complete functionality experience, data stored in database |[①Docker Version](../Deployment_all.md#%E6%96%B9%E5%BC%8F%E4%B8%80docker%E8%BF%90%E8%A1%8C%E5%85%A8%E6%A8%A1%E5%9D%97) / [②Source Code Deployment](../Deployment_all.md#%E6%96%B9%E5%BC%8F%E4%BA%8C%E6%9C%AC%E5%9C%B0%E6%BA%90%E7%A0%81%E8%BF%90%E8%A1%8C%E5%85%A8%E6%A8%A1%E5%9D%97) / [③Source Code Deployment Auto-Update Tutorial](../dev-ops-integration.md) | 4 cores 8GB if using `FunASR`, 2 cores 4GB if all APIs| [Local Source Code Startup Video Tutorial](https://www.bilibili.com/video/BV1wBJhz4Ewe) |
 
+For frequently asked questions and related tutorials, please refer to [this link](../FAQ.md)
 
 > 💡 Note: Below is a test platform deployed with the latest code. You can burn and test if needed. Concurrent users: 6, data will be cleared daily.
 
@@ -208,28 +210,29 @@ Websocket Interface Address: wss://2662r3426b.vicp.fun/xiaozhi/v1/
 
 | Module Name | Entry Level Free Settings | Streaming Configuration |
 |:---:|:---:|:---:|
-| ASR(Speech Recognition) | FunASR(Local) | 👍FunASRServer or 👍DoubaoStreamASR |
+| ASR(Speech Recognition) | FunASR(Local) | 👍XunfeiStreamASR(Xunfei Streaming) |
-| LLM(Large Model) | ChatGLMLLM(Zhipu glm-4-flash) | 👍DoubaoLLM(Volcano doubao-1-5-pro-32k-250115) |
+| LLM(Large Model) | glm-4-flash(Zhipu) | 👍qwen-flash(Alibaba Bailian) |
-| VLLM(Vision Large Model) | ChatGLMVLLM(Zhipu glm-4v-flash) | 👍QwenVLVLLM(Qwen qwen2.5-vl-3b-instructh) |
+| VLLM(Vision Large Model) | glm-4v-flash(Zhipu) | 👍qwen3.5-flash(Alibaba Bailian) |
-| TTS(Speech Synthesis) | ✅LinkeraiTTS(Lingxi streaming) | 👍HuoshanDoubleStreamTTS(Volcano dual-stream speech synthesis) |
+| TTS(Speech Synthesis) | EdgeTTS(Microsoft) | 👍HuoshanDoubleStreamTTS(Volcano Streaming) |
 | Intent(Intent Recognition) | function_call(Function calling) | function_call(Function calling) |
 | Memory(Memory function) | mem_local_short(Local short-term memory) | mem_local_short(Local short-term memory) |
 
+If you are concerned about the latency of each component, please refer to the [Xiaozhi Component Performance Test Report](https://github.com/xinnan-tech/xiaozhi-performance-research), and test in your own environment following the test methods in the report.
+
 #### 🔧 Testing Tools
 This project provides the following testing tools to help you verify the system and choose suitable models:
 
 | Tool Name | Location | Usage Method | Function Description |
 |:---:|:---|:---:|:---:|
-| Audio Interaction Test Tool | main》xiaozhi-server》test》test_page.html | Open directly with Google Chrome | Tests audio playback and reception functions, verifies if Python-side audio processing is normal |
+| Audio Interaction Test Tool | main》digital-human》index.html | Run `python start.py` in `main/digital-human`, then open `http://127.0.0.1:8006/index.html` | Tests audio playback and reception functions, verifies if Python-side audio processing is normal |
-| Model Response Test Tool 1 | main》xiaozhi-server》performance_tester.py | Execute `python performance_tester.py` | Tests response speed of three core modules: ASR(speech recognition), LLM(large model), TTS(speech synthesis) |
+| Model Response Test Tool | main》xiaozhi-server》performance_tester.py | Execute `python performance_tester.py` | Tests response speed of three core modules: ASR(speech recognition), LLM(large model), VLLM(vision model), TTS(speech synthesis) |
-| Model Response Test Tool 2 | main》xiaozhi-server》performance_tester_vllm.py | Execute `python performance_tester_vllm.py` | Tests VLLM(vision model) response speed |
 
 > 💡 Note: When testing model speed, only models with configured keys will be tested.
 
 ---
 ## Feature List ✨
 ### Implemented ✅
-![请参考-全模块安装架构图](docs/images/deploy2.png)
+![请参考-全模块安装架构图](../images/deploy2.png)
 | Feature Module | Description |
 |:---:|:---|
 | Core Architecture | Based on [MQTT+UDP gateway](https://github.com/xinnan-tech/xiaozhi-esp32-server/blob/main/docs/mqtt-gateway-integration.md), WebSocket and HTTP servers, provides complete console management and authentication system |
@@ -238,10 +241,10 @@ This project provides the following testing tools to help you verify the system
 | Intelligent Dialogue | Supports multiple LLM(large language models), implements intelligent dialogue |
 | Visual Perception | Supports multiple VLLM(vision large models), implements multimodal interaction |
 | Intent Recognition | Supports LLM intent recognition, Function Call function calling, provides plugin-based intent processing mechanism |
-| Memory System | Supports local short-term memory, mem0ai interface memory, with memory summarization functionality |
+| Memory System | Supports local short-term memory, mem0ai interface memory, PowerMem intelligent memory, with memory summarization functionality |
 | Knowledge Base | Supports RAGFlow knowledge base, enabling LLM to judge whether to schedule the knowledge base after receiving the user's question, and then answer the question |
-| Command Delivery | Supports MCP command delivery to ESP32 devices via MQTT protocol from Smart Console |
 | Tool Calling | Supports client IOT protocol, client MCP protocol, server MCP protocol, MCP endpoint protocol, custom tool functions |
+| Command Delivery | Supports MCP command delivery to ESP32 devices via MQTT protocol from Smart Console |
 | Management Backend | Provides Web management interface, supports user management, system configuration and device management; Supports Simplified Chinese, Traditional Chinese and English display |
 | Testing Tools | Provides performance testing tools, vision model testing tools, and audio interaction testing tools |
 | Deployment Support | Supports Docker deployment and local deployment, provides complete configuration file management |
@@ -249,20 +252,14 @@ This project provides the following testing tools to help you verify the system
 
 ### Under Development 🚧
 
-To learn about specific development plan progress, [click here](https://github.com/users/xinnan-tech/projects/3)
+To learn about specific development plan progress, [click here](https://github.com/users/xinnan-tech/projects/3). For frequently asked questions and related tutorials, please refer to [this link](../FAQ.md)
 
-If you are a software developer, here is an [Open Letter to Developers](docs/contributor_open_letter.md). Welcome to join!
+If you are a software developer, here is an [Open Letter to Developers](../contributor_open_letter.md). Welcome to join!
 
 ---
 
 ## Product Ecosystem 👬
-Xiaozhi is an ecosystem. When using this product, you can also check out other [excellent projects](https://github.com/78/xiaozhi-esp32?tab=readme-ov-file#%E7%9B%B8%E5%85%B3%E5%BC%80%E6%BA%90%E9%A1%B9%E7%9B%AE) in this ecosystem
+Xiaozhi is an ecosystem. When using this product, you can also check out other [excellent projects](https://github.com/78/xiaozhi-esp32/blob/main/README_zh.md#%E7%9B%B8%E5%85%B3%E5%BC%80%E6%BA%90%E9%A1%B9%E7%9B%AE) in this ecosystem
-
-| Project Name | Project Address | Project Description |
-|:---------------------|:--------|:--------|
-| Xiaozhi Android Client | [xiaozhi-android-client](https://github.com/TOM88812/xiaozhi-android-client) | An Android and iOS voice dialogue application based on xiaozhi-server, supporting real-time voice interaction and text dialogue.<br/>Currently a Flutter version, connecting iOS and Android platforms. |
-| Xiaozhi Desktop Client | [py-xiaozhi](https://github.com/Huang-junsen/py-xiaozhi) | This project provides a Python-based AI client for beginners, allowing users to experience Xiaozhi AI functionality through code even without physical hardware conditions. |
-| Xiaozhi Java Server | [xiaozhi-esp32-server-java](https://github.com/joey-zhou/xiaozhi-esp32-server-java) | Xiaozhi open-source backend service Java version is a Java-based open-source project.<br/>It includes frontend and backend services, aiming to provide users with a complete backend service solution. |
 
 ---
 
@@ -276,8 +273,10 @@ Xiaozhi is an ecosystem. When using this product, you can also check out other [
 | Dify interface calls | Dify | - |
 | FastGPT interface calls | FastGPT | - |
 | Coze interface calls | Coze | - |
+| Xinference interface calls | Xinference | - |
+| HomeAssistant interface calls | HomeAssistant | - |
 
-In fact, any LLM that supports OpenAI interface calls can be integrated and used, including Xinference and HomeAssistant interfaces.
+In fact, any LLM that supports OpenAI interface calls can be integrated and used.
 
 ---
 
@@ -296,7 +295,7 @@ In fact, any VLLM that supports OpenAI interface calls can be integrated and use
 | Usage Method | Supported Platforms | Free Platforms |
 |:---:|:---:|:---:|
 | Interface calls | EdgeTTS, iFLYTEK, Volcano Engine, Tencent Cloud, Alibaba Cloud and Bailian, CosyVoiceSiliconflow, TTS302AI, CozeCnTTS, GizwitsTTS, ACGNTTS, OpenAITTS, Lingxi Streaming TTS, MinimaxTTS | Lingxi Streaming TTS, EdgeTTS, CosyVoiceSiliconflow(partial) |
-| Local services | FishSpeech, GPT_SOVITS_V2, GPT_SOVITS_V3, MinimaxTTS | FishSpeech, GPT_SOVITS_V2, GPT_SOVITS_V3, MinimaxTTS |
+| Local services | FishSpeech, GPT_SOVITS_V2, GPT_SOVITS_V3, Index-TTS, PaddleSpeech | Index-TTS, PaddleSpeech, FishSpeech, GPT_SOVITS_V2, GPT_SOVITS_V3 |
 
 ---
 
@@ -330,7 +329,9 @@ In fact, any VLLM that supports OpenAI interface calls can be integrated and use
 | Type | Platform Name | Usage Method | Pricing Model | Notes |
 |:------:|:---------------:|:----:|:---------:|:--:|
 | Memory | mem0ai | Interface calls | 1000 times/month quota | |
+| Memory | [powermem](../powermem-integration.md) | Local summarization | Depends on LLM and DB | OceanBase open source, supports intelligent retrieval |
 | Memory | mem_local_short | Local summarization | Free | |
+| Memory | nomem | No memory mode | Free | |
 
 ---
 
@@ -340,6 +341,7 @@ In fact, any VLLM that supports OpenAI interface calls can be integrated and use
 |:------:|:-------------:|:----:|:-------:|:---------------------:|
 | Intent | intent_llm | Interface calls | Based on LLM pricing | Recognizes intent through large models, strong generalization |
 | Intent | function_call | Interface calls | Based on LLM pricing | Completes intent through large model function calling, fast speed, good effect |
+| Intent | nointent | No intent mode | Free | Does not perform intent recognition, directly returns dialogue result |
 
 ---
 
@@ -355,13 +357,13 @@ In fact, any VLLM that supports OpenAI interface calls can be integrated and use
 
 | Logo | Project/Company | Description |
 |:---:|:---:|:---|
-| <img src="./docs/images/logo_bailing.png" width="160"> | [Bailing Voice Dialogue Robot](https://github.com/wwbin2017/bailing) | This project is inspired by [Bailing Voice Dialogue Robot](https://github.com/wwbin2017/bailing) and implemented on its basis |
+| <img src="../images/logo_bailing.png" width="160"> | [Bailing Voice Dialogue Robot](https://github.com/wwbin2017/bailing) | This project is inspired by [Bailing Voice Dialogue Robot](https://github.com/wwbin2017/bailing) and implemented on its basis |
-| <img src="./docs/images/logo_tenclass.png" width="160"> | [Tenclass](https://www.tenclass.com/) | Thanks to [Tenclass](https://www.tenclass.com/) for formulating standard communication protocols, multi-device compatibility solutions, and high-concurrency scenario practice demonstrations for the Xiaozhi ecosystem; providing full-link technical documentation support for this project |
+| <img src="../images/logo_tenclass.png" width="160"> | [Tenclass](https://www.tenclass.com/) | Thanks to [Tenclass](https://www.tenclass.com/) for formulating standard communication protocols, multi-device compatibility solutions, and high-concurrency scenario practice demonstrations for the Xiaozhi ecosystem; providing full-link technical documentation support for this project |
-| <img src="./docs/images/logo_xuanfeng.png" width="160"> | [Xuanfeng Technology](https://github.com/Eric0308) | Thanks to [Xuanfeng Technology](https://github.com/Eric0308) for contributing function calling framework, MCP communication protocol, and plugin-based calling mechanism implementation code. Through standardized instruction scheduling system and dynamic expansion capabilities, it significantly improves the interaction efficiency and functional extensibility of frontend devices (IoT) |
+| <img src="../images/logo_xuanfeng.png" width="160"> | [Xuanfeng Technology](https://github.com/Eric0308) | Thanks to [Xuanfeng Technology](https://github.com/Eric0308) for contributing function calling framework, MCP communication protocol, and plugin-based calling mechanism implementation code. Through standardized instruction scheduling system and dynamic expansion capabilities, it significantly improves the interaction efficiency and functional extensibility of frontend devices (IoT) |
-| <img src="./docs/images/logo_junsen.png" width="160"> | [huangjunsen](https://github.com/huangjunsen0406) | Thanks to [huangjunsen](https://github.com/huangjunsen0406) for contributing the `Smart Control Console Mobile` module, which enables efficient control and real-time interaction across mobile devices, significantly enhancing the system's operational convenience and management efficiency in mobile scenarios. |
+| <img src="../images/logo_junsen.png" width="160"> | [huangjunsen](https://github.com/huangjunsen0406) | Thanks to [huangjunsen](https://github.com/huangjunsen0406) for contributing the `Smart Control Console Mobile` module, which enables efficient control and real-time interaction across mobile devices, significantly enhancing the system's operational convenience and management efficiency in mobile scenarios. |
-| <img src="./docs/images/logo_huiyuan.png" width="160"> | [Huiyuan Design](http://ui.kwd988.net/) | Thanks to [Huiyuan Design](http://ui.kwd988.net/) for providing professional visual solutions for this project, using their design practical experience serving over a thousand enterprises to empower this project's product user experience |
+| <img src="../images/logo_huiyuan.png" width="160"> | [Huiyuan Design](http://ui.kwd988.net/) | Thanks to [Huiyuan Design](http://ui.kwd988.net/) for providing professional visual solutions for this project, using their design practical experience serving over a thousand enterprises to empower this project's product user experience |
-| <img src="./docs/images/logo_qinren.png" width="160"> | [Xi'an Qinren Information Technology](https://www.029app.com/) | Thanks to [Xi'an Qinren Information Technology](https://www.029app.com/) for deepening this project's visual system, ensuring consistency and extensibility of overall design style in multi-scenario applications |
+| <img src="../images/logo_qinren.png" width="160"> | [Xi'an Qinren Information Technology](https://www.029app.com/) | Thanks to [Xi'an Qinren Information Technology](https://www.029app.com/) for deepening this project's visual system, ensuring consistency and extensibility of overall design style in multi-scenario applications |
-| <img src="./docs/images/logo_contributors.png" width="160"> | [Code Contributors](https://github.com/xinnan-tech/xiaozhi-esp32-server/graphs/contributors) | Thanks to [all code contributors](https://github.com/xinnan-tech/xiaozhi-esp32-server/graphs/contributors), your efforts have made the project more robust and powerful. |
+| <img src="../images/logo_contributors.png" width="160"> | [Code Contributors](https://github.com/xinnan-tech/xiaozhi-esp32-server/graphs/contributors) | Thanks to [all code contributors](https://github.com/xinnan-tech/xiaozhi-esp32-server/graphs/contributors), your efforts have made the project more robust and powerful. |
 
 
 <a href="https://star-history.com/#xinnan-tech/xiaozhi-esp32-server&Date">

docs/readme/README_pt_BR.md

@@ -0,0 +1,376 @@
+[![Banners](../images/banner1.png)](https://github.com/xinnan-tech/xiaozhi-esp32-server)
+
+<h1 align="center">Serviço Backend Xiaozhi xiaozhi-esp32-server</h1>
+
+<p align="center">
+Este projeto é baseado na teoria e tecnologia de inteligência simbiótica humano-máquina para desenvolver sistemas inteligentes de hardware e software para terminais<br/>fornecendo serviços de backend para o projeto de hardware inteligente de código aberto
+<a href="https://github.com/78/xiaozhi-esp32">xiaozhi-esp32</a><br/>
+Implementado usando Python, Java e Vue de acordo com o <a href="https://ccnphfhqs21z.feishu.cn/wiki/M0XiwldO9iJwHikpXD5cEx71nKh">Protocolo de Comunicação Xiaozhi</a><br/>
+Suporte ao protocolo MQTT+UDP, protocolo WebSocket, ponto de acesso MCP, reconhecimento de impressão vocal e base de conhecimento
+</p>
+
+<p align="center">
+<a href="../FAQ.md">Perguntas Frequentes</a>
+· <a href="https://github.com/xinnan-tech/xiaozhi-esp32-server/issues">Reportar Problemas</a>
+· <a href="../../README.md#%E9%83%A8%E7%BD%B2%E6%96%87%E6%A1%A3">Documentação de Implantação</a>
+· <a href="https://github.com/xinnan-tech/xiaozhi-esp32-server/releases">Notas de Lançamento</a>
+</p>
+
+<p align="center">
+  <a href="../../README.md"><img alt="简体中文版自述文件" src="https://img.shields.io/badge/简体中文-DFE0E5"></a>
+  <a href="./README_en.md"><img alt="README in English" src="https://img.shields.io/badge/English-DFE0E5"></a>
+  <a href="./README_vi.md"><img alt="Tiếng Việt" src="https://img.shields.io/badge/Tiếng Việt-DFE0E5"></a>
+  <a href="./README_de.md"><img alt="Deutsch" src="https://img.shields.io/badge/Deutsch-DFE0E5"></a>
+  <a href="./README_pt_BR.md"><img alt="Português (Brasil)" src="https://img.shields.io/badge/Português (Brasil)-DBEDFA"></a>
+  <a href="https://github.com/xinnan-tech/xiaozhi-esp32-server/releases">
+    <img alt="GitHub Contributors" src="https://img.shields.io/github/v/release/xinnan-tech/xiaozhi-esp32-server?logo=docker" />
+  </a>
+  <a href="https://github.com/xinnan-tech/xiaozhi-esp32-server/blob/main/LICENSE">
+    <img alt="GitHub pull requests" src="https://img.shields.io/badge/license-MIT-white?labelColor=black" />
+  </a>
+  <a href="https://github.com/xinnan-tech/xiaozhi-esp32-server">
+    <img alt="stars" src="https://img.shields.io/github/stars/xinnan-tech/xiaozhi-esp32-server?color=ffcb47&labelColor=black" />
+  </a>
+</p>
+
+<p align="center">
+Liderado pela Equipe do Professor Siyuan Liu (Universidade de Tecnologia do Sul da China)
+</br>
+刘思源教授团队主导研发（华南理工大学）
+</br>
+<img src="../images/hnlg.jpg" alt="Universidade de Tecnologia do Sul da China (华南理工大学)" width="50%">
+</p>
+
+---
+
+## Público-Alvo 👥
+
+Este projeto requer dispositivos de hardware ESP32 para funcionar. Se você adquiriu hardware relacionado ao ESP32, conectou-se com sucesso ao serviço backend implantado pelo Brother Xia e deseja construir seu próprio serviço backend `xiaozhi-esp32` de forma independente, então este projeto é perfeito para você.
+
+Quer ver os efeitos de uso? Clique nos vídeos abaixo 🎥
+
+<table>
+  <tr>
+    <td>
+        <a href="https://www.bilibili.com/video/BV1FMFyejExX" target="_blank">
+         <picture>
+           <img alt="Experiência de velocidade de resposta" src="../images/demo9.png" />
+         </picture>
+        </a>
+    </td>
+    <td>
+        <a href="https://www.bilibili.com/video/BV1vchQzaEse" target="_blank">
+         <picture>
+           <img alt="Segredo da otimização de velocidade" src="../images/demo6.png" />
+         </picture>
+        </a>
+    </td>
+    <td>
+        <a href="https://www.bilibili.com/video/BV1C1tCzUEZh" target="_blank">
+         <picture>
+           <img alt="Cenário médico complexo" src="../images/demo1.png" />
+         </picture>
+        </a>
+    </td>
+    <td>
+        <a href="https://www.bilibili.com/video/BV1zUW5zJEkq" target="_blank">
+         <picture>
+           <img alt="Envio de comandos MQTT" src="../images/demo4.png" />
+         </picture>
+        </a>
+    </td>
+    <td>
+        <a href="https://www.bilibili.com/video/BV1Exu3zqEDe" target="_blank">
+         <picture>
+           <img alt="Reconhecimento de impressão vocal" src="../images/demo14.png" />
+         </picture>
+        </a>
+    </td>
+  </tr>
+  <tr>
+    <td>
+        <a href="https://www.bilibili.com/video/BV1pNXWYGEx1" target="_blank">
+         <picture>
+           <img alt="Controle de interruptores de eletrodomésticos" src="../images/demo5.png" />
+         </picture>
+        </a>
+    </td>
+    <td>
+        <a href="https://www.bilibili.com/video/BV1ZQKUzYExM" target="_blank">
+         <picture>
+           <img alt="Ponto de acesso MCP" src="../images/demo13.png" />
+         </picture>
+        </a>
+    </td>
+    <td>
+      <a href="https://www.bilibili.com/video/BV1TJ7WzzEo6" target="_blank">
+         <picture>
+           <img alt="Tarefas com múltiplos comandos" src="../images/demo11.png" />
+         </picture>
+        </a>
+    </td>
+    <td>
+        <a href="https://www.bilibili.com/video/BV1VC96Y5EMH" target="_blank">
+         <picture>
+           <img alt="Reproduzir música" src="../images/demo7.png" />
+         </picture>
+        </a>
+    </td>
+    <td>
+        <a href="https://www.bilibili.com/video/BV1Z8XuYZEAS" target="_blank">
+         <picture>
+           <img alt="Plugin de clima" src="../images/demo8.png" />
+         </picture>
+        </a>
+    </td>
+  </tr>
+  <tr>
+    <td>
+      <a href="https://www.bilibili.com/video/BV12J7WzBEaH" target="_blank">
+         <picture>
+           <img alt="Interrupção em tempo real" src="../images/demo10.png" />
+         </picture>
+        </a>
+    </td>
+    <td>
+      <a href="https://www.bilibili.com/video/BV1Co76z7EvK" target="_blank">
+         <picture>
+           <img alt="Fotografar e identificar objetos" src="../images/demo12.png" />
+         </picture>
+        </a>
+    </td>
+    <td>
+        <a href="https://www.bilibili.com/video/BV1CDKWemEU6" target="_blank">
+         <picture>
+           <img alt="Timbre de voz personalizado" src="../images/demo2.png" />
+         </picture>
+        </a>
+    </td>
+    <td>
+        <a href="https://www.bilibili.com/video/BV12yA2egEaC" target="_blank">
+         <picture>
+           <img alt="Comunicação em cantonês" src="../images/demo3.png" />
+         </picture>
+        </a>
+    </td>
+    <td>
+        <a href="https://www.bilibili.com/video/BV17LXWYvENb" target="_blank">
+         <picture>
+           <img alt="Transmissão de notícias" src="../images/demo0.png" />
+         </picture>
+        </a>
+    </td>
+  </tr>
+</table>
+
+---
+
+## Avisos ⚠️
+
+1. Este projeto é um software de código aberto. Este software não possui parceria comercial com nenhum provedor de serviços de API de terceiros (incluindo, mas não se limitando a reconhecimento de fala, modelos de linguagem, síntese de voz e outras plataformas) com os quais se conecta, e não fornece nenhuma forma de garantia quanto à qualidade de serviço ou segurança financeira desses provedores. Recomenda-se que os usuários priorizem provedores de serviço com licenças comerciais relevantes e leiam cuidadosamente seus termos de serviço e políticas de privacidade. Este software não armazena nenhuma chave de conta, não participa de fluxos de fundos e não assume o risco de perda de fundos recarregados.
+
+2. A funcionalidade deste projeto não está completa e não passou por avaliação de segurança de rede. Por favor, não o utilize em ambientes de produção. Se você implantar este projeto para fins de aprendizado em um ambiente de rede pública, certifique-se de que as medidas de proteção necessárias estejam em vigor.
+
+---
+
+## Documentação de Implantação
+
+![Banners](../images/banner2.png)
+
+Este projeto oferece dois métodos de implantação. Por favor, escolha de acordo com suas necessidades específicas:
+
+#### 🚀 Seleção do Método de Implantação
+| Método de Implantação | Funcionalidades | Cenários Aplicáveis | Documentação de Implantação | Requisitos de Configuração | Tutoriais em Vídeo |
+|---------|------|---------|---------|---------|---------|
+| **Instalação Simplificada** | Diálogo inteligente, gerenciamento de agente único | Ambientes de baixa configuração, dados armazenados em arquivos de configuração, sem necessidade de banco de dados | [①Versão Docker](../Deployment.md#%E6%96%B9%E5%BC%8F%E4%B8%80docker%E5%8F%AA%E8%BF%90%E8%A1%8Cserver) / [②Implantação via Código-Fonte](../Deployment.md#%E6%96%B9%E5%BC%8F%E4%BA%8C%E6%9C%AC%E5%9C%B0%E6%BA%90%E7%A0%81%E5%8F%AA%E8%BF%90%E8%A1%8Cserver)| 2 núcleos 4GB se usar `FunASR`, 2 núcleos 2GB se todas APIs | - |
+| **Instalação de Módulo Completo** | Diálogo inteligente, gerenciamento multiusuário, gerenciamento de múltiplos agentes, operação de interface do console inteligente | Experiência com funcionalidade completa, dados armazenados em banco de dados |[①Versão Docker](../Deployment_all.md#%E6%96%B9%E5%BC%8F%E4%B8%80docker%E8%BF%90%E8%A1%8C%E5%85%A8%E6%A8%A1%E5%9D%97) / [②Implantação via Código-Fonte](../Deployment_all.md#%E6%96%B9%E5%BC%8F%E4%BA%8C%E6%9C%AC%E5%9C%B0%E6%BA%90%E7%A0%81%E8%BF%90%E8%A1%8C%E5%85%A8%E6%A8%A1%E5%9D%97) / [③Tutorial de Atualização Automática via Código-Fonte](../dev-ops-integration.md) | 4 núcleos 8GB se usar `FunASR`, 2 núcleos 4GB se todas APIs| [Tutorial em Vídeo de Inicialização via Código-Fonte Local](https://www.bilibili.com/video/BV1wBJhz4Ewe) |
+
+Perguntas frequentes e tutoriais relacionados podem ser consultados [neste link](../FAQ.md)
+
+> 💡 Nota: Abaixo está uma plataforma de teste implantada com o código mais recente. Você pode gravar e testar se necessário. Usuários simultâneos: 6, os dados serão limpos diariamente.
+
+```
+Endereço do Console de Controle Inteligente: https://2662r3426b.vicp.fun
+Endereço do Console de Controle Inteligente (H5): https://2662r3426b.vicp.fun/h5/index.html
+
+Ferramenta de Teste de Serviço: https://2662r3426b.vicp.fun/test/
+Endereço da Interface OTA: https://2662r3426b.vicp.fun/xiaozhi/ota/
+Endereço da Interface WebSocket: wss://2662r3426b.vicp.fun/xiaozhi/v1/
+```
+
+#### 🚩 Descrição e Recomendações de Configuração
+> [!Note]
+> Este projeto oferece dois esquemas de configuração:
+>
+> 1. `Configurações Gratuitas Nível Básico`: Adequado para uso pessoal e doméstico, todos os componentes utilizam soluções gratuitas, sem necessidade de pagamento adicional.
+>
+> 2. `Configuração de Streaming`: Adequado para demonstrações, treinamentos, cenários com mais de 2 usuários simultâneos, etc. Utiliza tecnologia de processamento em streaming para velocidade de resposta mais rápida e melhor experiência.
+>
+> A partir da versão `0.5.2`, o projeto suporta configuração de streaming. Em comparação com versões anteriores, a velocidade de resposta é melhorada em aproximadamente `2,5 segundos`, melhorando significativamente a experiência do usuário.
+
+| Nome do Módulo | Configurações Gratuitas Nível Básico | Configuração de Streaming |
+|:---:|:---:|:---:|
+| ASR(Reconhecimento de Fala) | FunASR(Local) | 👍XunfeiStreamASR(Xunfei Streaming) |
+| LLM(Modelo de Linguagem) | glm-4-flash(Zhipu) | 👍qwen-flash(Alibaba Bailian) |
+| VLLM(Modelo de Visão) | glm-4v-flash(Zhipu) | 👍qwen3.5-flash(Alibaba Bailian) |
+| TTS(Síntese de Voz) | EdgeTTS(Microsoft) | 👍HuoshanDoubleStreamTTS(Volcano Streaming) |
+| Intent(Reconhecimento de Intenção) | function_call(Chamada de função) | function_call(Chamada de função) |
+| Memory(Função de Memória) | mem_local_short(Memória local de curto prazo) | mem_local_short(Memória local de curto prazo) |
+
+Se você está preocupado com o tempo de resposta de cada componente, consulte o [Relatório de Teste de Desempenho dos Componentes Xiaozhi](https://github.com/xinnan-tech/xiaozhi-performance-research), e teste em seu próprio ambiente seguindo os métodos de teste do relatório.
+
+#### 🔧 Ferramentas de Teste
+Este projeto fornece as seguintes ferramentas de teste para ajudá-lo a verificar o sistema e escolher modelos adequados:
+
+| Nome da Ferramenta | Localização | Método de Uso | Descrição da Função |
+|:---:|:---|:---:|:---:|
+| Ferramenta de Teste de Interação por Áudio | main》digital-human》index.html | Execute `python start.py` em `main/digital-human` e depois abra `http://127.0.0.1:8006/index.html` | Testa as funções de reprodução e recepção de áudio, verifica se o processamento de áudio no lado Python está normal |
+| Ferramenta de Teste de Resposta de Modelo | main》xiaozhi-server》performance_tester.py | Execute `python performance_tester.py` | Testa a velocidade de resposta dos três módulos principais: ASR(reconhecimento de fala), LLM(modelo de linguagem), VLLM(modelo de visão), TTS(síntese de voz) |
+
+> 💡 Nota: Ao testar a velocidade dos modelos, apenas os modelos com chaves configuradas serão testados.
+
+---
+## Lista de Funcionalidades ✨
+### Implementado ✅
+![请参考-全模块安装架构图](../images/deploy2.png)
+| Módulo de Funcionalidade | Descrição |
+|:---:|:---|
+| Arquitetura Principal | Baseado em [gateway MQTT+UDP](https://github.com/xinnan-tech/xiaozhi-esp32-server/blob/main/docs/mqtt-gateway-integration.md), servidores WebSocket e HTTP, fornece sistema completo de gerenciamento de console e autenticação |
+| Interação por Voz | Suporta ASR em streaming (reconhecimento de fala), TTS em streaming (síntese de voz), VAD (detecção de atividade vocal), suporta reconhecimento multilíngue e processamento de voz |
+| Reconhecimento de Impressão Vocal | Suporta registro, gerenciamento e reconhecimento de impressão vocal de múltiplos usuários, processa em paralelo com o ASR, reconhecimento de identidade do falante em tempo real e repassa ao LLM para respostas personalizadas |
+| Diálogo Inteligente | Suporta múltiplos LLM (modelos de linguagem de grande porte), implementa diálogo inteligente |
+| Percepção Visual | Suporta múltiplos VLLM (modelos de visão de grande porte), implementa interação multimodal |
+| Reconhecimento de Intenção | Suporta reconhecimento de intenção por LLM, Function Call (chamada de função), fornece mecanismo de processamento de intenção baseado em plugins |
+| Sistema de Memória | Suporta memória local de curto prazo, memória via interface mem0ai, memória inteligente PowerMem, com funcionalidade de resumo de memória |
+| Base de Conhecimento | Suporta base de conhecimento RAGFlow, permitindo que o LLM julgue se deve acionar a base de conhecimento após receber a pergunta do usuário, e então responda à pergunta |
+| Chamada de Ferramentas | Suporta protocolo IOT do cliente, protocolo MCP do cliente, protocolo MCP do servidor, protocolo de endpoint MCP, funções de ferramentas personalizadas |
+| Envio de Comandos | Suporta envio de comandos MCP para dispositivos ESP32 via protocolo MQTT a partir do Console Inteligente |
+| Backend de Gerenciamento | Fornece interface de gerenciamento Web, suporta gerenciamento de usuários, configuração do sistema e gerenciamento de dispositivos; Suporta exibição em Chinês Simplificado, Chinês Tradicional e Inglês |
+| Ferramentas de Teste | Fornece ferramentas de teste de desempenho, ferramentas de teste de modelo de visão e ferramentas de teste de interação por áudio |
+| Suporte à Implantação | Suporta implantação via Docker e implantação local, fornece gerenciamento completo de arquivos de configuração |
+| Sistema de Plugins | Suporta extensões de plugins funcionais, desenvolvimento de plugins personalizados e carregamento dinâmico de plugins |
+
+### Em Desenvolvimento 🚧
+
+Para conhecer o progresso específico do plano de desenvolvimento, [clique aqui](https://github.com/users/xinnan-tech/projects/3). Perguntas frequentes e tutoriais relacionados podem ser consultados [neste link](../FAQ.md)
+
+Se você é um desenvolvedor de software, aqui está uma [Carta Aberta aos Desenvolvedores](../contributor_open_letter.md). Seja bem-vindo a participar!
+
+---
+
+## Ecossistema do Produto 👬
+Xiaozhi é um ecossistema. Ao utilizar este produto, você também pode conferir outros [projetos excelentes](https://github.com/78/xiaozhi-esp32/blob/main/README_zh.md#%E7%9B%B8%E5%85%B3%E5%BC%80%E6%BA%90%E9%A1%B9%E7%9B%AE) neste ecossistema
+
+---
+
+## Lista de Plataformas/Componentes Suportados 📋
+### LLM Modelos de Linguagem
+
+| Método de Uso | Plataformas Suportadas | Plataformas Gratuitas |
+|:---:|:---:|:---:|
+| Chamadas via interface OpenAI | Alibaba Bailian, Volcano Engine, DeepSeek, Zhipu, Gemini, iFLYTEK | Zhipu, Gemini |
+| Chamadas via interface Ollama | Ollama | - |
+| Chamadas via interface Dify | Dify | - |
+| Chamadas via interface FastGPT | FastGPT | - |
+| Chamadas via interface Coze | Coze | - |
+| Chamadas via interface Xinference | Xinference | - |
+| Chamadas via interface HomeAssistant | HomeAssistant | - |
+
+Na verdade, qualquer LLM que suporte chamadas via interface openai pode ser integrado e utilizado.
+
+---
+
+### VLLM Modelos de Visão
+
+| Método de Uso | Plataformas Suportadas | Plataformas Gratuitas |
+|:---:|:---:|:---:|
+| Chamadas via interface OpenAI | Alibaba Bailian, Zhipu ChatGLMVLLM | Zhipu ChatGLMVLLM |
+
+Na verdade, qualquer VLLM que suporte chamadas via interface OpenAI pode ser integrado e utilizado.
+
+---
+
+### TTS Síntese de Voz
+
+| Método de Uso | Plataformas Suportadas | Plataformas Gratuitas |
+|:---:|:---:|:---:|
+| Chamadas via interface | EdgeTTS, iFLYTEK, Volcano Engine, Tencent Cloud, Alibaba Cloud e Bailian, CosyVoiceSiliconflow, TTS302AI, CozeCnTTS, GizwitsTTS, ACGNTTS, OpenAITTS, Lingxi Streaming TTS, MinimaxTTS | Lingxi Streaming TTS, EdgeTTS, CosyVoiceSiliconflow(parcial) |
+| Serviços locais | FishSpeech, GPT_SOVITS_V2, GPT_SOVITS_V3, Index-TTS, PaddleSpeech | Index-TTS, PaddleSpeech, FishSpeech, GPT_SOVITS_V2, GPT_SOVITS_V3 |
+
+---
+
+### VAD Detecção de Atividade Vocal
+
+| Tipo | Nome da Plataforma | Método de Uso | Modelo de Preço | Observações |
+|:---:|:---------:|:----:|:----:|:--:|
+| VAD | SileroVAD | Uso local | Gratuito | |
+
+---
+
+### ASR Reconhecimento de Fala
+
+| Método de Uso | Plataformas Suportadas | Plataformas Gratuitas |
+|:---:|:---:|:---:|
+| Uso local | FunASR, SherpaASR | FunASR, SherpaASR |
+| Chamadas via interface | FunASRServer, Volcano Engine, iFLYTEK, Tencent Cloud, Alibaba Cloud, Baidu Cloud, OpenAI ASR | FunASRServer |
+
+---
+
+### Reconhecimento de Impressão Vocal
+
+| Método de Uso | Plataformas Suportadas | Plataformas Gratuitas |
+|:---:|:---:|:---:|
+| Uso local | 3D-Speaker | 3D-Speaker |
+
+---
+
+### Armazenamento de Memória
+
+| Tipo | Nome da Plataforma | Método de Uso | Modelo de Preço | Observações |
+|:------:|:---------------:|:----:|:---------:|:--:|
+| Memória | mem0ai | Chamadas via interface | Cota de 1000 vezes/mês | |
+| Memória | [powermem](../powermem-integration.md) | Resumo local | Depende do LLM e BD | OceanBase de código aberto, suporta busca inteligente |
+| Memória | mem_local_short | Resumo local | Gratuito | |
+| Memória | nomem | Modo sem memória | Gratuito | |
+
+---
+
+### Reconhecimento de Intenção
+
+| Tipo | Nome da Plataforma | Método de Uso | Modelo de Preço | Observações |
+|:------:|:-------------:|:----:|:-------:|:---------------------:|
+| Intenção | intent_llm | Chamadas via interface | Baseado no preço do LLM | Reconhece intenção através de modelos de linguagem, forte generalização |
+| Intenção | function_call | Chamadas via interface | Baseado no preço do LLM | Completa a intenção através de chamada de função do modelo de linguagem, velocidade rápida, bom resultado |
+| Intenção | nointent | Modo sem intenção | Gratuito | Não realiza reconhecimento de intenção, retorna diretamente o resultado do diálogo |
+
+---
+
+### RAG Geração Aumentada por Recuperação
+
+| Tipo | Nome da Plataforma | Método de Uso | Modelo de Preço | Observações |
+|:------:|:-------------:|:----:|:-------:|:---------------------:|
+| RAG | ragflow | Chamadas via interface | Cobrado com base nos tokens consumidos para fatiamento e segmentação de palavras | Utiliza o recurso de geração aumentada por recuperação do RagFlow para fornecer respostas de diálogo mais precisas |
+
+---
+
+## Agradecimentos 🙏
+
+| Logo | Projeto/Empresa | Descrição |
+|:---:|:---:|:---|
+| <img src="../images/logo_bailing.png" width="160"> | [Robô de Diálogo por Voz Bailing](https://github.com/wwbin2017/bailing) | Este projeto foi inspirado pelo [Robô de Diálogo por Voz Bailing](https://github.com/wwbin2017/bailing) e implementado com base nele |
+| <img src="../images/logo_tenclass.png" width="160"> | [Tenclass](https://www.tenclass.com/) | Agradecimentos à [Tenclass](https://www.tenclass.com/) por formular protocolos de comunicação padrão, soluções de compatibilidade multidispositivo e demonstrações práticas de cenários de alta concorrência para o ecossistema Xiaozhi; fornecendo suporte completo de documentação técnica para este projeto |
+| <img src="../images/logo_xuanfeng.png" width="160"> | [Xuanfeng Technology (玄凤科技)](https://github.com/Eric0308) | Agradecimentos à [Xuanfeng Technology](https://github.com/Eric0308) por contribuir com o framework de chamada de função, protocolo de comunicação MCP e implementação do mecanismo de chamada baseado em plugins. Através de um sistema padronizado de agendamento de instruções e capacidades de expansão dinâmica, melhora significativamente a eficiência de interação e extensibilidade funcional dos dispositivos de frontend (IoT) |
+| <img src="../images/logo_junsen.png" width="160"> | [huangjunsen](https://github.com/huangjunsen0406) | Agradecimentos a [huangjunsen](https://github.com/huangjunsen0406) por contribuir com o módulo `Console de Controle Inteligente Mobile`, que permite controle eficiente e interação em tempo real em dispositivos móveis, melhorando significativamente a conveniência operacional e a eficiência de gerenciamento do sistema em cenários móveis. |
+| <img src="../images/logo_huiyuan.png" width="160"> | [Huiyuan Design (汇远设计)](http://ui.kwd988.net/) | Agradecimentos à [Huiyuan Design](http://ui.kwd988.net/) por fornecer soluções visuais profissionais para este projeto, utilizando sua experiência prática de design atendendo mais de mil empresas para potencializar a experiência do usuário deste produto |
+| <img src="../images/logo_qinren.png" width="160"> | [Xi'an Qinren Information Technology (西安勤人信息科技)](https://www.029app.com/) | Agradecimentos à [Xi'an Qinren Information Technology](https://www.029app.com/) por aprofundar o sistema visual deste projeto, garantindo consistência e extensibilidade do estilo de design geral em aplicações de múltiplos cenários |
+| <img src="../images/logo_contributors.png" width="160"> | [Contribuidores de Código](https://github.com/xinnan-tech/xiaozhi-esp32-server/graphs/contributors) | Agradecimentos a [todos os contribuidores de código](https://github.com/xinnan-tech/xiaozhi-esp32-server/graphs/contributors), seus esforços tornaram o projeto mais robusto e poderoso. |
+
+
+<a href="https://star-history.com/#xinnan-tech/xiaozhi-esp32-server&Date">
+
+ <picture>
+   <source media="(prefers-color-scheme: dark)" srcset="https://api.star-history.com/svg?repos=xinnan-tech/xiaozhi-esp32-server&type=Date&theme=dark" />
+   <source media="(prefers-color-scheme: light)" srcset="https://api.star-history.com/svg?repos=xinnan-tech/xiaozhi-esp32-server&type=Date" />
+   <img alt="Star History Chart" src="https://api.star-history.com/svg?repos=xinnan-tech/xiaozhi-esp32-server&type=Date" />
+ </picture>
+</a>

docs/readme/README_vi.md

@@ -1,4 +1,4 @@
-[![Banners](docs/images/banner1.png)](https://github.com/xinnan-tech/xiaozhi-esp32-server)
+[![Banners](../images/banner1.png)](https://github.com/xinnan-tech/xiaozhi-esp32-server)
 
 <h1 align="center">Dịch vụ Backend Xiaozhi xiaozhi-esp32-server</h1>
 
@@ -10,17 +10,18 @@ Hỗ trợ giao thức MQTT+UDP, giao thức Websocket, điểm truy cập MCP,
 </p>
 
 <p align="center">
-<a href="./docs/FAQ.md">Câu hỏi thường gặp</a>
+<a href="../FAQ.md">Câu hỏi thường gặp</a>
 · <a href="https://github.com/xinnan-tech/xiaozhi-esp32-server/issues">Báo cáo vấn đề</a>
-· <a href="./README.md#%E9%83%A8%E7%BD%B2%E6%96%87%E6%A1%A3">Tài liệu triển khai</a>
+· <a href="../../README.md#%E9%83%A8%E7%BD%B2%E6%96%87%E6%A1%A3">Tài liệu triển khai</a>
 · <a href="https://github.com/xinnan-tech/xiaozhi-esp32-server/releases">Nhật ký cập nhật</a>
 </p>
 
 <p align="center">
-  <a href="./README.md"><img alt="简体中文版自述文件" src="https://img.shields.io/badge/简体中文-DFE0E5"></a>
+  <a href="../../README.md"><img alt="简体中文版自述文件" src="https://img.shields.io/badge/简体中文-DFE0E5"></a>
   <a href="./README_en.md"><img alt="README in English" src="https://img.shields.io/badge/English-DFE0E5"></a>
   <a href="./README_vi.md"><img alt="Tiếng Việt" src="https://img.shields.io/badge/Tiếng Việt-DBEDFA"></a>
   <a href="./README_de.md"><img alt="Deutsch" src="https://img.shields.io/badge/Deutsch-DFE0E5"></a>
+  <a href="./README_pt_BR.md"><img alt="Português (Brasil)" src="https://img.shields.io/badge/Português (Brasil)-DFE0E5"></a>
   <a href="https://github.com/xinnan-tech/xiaozhi-esp32-server/releases">
     <img alt="GitHub Contributors" src="https://img.shields.io/github/v/release/xinnan-tech/xiaozhi-esp32-server?logo=docker" />
   </a>
@@ -37,7 +38,7 @@ Spearheaded by Professor Siyuan Liu's Team (South China University of Technology
 </br>
 Được dẫn dắt bởi nhóm Giáo sư Lưu Tư Nguyên (Đại học Bách khoa Nam Trung Quốc)
 </br>
-<img src="./docs/images/hnlg.jpg" alt="华南理工大学" width="50%">
+<img src="../images/hnlg.jpg" alt="华南理工大学" width="50%">
 </p>
 
 ---
@@ -53,35 +54,35 @@ Muốn xem hiệu quả sử dụng? Hãy xem video 🎥
     <td>
         <a href="https://www.bilibili.com/video/BV1FMFyejExX" target="_blank">
          <picture>
-           <img alt="响应速度感受" src="docs/images/demo9.png" />
+           <img alt="响应速度感受" src="../images/demo9.png" />
          </picture>
         </a>
     </td>
     <td>
         <a href="https://www.bilibili.com/video/BV1vchQzaEse" target="_blank">
          <picture>
-           <img alt="速度优化秘诀" src="docs/images/demo6.png" />
+           <img alt="速度优化秘诀" src="../images/demo6.png" />
          </picture>
         </a>
     </td>
     <td>
         <a href="https://www.bilibili.com/video/BV1C1tCzUEZh" target="_blank">
          <picture>
-           <img alt="复杂医疗场景" src="docs/images/demo1.png" />
+           <img alt="复杂医疗场景" src="../images/demo1.png" />
          </picture>
         </a>
     </td>
     <td>
         <a href="https://www.bilibili.com/video/BV1zUW5zJEkq" target="_blank">
          <picture>
-           <img alt="MQTT指令下发" src="docs/images/demo4.png" />
+           <img alt="MQTT指令下发" src="../images/demo4.png" />
          </picture>
         </a>
     </td>
     <td>
         <a href="https://www.bilibili.com/video/BV1Exu3zqEDe" target="_blank">
          <picture>
-           <img alt="声纹识别" src="docs/images/demo14.png" />
+           <img alt="声纹识别" src="../images/demo14.png" />
          </picture>
         </a>
     </td>
@@ -90,35 +91,35 @@ Muốn xem hiệu quả sử dụng? Hãy xem video 🎥
     <td>
         <a href="https://www.bilibili.com/video/BV1pNXWYGEx1" target="_blank">
          <picture>
-           <img alt="控制家电开关" src="docs/images/demo5.png" />
+           <img alt="控制家电开关" src="../images/demo5.png" />
          </picture>
         </a>
     </td>
     <td>
         <a href="https://www.bilibili.com/video/BV1ZQKUzYExM" target="_blank">
          <picture>
-           <img alt="MCP接入点" src="docs/images/demo13.png" />
+           <img alt="MCP接入点" src="../images/demo13.png" />
          </picture>
         </a>
     </td>
     <td>
       <a href="https://www.bilibili.com/video/BV1TJ7WzzEo6" target="_blank">
          <picture>
-           <img alt="多指令任务" src="docs/images/demo11.png" />
+           <img alt="多指令任务" src="../images/demo11.png" />
          </picture>
         </a>
     </td>
     <td>
         <a href="https://www.bilibili.com/video/BV1VC96Y5EMH" target="_blank">
          <picture>
-           <img alt="播放音乐" src="docs/images/demo7.png" />
+           <img alt="播放音乐" src="../images/demo7.png" />
          </picture>
         </a>
     </td>
     <td>
         <a href="https://www.bilibili.com/video/BV1Z8XuYZEAS" target="_blank">
          <picture>
-           <img alt="天气插件" src="docs/images/demo8.png" />
+           <img alt="天气插件" src="../images/demo8.png" />
          </picture>
         </a>
     </td>
@@ -127,35 +128,35 @@ Muốn xem hiệu quả sử dụng? Hãy xem video 🎥
     <td>
       <a href="https://www.bilibili.com/video/BV12J7WzBEaH" target="_blank">
          <picture>
-           <img alt="实时打断" src="docs/images/demo10.png" />
+           <img alt="实时打断" src="../images/demo10.png" />
          </picture>
         </a>
     </td>
     <td>
       <a href="https://www.bilibili.com/video/BV1Co76z7EvK" target="_blank">
          <picture>
-           <img alt="拍照识物品" src="docs/images/demo12.png" />
+           <img alt="拍照识物品" src="../images/demo12.png" />
          </picture>
         </a>
     </td>
     <td>
         <a href="https://www.bilibili.com/video/BV1CDKWemEU6" target="_blank">
          <picture>
-           <img alt="自定义音色" src="docs/images/demo2.png" />
+           <img alt="自定义音色" src="../images/demo2.png" />
          </picture>
         </a>
     </td>
     <td>
         <a href="https://www.bilibili.com/video/BV12yA2egEaC" target="_blank">
          <picture>
-           <img alt="使用粤语交流" src="docs/images/demo3.png" />
+           <img alt="使用粤语交流" src="../images/demo3.png" />
          </picture>
         </a>
     </td>
     <td>
         <a href="https://www.bilibili.com/video/BV17LXWYvENb" target="_blank">
          <picture>
-           <img alt="播报新闻" src="docs/images/demo0.png" />
+           <img alt="播报新闻" src="../images/demo0.png" />
          </picture>
         </a>
     </td>
@@ -175,17 +176,17 @@ Khuyến nghị người dùng ưu tiên lựa chọn nhà cung cấp dịch v
 
 ## Tài liệu triển khai
 
-![Banners](docs/images/banner2.png)
+![Banners](../images/banner2.png)
 
 Dự án này cung cấp hai phương pháp triển khai, vui lòng chọn theo nhu cầu cụ thể của bạn:
 
 #### 🚀 Lựa chọn phương pháp triển khai
 | Phương pháp triển khai | Đặc điểm | Tình huống áp dụng | Tài liệu triển khai | Yêu cầu cấu hình | Video hướng dẫn |
 |---------|------|---------|---------|---------|---------|
-| **Cài đặt tối giản** | Đối thoại thông minh, IOT, MCP, cảm nhận thị giác | Môi trường cấu hình thấp, dữ liệu lưu trong tệp cấu hình, không cần cơ sở dữ liệu | [①Phiên bản Docker](./docs/Deployment.md#%E6%96%B9%E5%BC%8F%E4%B8%80docker%E5%8F%AA%E8%BF%90%E8%A1%8Cserver) / [②Triển khai mã nguồn](./docs/Deployment.md#%E6%96%B9%E5%BC%8F%E4%BA%8C%E6%9C%AC%E5%9C%B0%E6%BA%90%E7%A0%81%E5%8F%AA%E8%BF%90%E8%A1%8Cserver)| 2 nhân 4GB nếu dùng `FunASR`, 2 nhân 2GB nếu toàn API | - |
+| **Cài đặt tối giản** | Đối thoại thông minh, quản lý đơn tác nhân | Môi trường cấu hình thấp, dữ liệu lưu trong tệp cấu hình, không cần cơ sở dữ liệu | [①Phiên bản Docker](../Deployment.md#%E6%96%B9%E5%BC%8F%E4%B8%80docker%E5%8F%AA%E8%BF%90%E8%A1%8Cserver) / [②Triển khai mã nguồn](../Deployment.md#%E6%96%B9%E5%BC%8F%E4%BA%8C%E6%9C%AC%E5%9C%B0%E6%BA%90%E7%A0%81%E5%8F%AA%E8%BF%90%E8%A1%8Cserver)| 2 nhân 4GB nếu dùng `FunASR`, 2 nhân 2GB nếu toàn API | - |
-| **Cài đặt toàn bộ module** | Đối thoại thông minh, IOT, điểm truy cập MCP, nhận dạng giọng nói, cảm nhận thị giác, OTA, bảng điều khiển thông minh | Trải nghiệm đầy đủ tính năng, dữ liệu lưu trong cơ sở dữ liệu |[①Phiên bản Docker](./docs/Deployment_all.md#%E6%96%B9%E5%BC%8F%E4%B8%80docker%E8%BF%90%E8%A1%8C%E5%85%A8%E6%A8%A1%E5%9D%97) / [②Triển khai mã nguồn](./docs/Deployment_all.md#%E6%96%B9%E5%BC%8F%E4%BA%8C%E6%9C%AC%E5%9C%B0%E6%BA%90%E7%A0%81%E8%BF%90%E8%A1%8C%E5%85%A8%E6%A8%A1%E5%9D%97) / [③Hướng dẫn tự động cập nhật triển khai mã nguồn](./docs/dev-ops-integration.md) | 4 nhân 8GB nếu dùng `FunASR`, 2 nhân 4GB nếu toàn API| [Video hướng dẫn khởi động mã nguồn cục bộ](https://www.bilibili.com/video/BV1wBJhz4Ewe) |
+| **Cài đặt toàn bộ module** | Đối thoại thông minh, quản lý đa người dùng, quản lý đa tác nhân, bảng điều khiển thông minh | Trải nghiệm đầy đủ tính năng, dữ liệu lưu trong cơ sở dữ liệu |[①Phiên bản Docker](../Deployment_all.md#%E6%96%B9%E5%BC%8F%E4%B8%80docker%E8%BF%90%E8%A1%8C%E5%85%A8%E6%A8%A1%E5%9D%97) / [②Triển khai mã nguồn](../Deployment_all.md#%E6%96%B9%E5%BC%8F%E4%BA%8C%E6%9C%AC%E5%9C%B0%E6%BA%90%E7%A0%81%E8%BF%90%E8%A1%8C%E5%85%A8%E6%A8%A1%E5%9D%97) / [③Hướng dẫn tự động cập nhật triển khai mã nguồn](../dev-ops-integration.md) | 4 nhân 8GB nếu dùng `FunASR`, 2 nhân 4GB nếu toàn API| [Video hướng dẫn khởi động mã nguồn cục bộ](https://www.bilibili.com/video/BV1wBJhz4Ewe) |
 
-Câu hỏi thường gặp và hướng dẫn liên quan, vui lòng tham khảo [liên kết này](./docs/FAQ.md)
+Câu hỏi thường gặp và hướng dẫn liên quan, vui lòng tham khảo [liên kết này](../FAQ.md)
 
 > 💡 Gợi ý: Dưới đây là nền tảng thử nghiệm được triển khai theo mã mới nhất, có thể flash để thử nghiệm nếu cần, đồng thời là 6, dữ liệu sẽ được xóa mỗi ngày,
 
@@ -210,10 +211,10 @@ Công cụ kiểm tra dịch vụ: https://2662r3426b.vicp.fun/test/
 
 | Tên module | Cài đặt miễn phí cho người mới | Cấu hình streaming |
 |:---:|:---:|:---:|
-| ASR(Nhận dạng giọng nói) | FunASR(Local) | 👍FunASR(Chế độ GPU cục bộ) |
+| ASR(Nhận dạng giọng nói) | FunASR(Local) | 👍XunfeiStreamASR(Xunfei Streaming) |
-| LLM(Mô hình lớn) | ChatGLMLLM(Zhipu glm-4-flash) | 👍AliLLM(qwen3-235b-a22b-instruct-2507) hoặc 👍DoubaoLLM(doubao-1-5-pro-32k-250115) |
+| LLM(Mô hình lớn) | glm-4-flash(Zhipu) | 👍qwen-flash(Alibaba Bailian) |
-| VLLM(Mô hình lớn thị giác) | ChatGLMVLLM(Zhipu glm-4v-flash) | 👍QwenVLVLLM(Qwen qwen2.5-vl-3b-instructh) |
+| VLLM(Mô hình lớn thị giác) | glm-4v-flash(Zhipu) | 👍qwen3.5-flash(Alibaba Bailian) |
-| TTS(Tổng hợp giọng nói) | ✅LinkeraiTTS(Lingxi streaming) | 👍HuoshanDoubleStreamTTS(Tổng hợp giọng nói streaming kép Volcano) hoặc 👍AliyunStreamTTS(Tổng hợp giọng nói streaming Alibaba Cloud) |
+| TTS(Tổng hợp giọng nói) | EdgeTTS(Microsoft) | 👍HuoshanDoubleStreamTTS(Volcano Streaming) |
 | Intent(Nhận dạng ý định) | function_call(Gọi hàm) | function_call(Gọi hàm) |
 | Memory(Chức năng bộ nhớ) | mem_local_short(Bộ nhớ ngắn hạn cục bộ) | mem_local_short(Bộ nhớ ngắn hạn cục bộ) |
 
@@ -224,7 +225,7 @@ Dự án này cung cấp các công cụ kiểm tra sau để giúp bạn xác m
 
 | Tên công cụ | Vị trí | Phương pháp sử dụng | Mô tả chức năng |
 |:---:|:---|:---:|:---:|
-| Công cụ kiểm tra tương tác âm thanh | main》xiaozhi-server》test》test_page.html | Mở trực tiếp bằng trình duyệt Google Chrome | Kiểm tra chức năng phát và nhận âm thanh, xác minh xử lý âm thanh phía Python có bình thường không |
+| Công cụ kiểm tra tương tác âm thanh | main》digital-human》index.html | Chạy `python start.py` trong `main/digital-human`, sau đó mở `http://127.0.0.1:8006/index.html` | Kiểm tra chức năng phát và nhận âm thanh, xác minh xử lý âm thanh phía Python có bình thường không |
 | Công cụ kiểm tra phản hồi mô hình | main》xiaozhi-server》performance_tester.py | Thực hiện `python performance_tester.py` | Kiểm tra tốc độ phản hồi của ba module cốt lõi ASR(Nhận dạng giọng nói), LLM(Mô hình lớn), VLLM(Mô hình thị giác), TTS(Tổng hợp giọng nói) |
 
 > 💡 Gợi ý: Khi kiểm tra tốc độ mô hình, chỉ kiểm tra các mô hình đã cấu hình khóa.
@@ -232,7 +233,7 @@ Dự án này cung cấp các công cụ kiểm tra sau để giúp bạn xác m
 ---
 ## Danh sách tính năng ✨
 ### Đã thực hiện ✅
-![请参考-全模块安装架构图](docs/images/deploy2.png)
+![请参考-全模块安装架构图](../images/deploy2.png)
 | Module chức năng | Mô tả |
 |:---:|:---|
 | Kiến trúc cốt lõi | Dựa trên [cổng MQTT+UDP](https://github.com/xinnan-tech/xiaozhi-esp32-server/blob/main/docs/mqtt-gateway-integration.md), WebSocket, máy chủ HTTP, cung cấp hệ thống quản lý bảng điều khiển và xác thực hoàn chỉnh |
@@ -241,7 +242,7 @@ Dự án này cung cấp các công cụ kiểm tra sau để giúp bạn xác m
 | Đối thoại thông minh | Hỗ trợ nhiều LLM(Mô hình ngôn ngữ lớn), thực hiện đối thoại thông minh |
 | Cảm nhận thị giác | Hỗ trợ nhiều VLLM(Mô hình lớn thị giác), thực hiện tương tác đa phương thức |
 | Nhận dạng ý định | Hỗ trợ nhận dạng ý định mô hình lớn gắn ngoài, gọi hàm tự chủ mô hình lớn, cung cấp cơ chế xử lý ý định dạng plugin |
-| Hệ thống bộ nhớ | Hỗ trợ bộ nhớ ngắn hạn cục bộ, bộ nhớ giao diện mem0ai, có chức năng tóm tắt bộ nhớ |
+| Hệ thống bộ nhớ | Hỗ trợ bộ nhớ ngắn hạn cục bộ, bộ nhớ giao diện mem0ai, bộ nhớ thông minh PowerMem, có chức năng tóm tắt bộ nhớ |
 | Kho tri thức | Hỗ trợ kho tri thức RAGFlow, cho phép mô hình lớn đánh giá cần gọi kho tri thức trước khi trả lời |
 | Gọi công cụ | Hỗ trợ giao thức IOT phía client, giao thức MCP phía client, giao thức MCP phía server, giao thức điểm truy cập MCP, hàm công cụ tùy chỉnh |
 | Gửi lệnh | Dựa vào giao thức MQTT, hỗ trợ gửi lệnh MCP từ bảng điều khiển thông minh xuống thiết bị ESP32 |
@@ -252,14 +253,14 @@ Dự án này cung cấp các công cụ kiểm tra sau để giúp bạn xác m
 
 ### Đang phát triển 🚧
 
-Muốn hiểu tiến độ kế hoạch phát triển cụ thể, [vui lòng nhấp vào đây](https://github.com/users/xinnan-tech/projects/3). Câu hỏi thường gặp và hướng dẫn liên quan, vui lòng tham khảo [liên kết này](./docs/FAQ.md)
+Muốn hiểu tiến độ kế hoạch phát triển cụ thể, [vui lòng nhấp vào đây](https://github.com/users/xinnan-tech/projects/3). Câu hỏi thường gặp và hướng dẫn liên quan, vui lòng tham khảo [liên kết này](../FAQ.md)
 
-Nếu bạn là một nhà phát triển phần mềm, đây có một [Lá thư mở gửi các nhà phát triển](docs/contributor_open_letter.md), chào mừng tham gia!
+Nếu bạn là một nhà phát triển phần mềm, đây có một [Lá thư mở gửi các nhà phát triển](../contributor_open_letter.md), chào mừng tham gia!
 
 ---
 
 ## Hệ sinh thái sản phẩm 👬
-Xiaozhi là một hệ sinh thái, khi bạn sử dụng sản phẩm này, bạn cũng có thể xem các [dự án xuất sắc](https://github.com/78/xiaozhi-esp32?tab=readme-ov-file#%E7%9B%B8%E5%85%B3%E5%BC%80%E6%BA%90%E9%A1%B9%E7%9B%AE) khác trong hệ sinh thái này
+Xiaozhi là một hệ sinh thái, khi bạn sử dụng sản phẩm này, bạn cũng có thể xem các [dự án xuất sắc](https://github.com/78/xiaozhi-esp32/blob/main/README_zh.md#%E7%9B%B8%E5%85%B3%E5%BC%80%E6%BA%90%E9%A1%B9%E7%9B%AE) khác trong hệ sinh thái này
 
 ---
 
@@ -329,6 +330,7 @@ Trên thực tế, bất kỳ VLLM nào hỗ trợ gọi giao diện openai đ
 |   Loại   |      Tên nền tảng       | Phương pháp sử dụng |   Mô hình thu phí    | Ghi chú |
 |:------:|:---------------:|:----:|:---------:|:--:|
 | Memory |     mem0ai      | Gọi giao diện | Hạn mức 1000 lần/tháng |    |
+| Memory |     [powermem](../powermem-integration.md)    | Tóm tắt cục bộ | Phụ thuộc vào LLM và DB |  OceanBase mã nguồn mở, hỗ trợ tìm kiếm thông minh  |
 | Memory | mem_local_short | Tóm tắt cục bộ |    Miễn phí     |    |
 | Memory |     nomem       | Chế độ không có bộ nhớ |    Miễn phí     |    |
 
@@ -356,13 +358,13 @@ Trên thực tế, bất kỳ VLLM nào hỗ trợ gọi giao diện openai đ
 
 | Logo | Dự án/Công ty | Mô tả |
 |:---:|:---:|:---|
-| <img src="./docs/images/logo_bailing.png" width="160"> | [Robot đối thoại giọng nói Bailing](https://github.com/wwbin2017/bailing) | Dự án này được lấy cảm hứng từ [Robot đối thoại giọng nói Bailing](https://github.com/wwbin2017/bailing) và được triển khai trên cơ sở đó |
+| <img src="../images/logo_bailing.png" width="160"> | [Robot đối thoại giọng nói Bailing](https://github.com/wwbin2017/bailing) | Dự án này được lấy cảm hứng từ [Robot đối thoại giọng nói Bailing](https://github.com/wwbin2017/bailing) và được triển khai trên cơ sở đó |
-| <img src="./docs/images/logo_tenclass.png" width="160"> | [Shifang Ronghai](https://www.tenclass.com/) | Cảm ơn [Shifang Ronghai](https://www.tenclass.com/) đã xây dựng giao thức truyền thông tiêu chuẩn, phương án tương thích đa thiết bị và mô phạm thực hành tình huống đồng thời cao cho hệ sinh thái Xiaozhi; cung cấp tài liệu hỗ trợ kỹ thuật toàn diện cho dự án này |
+| <img src="../images/logo_tenclass.png" width="160"> | [Shifang Ronghai](https://www.tenclass.com/) | Cảm ơn [Shifang Ronghai](https://www.tenclass.com/) đã xây dựng giao thức truyền thông tiêu chuẩn, phương án tương thích đa thiết bị và mô phạm thực hành tình huống đồng thời cao cho hệ sinh thái Xiaozhi; cung cấp tài liệu hỗ trợ kỹ thuật toàn diện cho dự án này |
-| <img src="./docs/images/logo_xuanfeng.png" width="160"> | [Xuanfeng Technology](https://github.com/Eric0308) | Cảm ơn [Xuanfeng Technology](https://github.com/Eric0308) đã đóng góp khung gọi hàm, giao thức truyền thông MCP và mã triển khai cơ chế gọi dạng plugin, thông qua hệ thống điều phối lệnh tiêu chuẩn hóa và khả năng mở rộng động, đã cải thiện đáng kể hiệu suất tương tác và khả năng mở rộng chức năng của thiết bị front-end(IoT) |
+| <img src="../images/logo_xuanfeng.png" width="160"> | [Xuanfeng Technology](https://github.com/Eric0308) | Cảm ơn [Xuanfeng Technology](https://github.com/Eric0308) đã đóng góp khung gọi hàm, giao thức truyền thông MCP và mã triển khai cơ chế gọi dạng plugin, thông qua hệ thống điều phối lệnh tiêu chuẩn hóa và khả năng mở rộng động, đã cải thiện đáng kể hiệu suất tương tác và khả năng mở rộng chức năng của thiết bị front-end(IoT) |
-| <img src="./docs/images/logo_junsen.png" width="160"> | [huangjunsen](https://github.com/huangjunsen0406) | Cảm ơn [huangjunsen](https://github.com/huangjunsen0406) đã đóng góp module `Bảng điều khiển thông minh di động`, thực hiện điều khiển hiệu quả và tương tác thời gian thực trên thiết bị di động đa nền tảng, cải thiện đáng kể sự tiện lợi vận hành và hiệu quả quản lý của hệ thống trong tình huống di động |
+| <img src="../images/logo_junsen.png" width="160"> | [huangjunsen](https://github.com/huangjunsen0406) | Cảm ơn [huangjunsen](https://github.com/huangjunsen0406) đã đóng góp module `Bảng điều khiển thông minh di động`, thực hiện điều khiển hiệu quả và tương tác thời gian thực trên thiết bị di động đa nền tảng, cải thiện đáng kể sự tiện lợi vận hành và hiệu quả quản lý của hệ thống trong tình huống di động |
-| <img src="./docs/images/logo_huiyuan.png" width="160"> | [Huiyuan Design](http://ui.kwd988.net/) | Cảm ơn [Huiyuan Design](http://ui.kwd988.net/) đã cung cấp giải pháp thị giác chuyên nghiệp cho dự án này, sử dụng kinh nghiệm thực tế thiết kế phục vụ hơn nghìn doanh nghiệp, trao quyền cho trải nghiệm người dùng sản phẩm của dự án này |
+| <img src="../images/logo_huiyuan.png" width="160"> | [Huiyuan Design](http://ui.kwd988.net/) | Cảm ơn [Huiyuan Design](http://ui.kwd988.net/) đã cung cấp giải pháp thị giác chuyên nghiệp cho dự án này, sử dụng kinh nghiệm thực tế thiết kế phục vụ hơn nghìn doanh nghiệp, trao quyền cho trải nghiệm người dùng sản phẩm của dự án này |
-| <img src="./docs/images/logo_qinren.png" width="160"> | [Xi'an Qinren Information Technology](https://www.029app.com/) | Cảm ơn [Xi'an Qinren Information Technology](https://www.029app.com/) đã làm sâu sắc hệ thống thị giác của dự án này, đảm bảo tính nhất quán và khả năng mở rộng của phong cách thiết kế tổng thể trong ứng dụng đa tình huống |
+| <img src="../images/logo_qinren.png" width="160"> | [Xi'an Qinren Information Technology](https://www.029app.com/) | Cảm ơn [Xi'an Qinren Information Technology](https://www.029app.com/) đã làm sâu sắc hệ thống thị giác của dự án này, đảm bảo tính nhất quán và khả năng mở rộng của phong cách thiết kế tổng thể trong ứng dụng đa tình huống |
-| <img src="./docs/images/logo_contributors.png" width="160"> | [Người đóng góp mã](https://github.com/xinnan-tech/xiaozhi-esp32-server/graphs/contributors) | Cảm ơn [tất cả người đóng góp mã](https://github.com/xinnan-tech/xiaozhi-esp32-server/graphs/contributors), sự cống hiến của bạn khiến dự án mạnh mẽ và vững chắc hơn. |
+| <img src="../images/logo_contributors.png" width="160"> | [Người đóng góp mã](https://github.com/xinnan-tech/xiaozhi-esp32-server/graphs/contributors) | Cảm ơn [tất cả người đóng góp mã](https://github.com/xinnan-tech/xiaozhi-esp32-server/graphs/contributors), sự cống hiến của bạn khiến dự án mạnh mẽ và vững chắc hơn. |
 
 
 <a href="https://star-history.com/#xinnan-tech/xiaozhi-esp32-server&Date">

docs/voiceprint-integration.md

@@ -164,6 +164,8 @@ http://192.168.1.25:8005/voiceprint/health?key=abcd
 # 2、全模块部署时，怎么配置声纹识别
 
 ## 第一步 配置接口
+首先，你要开启声纹识别功能。在智控台，点击顶部`参数字典`，在下拉菜单中，点击`系统功能配置`页面。在页面上勾选`声纹识别`，点击`保存配置`。即可在新建智能体的卡片上看到`声纹识别`按钮。
+
 如果你是全模块部署，使用管理员账号，登录智控台，点击顶部`参数字典`，选择`参数管理`功能。
 
 然后搜索参数`server.voice_print`，此时，它的值应该是`null`值。

main/README.md

@@ -9,6 +9,7 @@
     *   [3.2. `manager-api` (管理后端 - Java Spring Boot实现)](#32-manager-api-管理后端---java-spring-boot实现)
     *   [3.3. `manager-web` (Web管理前端 - Vue.js实现)](#33-manager-web-web管理前端---vuejs实现)
     *   [3.4. `manager-mobile` (移动管理端 - uni-app+Vue3实现)](#34-manager-mobile-移动管理端---uni-appvue3实现)
+    *   [3.5. `digital-human` (数字人测试模块 - Python+Web实现)](#35-digital-human-数字人测试模块---pythonweb实现)
 4.  [数据流与交互机制](#4-数据流与交互机制)
 5.  [核心功能概要](#5-核心功能概要)
 6.  [部署与配置概述](#6-部署与配置概述)
@@ -67,6 +68,13 @@
     *   基于alova + @alova/adapter-uniapp实现网络请求，与manager-api无缝集成。
     *   使用pinia进行状态管理，确保数据一致性。
 
+6.  **`digital-human` (数字人测试模块 - Python+Web实现):**
+    这是一个独立的数字人测试模块，提供本地测试页面、前端交互资源、唤醒词运行时与事件桥能力，用于联调整个数字人交互链路。其主要能力包括：
+    *   提供浏览器端的数字人测试页面，用于验证音频播放、接收和交互流程。
+    *   集成本地唤醒词运行时，支持基于Sherpa-ONNX的关键词检测。
+    *   通过事件桥将页面状态与本地运行时打通，便于调试唤醒词触发与交互效果。
+    *   作为独立模块与`xiaozhi-server`、`manager-web`、`manager-api`并列，便于单独开发和部署。
+
 **高层交互流程概述:**
 
 *   **语音交互主线:** **ESP32设备**捕捉到用户语音后，通过**WebSocket**将音频数据实时传输给**`xiaozhi-server`**。`xiaozhi-server`完成一系列AI处理（VAD、ASR、LLM交互、TTS）后，再通过WebSocket将合成的语音回复发送回ESP32设备进行播放。所有与语音直接相关的实时交互均在此链路完成。
@@ -80,7 +88,8 @@ xiaozhi-esp32-server
   ├─ xiaozhi-server 8000 端口 Python语言开发 负责与esp32通信
   ├─ manager-web 8001 端口 Node.js+Vue开发 负责提供控制台的web界面
   ├─ manager-api 8002 端口 Java语言开发 负责提供控制台的api
-  └─ manager-mobile 跨平台移动应用 uni-app+Vue3开发 负责提供移动版智控台管理
+  ├─ manager-mobile 跨平台移动应用 uni-app+Vue3开发 负责提供移动版智控台管理
+  └─ digital-human 数字人测试模块 Python+Web实现 负责本地测试页面、唤醒词运行时与事件桥
 ```
 
 ---
@@ -366,6 +375,48 @@ xiaozhi-esp32-server
 
 ---
 
+### 3.5. `digital-human` (数字人测试模块 - Python+Web实现)
+
+`digital-human` 组件是一个独立的数字人测试模块，负责提供本地测试页面、页面资源、唤醒词运行时和事件桥能力。它主要用于联调整个数字人交互链路，帮助开发者验证页面交互、音频能力和本地唤醒词流程。
+
+*   **核心目标:**
+    *   提供独立的本地测试页面，用于验证数字人交互效果。
+    *   提供本地唤醒词运行时，支持关键词检测与事件上报。
+    *   为前端页面和本地运行时提供事件桥，打通测试链路。
+    *   以独立模块形式存在，便于单独开发、调试和部署。
+
+*   **核心技术栈:**
+    *   **Python 3:** 作为测试运行时的主要语言，负责启动本地服务、管理唤醒词运行时和事件桥。
+    *   **原生HTML/CSS/JavaScript:** 用于构建数字人测试页面与交互逻辑。
+    *   **Sherpa-ONNX:** 用于本地唤醒词检测。
+    *   **ThreadingHTTPServer / WebSocket桥接:** 用于承载测试页面、健康检查和本地事件通信。
+
+*   **关键实现细节:**
+
+    1.  **模块入口与页面资源:**
+        *   `start.py` 是模块启动入口，负责初始化测试运行时。
+        *   `index.html` 是数字人测试页面入口。
+        *   `js/`、`css/`、`images/`、`resources/` 目录提供页面脚本、样式和资源文件。
+
+    2.  **本地测试运行时:**
+        *   `wakeword_runtime/` 目录承载本地唤醒词运行时实现。
+        *   运行时负责配置加载、日志初始化、音频采集、关键词检测和服务生命周期管理。
+        *   模块默认通过本地HTTP服务暴露页面地址、事件桥地址和健康检查接口。
+
+    3.  **唤醒词检测链路:**
+        *   基于Sherpa-ONNX关键词检测模型，支持本地唤醒词触发。
+        *   模型文件和关键词配置位于 `wakeword_runtime/models/` 及相应配置文件中。
+        *   页面侧可结合事件桥观察唤醒词服务状态和触发结果。
+
+    4.  **调试与联调定位:**
+        *   启动后可通过浏览器访问本地页面，验证音频播放、接收和交互逻辑。
+        *   通过事件桥可以将唤醒词状态同步到页面，便于排查本地链路问题。
+        *   详细的模型下载、运行时配置和使用说明已整理在 `docs/digital-human-wakeword.md` 中。
+
+`digital-human` 的存在使得数字人相关能力可以脱离主服务独立验证，降低了页面调试、唤醒词联调和本地环境搭建的复杂度。
+
+---
+
 ## 4. 数据流与交互机制
 
 `xiaozhi-esp32-server` 系统通过各组件间定义清晰的数据流和交互协议来协同工作。主要的通信方式依赖于针对实时交互优化的WebSocket协议和适用于客户端-服务器请求的RESTful API。

main/README_en.md

@@ -9,6 +9,7 @@
     *   [3.2. `manager-api` (Management Backend - Java Spring Boot Implementation)](#32-manager-api-management-backend---java-spring-boot-implementation)
     *   [3.3. `manager-web` (Web Management Frontend - Vue.js Implementation)](#33-manager-web-web-management-frontend---vuejs-implementation)
     *   [3.4. `manager-mobile` (Mobile Management Console - uni-app Implementation)](#34-manager-mobile-mobile-management-console---uniapp-implementation)
+    *   [3.5. `digital-human` (Digital Human Test Module - Python+Web Implementation)](#35-digital-human-digital-human-test-module---pythonweb-implementation)
 4.  [Data Flow and Interaction Mechanisms](#4-data-flow-and-interaction-mechanisms)
 5.  [Key Features Summary](#5-key-features-summary)
 6.  [Deployment and Configuration Overview](#6-deployment-and-configuration-overview)
@@ -60,6 +61,21 @@ The `xiaozhi-esp32-server` system adopts a **distributed, multi-component collab
     *   (Potential functionality) Monitoring system operation status, viewing logs, troubleshooting, etc.
     *   Comprehensive interaction with all backend management functions provided by `manager-api`.
 
+5.  **`manager-mobile` (Mobile Management Console - uni-app Implementation):**
+    This is a cross-platform mobile management application based on uni-app v3 + Vue 3 + Vite, supporting App (Android & iOS) and WeChat Mini Program. Its main capabilities include:
+    *   Providing a convenient management interface on mobile devices, similar in functionality to manager-web but optimized for mobile platforms.
+    *   Supporting core functions such as user login, device management, and AI service configuration.
+    *   Cross-platform adaptation, allowing a single codebase to run on iOS, Android, and WeChat Mini Programs.
+    *   Integrating with `manager-api` through alova + `@alova/adapter-uniapp`.
+    *   Using pinia for state management to ensure data consistency.
+
+6.  **`digital-human` (Digital Human Test Module - Python+Web Implementation):**
+    This is an independent digital human test module that provides a local test page, frontend interaction resources, a wake word runtime, and an event bridge for end-to-end debugging of the digital human interaction flow. Its main capabilities include:
+    *   Providing a browser-based digital human test page for validating audio playback, audio reception, and interaction flow.
+    *   Integrating a local wake word runtime with keyword detection based on Sherpa-ONNX.
+    *   Bridging page state and the local runtime through an event bridge to simplify wake word debugging.
+    *   Existing as a standalone module alongside `xiaozhi-server`, `manager-web`, and `manager-api`, making independent development and deployment easier.
+
 **High-Level Interaction Flow Overview:**
 
 *   **Voice Interaction Main Line:** After the **ESP32 device** captures user voice, it transmits audio data in real-time to **`xiaozhi-server`** through **WebSocket**. After `xiaozhi-server` completes a series of AI processing (VAD, ASR, LLM interaction, TTS), it sends the synthesized voice response back to the ESP32 device for playback through WebSocket. All real-time interactions directly related to voice are completed in this link.
@@ -73,7 +89,8 @@ xiaozhi-esp32-server
   ├─ xiaozhi-server Port 8000 Python development Responsible for ESP32 communication
   ├─ manager-web Port 8001 Node.js+Vue development Responsible for providing web interface for console
   ├─ manager-api Port 8002 Java development Responsible for providing console API
-  └─ manager-mobile Cross-platform mobile application uni-app+Vue3 development Responsible for providing mobile console management
+  ├─ manager-mobile Cross-platform mobile application uni-app+Vue3 development Responsible for providing mobile console management
+  └─ digital-human Digital human test module Python+Web implementation Responsible for local test page, wake word runtime, and event bridge
 ```
 
 ---
@@ -257,6 +274,46 @@ The `manager-mobile` component is a cross-platform mobile management application
 
 `manager-mobile` provides users with a fully functional, smooth mobile management tool through the application of these technologies, allowing administrators to perform system management and configuration anytime, anywhere.
 
+### 3.5. `digital-human` (Digital Human Test Module - Python+Web Implementation)
+
+The `digital-human` component is an independent digital human test module responsible for providing a local test page, page resources, a wake word runtime, and an event bridge. It is primarily used to debug the complete digital human interaction flow and to validate frontend interaction, audio capability, and local wake word behavior.
+
+*   **Core Objectives:**
+    *   Provide an independent local test page for validating digital human interaction effects.
+    *   Provide a local wake word runtime for keyword detection and event reporting.
+    *   Provide an event bridge between the frontend page and the local runtime to connect the test flow.
+    *   Exist as a standalone module for easier independent development, debugging, and deployment.
+
+*   **Core Technologies:**
+    *   **Python 3:** Used for the local test runtime, service startup, wake word lifecycle management, and event bridge coordination.
+    *   **Native HTML/CSS/JavaScript:** Used to build the digital human test page and interaction logic.
+    *   **Sherpa-ONNX:** Used for local wake word keyword detection.
+    *   **ThreadingHTTPServer / WebSocket bridge:** Used to serve the local page, health check endpoint, and event communication.
+
+*   **Key Implementation Aspects:**
+
+    1.  **Module Entry and Page Resources:**
+        *   `start.py` is the module entry point responsible for starting the local test runtime.
+        *   `index.html` is the entry page for digital human testing.
+        *   The `js/`, `css/`, `images/`, and `resources/` directories provide frontend scripts, styles, and static resources.
+
+    2.  **Local Test Runtime:**
+        *   The `wakeword_runtime/` directory contains the local wake word runtime implementation.
+        *   The runtime is responsible for configuration loading, logging initialization, audio capture, keyword detection, and lifecycle management.
+        *   The module exposes a local page URL, event bridge URL, and health check endpoint through a local HTTP service.
+
+    3.  **Wake Word Detection Flow:**
+        *   Uses Sherpa-ONNX keyword detection models to support local wake word triggering.
+        *   Model files and keyword configurations are stored in `wakeword_runtime/models/` and related configuration files.
+        *   The page can observe runtime state and trigger results through the event bridge.
+
+    4.  **Debugging and Integration Positioning:**
+        *   After startup, developers can open the local page in a browser to validate playback, reception, and interaction logic.
+        *   The event bridge synchronizes wake word state to the page, which helps with local debugging.
+        *   Detailed model download, runtime configuration, and usage instructions are documented in `docs/digital-human-wakeword.md`.
+
+The `digital-human` module allows digital human related capabilities to be validated independently from the main service, reducing the complexity of page debugging, wake word integration, and local environment setup.
+
 ---
 
 ## 4. Data Flow and Interaction Mechanisms

main/digital-human/README.md

@@ -0,0 +1,46 @@
+本文档是开发类文档，如需部署小智服务端，[点击这里查看部署教程](../../README.md#%E9%83%A8%E7%BD%B2%E6%96%87%E6%A1%A3)
+
+如需查看一体机数字人落地部署、Kiosk 全屏启动和系统环境配置，[点击这里查看一体机部署指南](../../docs/all-in-one-digital-human-setup.md)
+
+如需查看唤醒词模型下载、运行时配置和详细使用说明，[点击这里查看唤醒词专题文档](../../docs/digital-human-wakeword.md)
+
+# 项目介绍
+
+digital-human 是独立的数字人测试模块，负责提供本地测试页面、前端交互资源、唤醒词运行时和事件桥能力，用于联调整个数字人交互链路。
+
+# 快速启动
+
+安装依赖：
+
+```bash
+pip install -r wakeword_runtime/requirements.txt
+```
+
+启动模块：
+
+```bash
+python start.py
+```
+
+# 访问地址
+
+启动后可访问：
+
+- 页面地址：http://127.0.0.1:8006/index.html
+- 事件桥地址：ws://127.0.0.1:8006/wakeword-ws
+- 健康检查：http://127.0.0.1:8006/health
+
+# 目录说明
+
+- `start.py`：模块启动入口
+- `index.html`：数字人测试页面入口
+- `wakeword_runtime`：本地唤醒词运行时与配置目录
+- `js`、`css`：页面前端脚本与样式
+- `images`、`resources`：页面资源文件
+
+# 相关文档
+
+- 一体机部署指南：适用于 x86 设备整机落地部署、Kiosk 展示和开机自启动配置
+	[../../docs/all-in-one-digital-human-setup.md](../../docs/all-in-one-digital-human-setup.md)
+- 唤醒词专题文档：适用于唤醒词模型下载、运行时配置和本地调试说明
+	[../../docs/digital-human-wakeword.md](../../docs/digital-human-wakeword.md)

main/digital-human/index.html

@@ -0,0 +1,416 @@
+<!DOCTYPE html>
+<html lang="zh-CN">
+
+<head>
+    <meta charset="UTF-8">
+    <meta name="viewport" content="width=device-width, initial-scale=1.0">
+    <title>小智数字人页面</title>
+    <link rel="stylesheet" href="css/index.css?v=0206">
+    <script>
+        // 检测是否使用file://协议打开
+        if (window.location.protocol === 'file:') {
+            document.addEventListener('DOMContentLoaded', function () {
+                // 创建背景模糊遮罩
+                const overlayDiv = document.createElement('div');
+                overlayDiv.className = 'file-protocol-overlay';
+                document.body.appendChild(overlayDiv);
+
+                // 创建警告框
+                const warningDiv = document.createElement('div');
+                warningDiv.id = 'fileProtocolWarning';
+                warningDiv.innerHTML = `
+                    <h2>⚠️ 警告：请使用HTTP服务器打开此页面</h2>
+                    <p>您当前使用的是本地文件方式打开页面（file://协议），这可能导致页面功能异常。</p>
+                    <p>您可以使用nginx映射启动小智数字人页面，也可以请按照以下步骤启动测试运行时：</p>
+                    <ol>
+                        <li>打开命令行终端</li>
+                        <li>命令行进入到 digital-human 目录</li>
+                        <li>执行以下命令启动小智数字人页面运行时：</li>
+                    </ol>
+                    <pre>python start.py</pre>
+                    <p>然后在浏览器中访问：<strong>http://localhost:8006/index.html</strong></p>
+                `;
+                document.body.appendChild(warningDiv);
+            });
+        }
+    </script>
+</head>
+
+<body>
+    <!-- 背景容器 -->
+    <div class="background-container" id="backgroundContainer">
+        <div class="background-overlay"></div>
+    </div>
+
+    <!-- 主容器 -->
+    <div class="container">
+
+        <!-- 摄像头显示区域（可拖动） -->
+        <div class="camera-container" id="cameraContainer">
+            <video id="cameraVideo" autoplay playsinline muted></video>
+            <div class="camera-switch-mask" id="cameraSwitchMask">
+                <div class="camera-switch-container">
+                    <!-- 摄像头切换按钮 -->
+                    <div class="camera-switch" id="cameraSwitch">
+                        <svg class="btn-icon" viewBox="0 0 1024 1024" version="1.1" xmlns="http://www.w3.org/2000/svg" p-id="7319" width="32" height="32"><path d="M722.1 530.3c0-44.9-13.8-86.5-37.2-120.9-0.3-0.6-0.6-1.2-0.9-1.7-2.9-4.2-6.1-8.1-9.2-12-0.4-0.5-0.7-1-1.1-1.5-21.4-26.3-48.3-46.7-78.7-59.9-0.8-0.4-1.7-0.8-2.5-1.2-4.9-2-9.8-3.8-14.9-5.5-1.8-0.6-3.6-1.3-5.4-1.8-4.4-1.3-8.8-2.4-13.3-3.5-2.5-0.6-4.9-1.2-7.4-1.7-1.2-0.2-2.4-0.6-3.6-0.8-3.3-0.6-6.7-0.8-10-1.3-2.3-0.3-4.6-0.7-6.9-0.9-5.6-0.5-11.2-0.8-16.7-0.9-1 0-2-0.1-3-0.1-0.2 0-0.3 0.1-0.5 0.1-42.8 0-84.6 13.1-120.4 38.6-11.5 8.1-14.2 24.1-6.2 35.7 8 11.6 23.8 14.4 35.2 6.3 27.7-19.7 60-29.6 93.1-29.3 4.8 0 9.5 0.3 14.1 0.7 1.4 0.2 2.8 0.4 4.3 0.5 3.8 0.5 7.6 1 11.3 1.8 1.6 0.3 3.3 0.8 4.9 1.1 3.7 0.8 7.3 1.7 10.9 2.8 1.1 0.4 2.2 0.8 3.4 1.2 4.1 1.3 8.1 2.8 12 4.5 0.4 0.2 0.8 0.4 1.2 0.5 23.6 10.3 44.3 26.1 60.4 45.9 0.1 0.1 0.2 0.3 0.3 0.4 22.7 28 36.4 63.9 36.4 102.9h-42.2L697 632.9l67.5-102.6h-42.4z m-119 133c-27.9 19.8-60.5 29.7-93.9 29.3-4.4-0.1-8.8-0.3-13.1-0.7-1.8-0.2-3.5-0.5-5.3-0.7-3.4-0.5-6.8-0.9-10.1-1.6-2-0.4-4-0.9-6.1-1.4-3.3-0.8-6.5-1.5-9.7-2.5-1.5-0.5-3-1-4.6-1.5-3.7-1.2-7.3-2.5-10.8-4-0.8-0.3-1.6-0.7-2.4-1.1-4.1-1.9-8.2-3.8-12.2-6l-0.6-0.3c-13.4-7.5-25.7-16.8-36.4-27.7-0.2-0.2-0.3-0.4-0.5-0.6-3.3-3.4-6.5-6.9-9.5-10.7-0.6-0.8-1.3-1.6-1.9-2.5-21.9-27.8-35.1-63-35.1-101.2h42.2l-67.5-102.6-67.5 102.6h42.2c0 45 13.9 86.7 37.3 121.1 0.3 0.5 0.5 1 0.8 1.5 2.4 3.5 5.1 6.8 7.7 10.1 1 1.3 1.9 2.6 2.9 3.8 3.9 4.7 7.9 9.2 12.1 13.5 0.4 0.4 0.8 0.9 1.2 1.3 14.1 14.3 30.1 26.4 47.4 36 0.5 0.3 0.9 0.6 1.4 0.8 5 2.7 10.1 5.2 15.3 7.5l3.9 1.8c4.4 1.9 9 3.5 13.6 5.1 2.2 0.7 4.4 1.5 6.6 2.2 4 1.2 8.1 2.2 12.3 3.2 2.8 0.7 5.5 1.4 8.3 1.9 1.2 0.3 2.3 0.6 3.4 0.8 3.9 0.7 7.8 1.1 11.8 1.6l4.2 0.6c7 0.7 14.1 1.2 21.1 1.2 42.9 0 84.7-13.3 120.6-38.8 11.4-8.2 14.2-24.1 6.2-35.8-8-11.5-23.8-14.3-35.3-6.2z m271.3-421.6H763c-26.5 0-82.9-119.7-112.5-119.7H370.6c-29.6 0-85.9 119.7-112.4 119.7H147.5c-46.3 0-83.9 40.2-83.9 89.7v478.8c0 49.6 37.6 89.8 83.9 89.8h726.9c46.3 0 83.9-40.1 83.9-89.8V331.4c0-49.5-37.6-89.7-83.9-89.7z m28 538.6c0 33.1-25 59.8-55.9 59.8h-671c-30.9 0-55.9-26.8-55.9-59.8V361.4c0-33 25-59.8 55.9-59.8h111.2c25.8 0 82-119.7 111.6-119.7h223.2c29.5 0 85.6 119.7 111.5 119.7h113.5c30.9 0 55.9 26.8 55.9 59.8v418.9z" p-id="7320" fill="#ffffff"></path></svg>
+                    </div>
+                </div>
+            </div>
+        </div>
+
+        <!-- 连接状态指示器 - 页面顶部中部 -->
+        <div class="connection-status-top">
+            <div class="status-indicator">
+                <span class="status-dot status-disconnected"></span>
+                <span id="connectionStatus">离线</span>
+            </div>
+        </div>
+
+        <!-- 模型加载提示 -->
+        <div class="model-container">
+            <div class="model-loading" id="modelLoading">
+                <div class="loading-char-float">
+                    <div class="main-char">
+                        <span>模</span><span>型</span><span>加</span><span>载</span><span>中</span><span>✨</span>
+                    </div>
+                    <div class="shadow-char">模型加载中✨</div>
+                </div>
+            </div>
+        </div>
+
+        <!-- Live2D Canvas 容器 -->
+        <canvas id="live2d-stage"></canvas>
+
+        <!-- 聊天消息流（弹幕样式） -->
+        <div class="chat-container">
+            <div class="chat-stream" id="chatStream">
+                <!-- 聊天消息将动态插入这里 -->
+            </div>
+            <div class="chat-ipt" id="chatIpt">
+                <input type="text" id="messageInput" autocomplete="off" placeholder="输入消息，按Enter发送">
+            </div>
+        </div>
+
+        <!-- 底部控制栏 -->
+        <div class="control-bar">
+            <button class="control-btn" id="settingsBtn" title="设置">
+                <svg class="btn-icon" viewBox="0 0 24 24" fill="currentColor">
+                    <path
+                        d="M12 15.5A3.5 3.5 0 0 1 8.5 12A3.5 3.5 0 0 1 12 8.5A3.5 3.5 0 0 1 15.5 12A3.5 3.5 0 0 1 12 15.5M19.43 12.97C19.47 12.65 19.5 12.33 19.5 12C19.5 11.67 19.47 11.34 19.43 11L21.54 9.37C21.73 9.22 21.78 8.95 21.66 8.73L19.66 5.27C19.54 5.05 19.27 4.96 19.05 5.05L16.56 6.05C16.04 5.66 15.5 5.32 14.87 5.07L14.5 2.42C14.46 2.18 14.25 2 14 2H10C9.75 2 9.54 2.18 9.5 2.42L9.13 5.07C8.5 5.32 7.96 5.66 7.44 6.05L4.95 5.05C4.73 4.96 4.46 5.05 4.34 5.27L2.34 8.73C2.22 8.95 2.27 9.22 2.46 9.37L4.57 11C4.53 11.34 4.5 11.67 4.5 12C4.5 12.33 4.53 12.65 4.57 12.97L2.46 14.63C2.27 14.78 2.22 15.05 2.34 15.27L4.34 18.73C4.46 18.95 4.73 19.03 4.95 18.95L7.44 17.94C7.96 18.34 8.5 18.68 9.13 18.93L9.5 21.58C9.54 21.82 9.75 22 10 22H14C14.25 22 14.46 21.82 14.5 21.58L14.87 18.93C15.5 18.68 16.04 18.34 16.56 17.94L19.05 18.95C19.27 19.03 19.54 18.95 19.66 18.73L21.66 15.27C21.78 15.05 21.73 14.78 21.54 14.63L19.43 12.97Z" />
+                </svg>
+                <span class="btn-text">设置</span>
+            </button>
+
+            <button class="control-btn" id="cameraBtn" title="请先连接服务器" disabled>
+                <svg class="btn-icon" viewBox="0 0 24 24" fill="currentColor">
+                    <path
+                        d="M17,10.5V7A1,1 0 0,0 16,6H4A1,1 0 0,0 3,7V17A1,1 0 0,0 4,18H16A1,1 0 0,0 17,17V13.5L21,17.5V6.5L17,10.5Z" />
+                </svg>
+                <span class="btn-text">摄像头</span>
+            </button>
+
+            <button class="control-btn dial-btn" id="dialBtn" title="拨号">
+                <svg class="btn-icon" viewBox="0 0 24 24" fill="currentColor">
+                    <path
+                        d="M6.62,10.79C8.06,13.62 10.38,15.94 13.21,17.38L15.41,15.18C15.69,14.9 16.08,14.82 16.43,14.93C17.55,15.3 18.75,15.5 20,15.5A1,1 0 0,1 21,16.5V20A1,1 0 0,1 20,21A17,17 0 0,1 3,4A1,1 0 0,1 4,3H7.5A1,1 0 0,1 8.5,4C8.5,5.25 8.7,6.45 9.07,7.57C9.18,7.92 9.1,8.31 8.82,8.59L6.62,10.79Z" />
+                </svg>
+                <span class="btn-text">拨号</span>
+            </button>
+
+            <button class="control-btn" id="recordBtn" title="开始录音" disabled>
+                <svg class="btn-icon" viewBox="0 0 24 24" fill="currentColor">
+                    <path
+                        d="M12,2A3,3 0 0,1 15,5V11A3,3 0 0,1 12,14A3,3 0 0,1 9,11V5A3,3 0 0,1 12,2M19,11C19,14.53 16.39,17.44 13,17.93V21H11V17.93C7.61,17.44 5,14.53 5,11H7A5,5 0 0,0 12,16A5,5 0 0,0 17,11H19Z" />
+                </svg>
+                <span class="btn-text">录音</span>
+            </button>
+        </div>
+    </div>
+
+    <!-- 设置弹窗 -->
+    <div class="modal" id="settingsModal">
+        <div class="modal-content settings-modal">
+            <div class="modal-header">
+                <h2>设置</h2>
+                <button class="close-btn" id="closeSettingsBtn">&times;</button>
+            </div>
+            <div class="modal-body">
+                <div class="settings-tabs">
+                    <button class="tab-btn active" data-tab="device">设备配置</button>
+                    <button class="tab-btn" data-tab="wakeword">唤醒词</button>
+                    <button class="tab-btn" data-tab="mcp">MCP工具</button>
+                    <button class="tab-btn" data-tab="other">数字人皮肤</button>
+                </div>
+
+                <div class="tab-content active" id="deviceTab">
+                    <!-- 设备配置面板 -->
+                    <div class="config-panel">
+                        <div class="control-panel">
+                            <div class="config-row">
+                                <div class="config-item">
+                                    <label for="deviceMac">设备MAC:</label>
+                                    <input type="text" id="deviceMac" placeholder="device-id">
+                                </div>
+                            </div>
+                            <div class="config-row">
+                                <div class="config-item">
+                                    <label for="clientId">客户端ID:</label>
+                                    <input type="text" id="clientId" value="web_test_client" placeholder="client-id">
+                                </div>
+                                <div class="config-item">
+                                    <label for="deviceName">设备名称:</label>
+                                    <input type="text" id="deviceName" value="Web测试设备" maxlength="50"
+                                        placeholder="deviceName">
+                                </div>
+                            </div>
+                            <div class="config-row">
+                                <div class="config-item">
+                                    <label for="emojiEnabled">情绪表情:</label>
+                                    <select id="emojiEnabled" class="model-select">
+                                        <option value="true">启用</option>
+                                        <option value="false" selected>禁用</option>
+                                    </select>
+                                </div>
+                            </div>
+                        </div>
+                    </div>
+
+                    <!-- 连接信息面板 -->
+                    <div class="connection-controls">
+                        <div class="input-group">
+                            <label for="otaUrl">OTA服务器地址:</label>
+                            <input type="text" id="otaUrl" value="http://127.0.0.1:8002/xiaozhi/ota/"
+                                placeholder="OTA服务器地址，如：http://127.0.0.1:8002/xiaozhi/ota/" />
+                        </div>
+                        <div class="input-group">
+                            <label for="serverUrl">WebSocket服务器地址:</label>
+                            <input type="text" id="serverUrl" value="" readonly disabled
+                                placeholder="填写OTA地址后，点击拨号按钮自动连接" />
+                        </div>
+                        <div class="input-group">
+                            <label for="visionUrl">视觉分析地址:</label>
+                            <input type="text" id="visionUrl" value="" readonly disabled placeholder="成功建立ws连接后自动获取" />
+                        </div>
+                    </div>
+                </div>
+
+                <div class="tab-content" id="wakewordTab">
+                    <div class="config-panel">
+                        <div class="control-panel">
+                            <div class="config-row">
+                                <div class="config-item">
+                                    <label for="wakewordEnabled">启用本地唤醒词:</label>
+                                    <select id="wakewordEnabled" class="model-select">
+                                        <option value="true">启用</option>
+                                        <option value="false">禁用</option>
+                                    </select>
+                                </div>
+                            </div>
+                            <div class="config-row">
+                                <div class="config-item">
+                                    <label for="wakewordWsUrl">唤醒词服务地址:</label>
+                                    <input type="text" id="wakewordWsUrl" placeholder="ws://127.0.0.1:8006/wakeword-ws">
+                                </div>
+                            </div>
+                            <div class="config-row">
+                                <div class="config-item">
+                                    <label for="wakewordList">唤醒词配置 (一行一个):</label>
+                                    <textarea id="wakewordList" placeholder="例如：&#10;小智小智&#10;你好小智"></textarea>
+                                </div>
+                            </div>
+                            <div class="modal-actions">
+                                <button type="button" class="btn-primary" id="applyWakewordBtn">应用唤醒词</button>
+                            </div>
+                        </div>
+                    </div>
+                </div>
+
+                <div class="tab-content" id="mcpTab">
+                    <!-- MCP 工具管理区域 -->
+                    <div class="mcp-tools-container">
+                        <div class="mcp-tools-header">
+                            <h3>MCP 工具管理</h3>
+                        </div>
+                        <div class="mcp-tools-panel" id="mcpToolsPanel">
+                            <div class="mcp-tools-list" id="mcpToolsContainer">
+                                <!-- 工具列表将动态插入这里 -->
+                            </div>
+                            <div class="mcp-actions">
+                                <button class="btn-primary" id="addMcpToolBtn">
+                                    ➕ 添加新工具
+                                </button>
+                            </div>
+                        </div>
+                    </div>
+                </div>
+
+                <div class="tab-content" id="otherTab">
+                    <div class="other-settings-panel">
+                        <div class="control-panel">
+                            <div class="config-row">
+                                <div class="config-item">
+                                    <label>选择模型:</label>
+                                    <select id="live2dModelSelect" class="model-select">
+                                        <option value="hiyori_pro_zh">hiyori (春日)</option>
+                                        <option value="natori_pro_zh">natori (名取)</option>
+                                    </select>
+                                </div>
+                            </div>
+                            <div class="config-row">
+                                <div class="config-item">
+                                    <label></label>
+                                    <button class="background-btn" id="backgroundBtn" title="切换背景">
+                                        <svg class="btn-icon" viewBox="0 0 24 24" fill="currentColor">
+                                            <path
+                                                d="M12,18A6,6 0 0,1 6,12C6,11 6.25,10.03 6.7,9.2L5.24,7.74C4.46,8.97 4,10.43 4,12A8,8 0 0,0 12,20V23L16,19L12,15V18M12,4V1L8,5L12,9V6A6,6 0 0,1 18,12C18,13 17.75,13.97 17.3,14.8L18.76,16.26C19.54,15.03 20,13.57 20,12A8,8 0 0,0 12,4Z" />
+                                        </svg>
+                                        <span class="btn-text">切换背景</span>
+                                    </button>
+                                </div>
+                            </div>
+                        </div>
+                    </div>
+                </div>
+            </div>
+        </div>
+    </div>
+
+    <!-- MCP 工具编辑模态框 -->
+    <div id="mcpToolModal" class="modal">
+        <div class="modal-content">
+            <div class="modal-header">
+                <h2 id="mcpModalTitle">添加工具</h2>
+                <button class="close-btn" id="closeMcpModalBtn">&times;</button>
+            </div>
+            <div class="modal-body">
+                <div id="mcpErrorContainer"></div>
+                <form id="mcpToolForm">
+                    <div class="input-group">
+                        <label for="mcpToolName">工具名称 *</label>
+                        <input type="text" id="mcpToolName" placeholder="例如: self.get_device_status" required>
+                    </div>
+                    <div class="input-group">
+                        <label for="mcpToolDescription">工具描述 *</label>
+                        <textarea id="mcpToolDescription" placeholder="详细描述工具的功能和使用场景..." required></textarea>
+                    </div>
+                    <div class="input-group">
+                        <div class="input-group-header">
+                            <label>输入参数</label>
+                            <button type="button" class="properties-btn-primary" id="addMcpPropertyBtn">
+                                ➕ 添加参数
+                            </button>
+                        </div>
+                        <div class="properties-container">
+                            <div class="mcp-empty-state" id="mcpEmptyState">
+                                暂无参数，点击上方按钮添加参数
+                            </div>
+                            <div class="mcp-properties-list" id="mcpPropertiesContainer">
+                            </div>
+                        </div>
+                    </div>
+                    <div class="input-group">
+                        <label for="mcpMockResponse">
+                            模拟返回结果 (JSON 格式，可选)
+                            <span style="font-size: 12px; color: #999; font-weight: normal;">- 留空则返回默认成功消息</span>
+                        </label>
+                        <textarea id="mcpMockResponse" placeholder='{"success": true, "data": "执行成功"}'></textarea>
+                    </div>
+                    <div class="modal-actions">
+                        <button type="button" class="btn-secondary" id="cancelMcpBtn">取消</button>
+                        <button type="submit" class="btn-primary">保存</button>
+                    </div>
+                </form>
+            </div>
+        </div>
+    </div>
+
+    <!-- 参数编辑模态框 -->
+    <div id="mcpPropertyModal" class="modal">
+        <div class="modal-content property-modal">
+            <div class="modal-header">
+                <h2 id="mcpPropertyModalTitle">编辑参数</h2>
+                <button class="close-btn" id="closeMcpPropertyModalBtn">&times;</button>
+            </div>
+            <div class="modal-body">
+                <form id="mcpPropertyForm">
+                    <input type="hidden" id="mcpPropertyIndex" value="-1">
+                    <div class="input-group">
+                        <label for="mcpPropertyName">参数名称 *</label>
+                        <input type="text" id="mcpPropertyName" placeholder="例如: param_1" required>
+                    </div>
+                    <div class="input-group">
+                        <label for="mcpPropertyType">数据类型 *</label>
+                        <select id="mcpPropertyType" class="model-select" required>
+                            <option value="string">字符串</option>
+                            <option value="integer">整数</option>
+                            <option value="number">数字</option>
+                            <option value="boolean">布尔值</option>
+                            <option value="array">数组</option>
+                            <option value="object">对象</option>
+                        </select>
+                    </div>
+                    <div class="input-group" id="mcpPropertyRangeGroup" style="display: none;">
+                        <div class="config-row">
+                            <div class="config-item">
+                                <label for="mcpPropertyMinimum">最小值</label>
+                                <input type="number" id="mcpPropertyMinimum" placeholder="可选">
+                            </div>
+                            <div class="config-item">
+                                <label for="mcpPropertyMaximum">最大值</label>
+                                <input type="number" id="mcpPropertyMaximum" placeholder="可选">
+                            </div>
+                        </div>
+                    </div>
+                    <div class="input-group">
+                        <label for="mcpPropertyDescription">参数描述</label>
+                        <input type="text" id="mcpPropertyDescription" placeholder="可选">
+                    </div>
+                    <div class="input-group">
+                        <label class="mcp-checkbox-label">
+                            <input type="checkbox" id="mcpPropertyRequired">
+                            必填参数
+                        </label>
+                    </div>
+                    <div class="modal-actions">
+                        <button type="button" class="btn-secondary" id="cancelMcpPropertyBtn">取消</button>
+                        <button type="submit" class="btn-primary">保存</button>
+                    </div>
+                </form>
+            </div>
+        </div>
+    </div>
+
+    <!-- 背景加载 -->
+    <script src="js/ui/background-load.js?v=0205"></script>
+
+    <!-- PIXI.js 2D渲染引擎 -->
+    <script src="js/live2d/pixi.js?v=0205"></script>
+
+    <!-- Live2D Cubism 4.0 SDK -->
+    <script src="js/live2d/live2dcubismcore.min.js?v=0205"></script>
+    <script src="js/live2d/cubism4.min.js?v=0205"></script>
+
+    <!-- Live2D 管理器 -->
+    <script src="js/live2d/live2d.js?v=0205"></script>
+
+    <!-- Opus解码库 -->
+    <script src="js/utils/libopus.js?v=0205"></script>
+
+    <!-- 主应用入口 -->
+    <script type="module" src="js/app.js?v=0205"></script>
+
+    <!-- 全局错误处理 -->
+    <script>
+        // 添加全局错误处理
+        window.addEventListener('error', function (event) {
+            console.error('全局错误:', event.error);
+        });
+
+        // 添加未处理的Promise拒绝处理
+        window.addEventListener('unhandledrejection', function (event) {
+            console.error('未处理的Promise拒绝:', event.reason);
+        });
+    </script>
+</body>
+
+</html>

main/digital-human/js/app.js

@@ -0,0 +1,373 @@
+// 主应用入口
+import { checkOpusLoaded, initOpusEncoder } from './core/audio/opus-codec.js?v=0205';
+import { getAudioPlayer } from './core/audio/player.js?v=0205';
+import { checkMicrophoneAvailability, isHttpNonLocalhost } from './core/audio/recorder.js?v=0205';
+import { initMcpTools } from './core/mcp/tools.js?v=0205';
+import { startWakewordBridgeListener } from './core/network/wakeword-bridge.js?v=0205';
+import { uiController } from './ui/controller.js?v=0205';
+import { log } from './utils/logger.js?v=0205';
+
+// 辅助函数：将Base64数据转换为Blob
+function dataURItoBlob(dataURI) {
+    const byteString = atob(dataURI.split(',')[1]);
+    const mimeString = dataURI.split(',')[0].split(':')[1].split(';')[0];
+    const ab = new ArrayBuffer(byteString.length);
+    const ia = new Uint8Array(ab);
+    for (let i = 0; i < byteString.length; i++) {
+        ia[i] = byteString.charCodeAt(i);
+    }
+    return new Blob([ab], { type: mimeString });
+}
+
+// 应用类
+class App {
+    constructor() {
+        this.uiController = null;
+        this.audioPlayer = null;
+        this.live2dManager = null;
+        this.cameraStream = null;
+        this.currentFacingMode = 'user';
+    }
+
+    // 初始化应用
+    async init() {
+        log('正在初始化应用...', 'info');
+        // 初始化UI控制器
+        this.uiController = uiController;
+        this.uiController.init();
+        // 检查Opus库
+        checkOpusLoaded();
+        // 初始化Opus编码器
+        initOpusEncoder();
+        // 初始化音频播放器
+        this.audioPlayer = getAudioPlayer();
+        await this.audioPlayer.start();
+        // 初始化MCP工具
+        initMcpTools();
+        // 初始化本地唤醒事件监听
+        startWakewordBridgeListener();
+        // 检查麦克风可用性
+        await this.checkMicrophoneAvailability();
+        // 检查摄像头可用性
+        this.checkCameraAvailability();
+        // 初始化Live2D
+        await this.initLive2D();
+        // 初始化摄像头
+        this.initCamera();
+        // 关闭加载loading
+        this.setModelLoadingStatus(false);
+        log('应用初始化完成', 'success');
+    }
+
+    // 初始化Live2D
+    async initLive2D() {
+        try {
+            // 检查Live2DManager是否已加载
+            if (typeof window.Live2DManager === 'undefined') {
+                throw new Error('Live2DManager未加载，请检查脚本引入顺序');
+            }
+            this.live2dManager = new window.Live2DManager();
+            await this.live2dManager.initializeLive2D();
+            // 更新UI状态
+            const live2dStatus = document.getElementById('live2dStatus');
+            if (live2dStatus) {
+                live2dStatus.textContent = '● 已加载';
+                live2dStatus.className = 'status loaded';
+            }
+            log('Live2D初始化完成', 'success');
+        } catch (error) {
+            log(`Live2D初始化失败: ${error.message}`, 'error');
+            // 更新UI状态
+            const live2dStatus = document.getElementById('live2dStatus');
+            if (live2dStatus) {
+                live2dStatus.textContent = '● 加载失败';
+                live2dStatus.className = 'status error';
+            }
+        }
+    }
+
+    // 设置model加载状态
+    setModelLoadingStatus(isLoading) {
+        const modelLoading = document.getElementById('modelLoading');
+        if (modelLoading) {
+            modelLoading.style.display = isLoading ? 'flex' : 'none';
+        }
+    }
+
+    /**
+     * 检查麦克风可用性
+     * 在应用初始化时调用，检查麦克风是否可用并更新UI状态
+     */
+    async checkMicrophoneAvailability() {
+        try {
+            const isAvailable = await checkMicrophoneAvailability();
+            const isHttp = isHttpNonLocalhost();
+            // 保存可用性状态到全局变量
+            window.microphoneAvailable = isAvailable;
+            window.isHttpNonLocalhost = isHttp;
+            // 更新UI
+            if (this.uiController) {
+                this.uiController.updateMicrophoneAvailability(isAvailable, isHttp);
+            }
+            log(`麦克风可用性检查完成: ${isAvailable ? '可用' : '不可用'}`, isAvailable ? 'success' : 'warning');
+        } catch (error) {
+            log(`检查麦克风可用性失败: ${error.message}`, 'error');
+            // 默认设置为不可用
+            window.microphoneAvailable = false;
+            window.isHttpNonLocalhost = isHttpNonLocalhost();
+            if (this.uiController) {
+                this.uiController.updateMicrophoneAvailability(false, window.isHttpNonLocalhost);
+            }
+        }
+    }
+
+    // 检查摄像头可用性
+    checkCameraAvailability() {
+        window.cameraAvailable = true;
+        log('摄像头可用性检查完成: 默认已绑定验证码', 'success');
+    }
+
+    // 初始化摄像头
+    async initCamera() {
+        const cameraContainer = document.getElementById('cameraContainer');
+        const cameraVideo = document.getElementById('cameraVideo');
+        const cameraSwitch = document.getElementById('cameraSwitch');
+        const cameraSwitchMask = document.getElementById('cameraSwitchMask');
+        const dialBtn = document.getElementById('dialBtn');
+
+        if (!cameraContainer || !cameraVideo) {
+            log('摄像头元素未找到，跳过初始化', 'warning');
+            return Promise.resolve(false);
+        }
+
+        let isDragging = false;
+        let currentX, currentY, initialX, initialY;
+        let xOffset = 0, yOffset = 0;
+
+        cameraContainer.addEventListener('mousedown', dragStart);
+        document.addEventListener('mousemove', drag);
+        document.addEventListener('mouseup', dragEnd);
+        cameraContainer.addEventListener('touchstart', dragStart, { passive: false });
+        document.addEventListener('touchmove', drag, { passive: false });
+        document.addEventListener('touchend', dragEnd);
+
+        function dragStart(e) {
+            if (e.type === 'touchstart') {
+                initialX = e.touches[0].clientX - xOffset;
+                initialY = e.touches[0].clientY - yOffset;
+            } else {
+                initialX = e.clientX - xOffset;
+                initialY = e.clientY - yOffset;
+            }
+            isDragging = true;
+            cameraContainer.classList.add('dragging');
+        }
+
+        function drag(e) {
+            if (isDragging) {
+                e.preventDefault();
+                if (e.type === 'touchmove') {
+                    currentX = e.touches[0].clientX - initialX;
+                    currentY = e.touches[0].clientY - initialY;
+                } else {
+                    currentX = e.clientX - initialX;
+                    currentY = e.clientY - initialY;
+                }
+                xOffset = currentX;
+                yOffset = currentY;
+                cameraContainer.style.transform = `translate3d(${currentX}px, ${currentY}px, 0)`;
+            }
+        }
+
+        function dragEnd() {
+            initialX = currentX;
+            initialY = currentY;
+            isDragging = false;
+            cameraContainer.classList.remove('dragging');
+        }
+
+        return new Promise((resolve) => {
+            window.startCamera = async () => {
+                try {
+                    if (!navigator.mediaDevices || !navigator.mediaDevices.getUserMedia) {
+                        log('浏览器不支持摄像头API', 'warning');
+                        return false;
+                    }
+                    log('正在请求摄像头权限...', 'info');
+                    this.cameraStream = await navigator.mediaDevices.getUserMedia({
+                        video: { width: 180, height: 240, facingMode: this.currentFacingMode },
+                        audio: false
+                    });
+                    cameraVideo.srcObject = this.cameraStream;
+                    const devices = await navigator.mediaDevices.enumerateDevices();
+                    const videoDevices = devices.filter(device => device.kind === 'videoinput');
+                    if (videoDevices.length > 1) {
+                        if (cameraSwitch) cameraSwitch.classList.add('active'); 
+                    }
+                    cameraContainer.classList.add('active');
+
+                    // 切换时挂断情况
+                    const hasActive = dialBtn.classList.contains('dial-active');
+                    if (!hasActive) {
+                        cameraContainer.classList.remove('active');
+                        cameraSwitch.classList.remove('active');
+                        window.stopCamera();
+                    }
+                    log('摄像头已启动', 'success');
+                    return true;
+                } catch (error) {
+                    log(`启动摄像头失败: ${error.name} - ${error.message}`, 'error');
+                    if (error.name === 'NotAllowedError') {
+                        log('摄像头权限被拒绝，请检查浏览器设置', 'warning');
+                    } else if (error.name === 'NotFoundError') {
+                        log('未找到摄像头设备', 'warning');
+                    } else if (error.name === 'NotReadableError') {
+                        log('摄像头已被其他程序占用', 'warning');
+                    }
+                    return false;
+                }
+            };
+
+            window.stopCamera = () => {
+                if (this.cameraStream) {
+                    this.cameraStream.getTracks().forEach(track => track.stop());
+                    this.cameraStream = null;
+                    cameraVideo.srcObject = null;
+                    log('摄像头已关闭', 'info');
+                }
+            };
+
+            window.switchCamera = async() => {
+                if (window.switchCameraTimer) return;
+                if (this.cameraStream) {
+                    const currentTransform = window.getComputedStyle(cameraContainer).transform;
+                    const originalTransform = currentTransform === 'none' ? 'translate(0px, 0px)' : currentTransform;
+                    cameraContainer.style.setProperty('--original-transform', originalTransform);
+                    cameraContainer.classList.add('flip');
+                    if (cameraSwitchMask) cameraSwitchMask.style.opacity = 0; 
+                    this.currentFacingMode = this.currentFacingMode === 'user' ? 'environment' : 'user';
+                    window.stopCamera();
+                    window.startCamera();
+                    
+                    window.switchCameraTimer = setTimeout(() => {
+                        if (this.currentFacingMode === 'user') {
+                            cameraVideo.style.transform = 'scaleX(-1)';
+                        } else {
+                            cameraVideo.style.transform = 'scaleX(1)';
+                        }
+                        window.switchCameraTimer = null;
+                        cameraContainer.classList.remove('flip');
+                        cameraContainer.style.removeProperty('--original-transform');
+                        if (cameraSwitchMask) cameraSwitchMask.style.opacity = 1; 
+                    }, 500);
+                }
+            };
+
+            window.takePhoto = (question = '描述一下看到的物品') => {
+                return new Promise(async (resolve) => {
+                    const canvas = document.createElement('canvas');
+                    const video = cameraVideo;
+
+                    if (!video || video.readyState !== video.HAVE_ENOUGH_DATA) {
+                        log('无法拍照：摄像头未就绪', 'warning');
+                        resolve({
+                            success: false,
+                            error: '摄像头未就绪，请确保已连接且摄像头已启动'
+                        });
+                        return;
+                    }
+
+                    canvas.width = video.videoWidth || 180;
+                    canvas.height = video.videoHeight || 240;
+                    const ctx = canvas.getContext('2d');
+                    ctx.drawImage(video, 0, 0, canvas.width, canvas.height);
+
+                    const photoData = canvas.toDataURL('image/jpeg', 0.8);
+                    log(`拍照成功，图像数据长度: ${photoData.length}`, 'success');
+
+                    try {
+                        const xz_tester_vision = localStorage.getItem('xz_tester_vision');
+                        if (xz_tester_vision) {
+                            let visionInfo = null;
+
+                            try {
+                                visionInfo = JSON.parse(xz_tester_vision);
+                            } catch (err) {
+                                throw new Error(`视觉配置解析失败`);
+                            }
+
+                            const { url, token } = visionInfo || {};
+                            if (!url || !token) {
+                                throw new Error('视觉分析失败：配置缺少接口地址(url)或令牌(token)');
+                            }
+
+                            log(`正在发送图片到视觉分析接口: ${url}`, 'info');
+
+                            const deviceId = document.getElementById('deviceMac')?.value || '';
+                            const clientId = document.getElementById('clientId')?.value || 'web_test_client';
+
+                            const formData = new FormData();
+                            formData.append('question', question);
+                            formData.append('image', dataURItoBlob(photoData), 'photo.jpg');
+
+                            const response = await fetch(url, {
+                                method: 'POST',
+                                body: formData,
+                                headers: {
+                                    'Device-Id': deviceId,
+                                    'Client-Id': clientId,
+                                    'Authorization': `Bearer ${token}`
+                                }
+                            });
+
+                            if (!response.ok) {
+                                throw new Error(`HTTP error! status: ${response.status}`);
+                            }
+
+                            const analysisResult = await response.json();
+                            log(`视觉分析完成: ${JSON.stringify(analysisResult).substring(0, 200)}...`, 'success');
+
+                            resolve({
+                                success: true,
+                                message: question,
+                                photo_data: photoData,
+                                photo_width: canvas.width,
+                                photo_height: canvas.height,
+                                vision_analysis: analysisResult
+                            });
+                        } else {
+                            log('未配置视觉分析服务', 'warning');
+                        }
+                    } catch (error) {
+                        log(`视觉分析失败: ${error.message}`, 'error');
+                        resolve({
+                            success: true,
+                            message: question,
+                            photo_data: photoData,
+                            photo_width: canvas.width,
+                            photo_height: canvas.height,
+                            vision_analysis: {
+                                success: false,
+                                error: error.message,
+                                fallback: '无法连接到视觉分析服务'
+                            }
+                        });
+                    }
+                });
+            };
+
+            log('摄像头初始化完成', 'success');
+            resolve(true);
+        });
+    }
+}
+
+// 创建并启动应用
+const app = new App();
+// 将应用实例暴露到全局，供其他模块访问
+window.chatApp = app;
+document.addEventListener('DOMContentLoaded', () => {
+    // 初始化应用
+    app.init();
+});
+export default app;

main/digital-human/js/config/default-mcp-tools.json

@@ -1,4 +1,22 @@
 [
+    {
+        "name": "self_camera_take_photo",
+        "description": "Take a photo using the device's camera. This tool captures the current camera frame and returns the image data. You MUST call this tool when user asks to 'take a photo', 'what do you see', 'describe what you see', or similar requests. After getting the photo data, describe what you see in the image. Parameter 'question' is optional, defaults to 'describe objects seen'.",
+        "inputSchema": {
+            "type": "object",
+            "properties": {
+                "question": {
+                    "type": "string",
+                    "description": "Question to guide the photo analysis, e.g., 'describe the objects seen'. Can be empty."
+                }
+            }
+        },
+        "mockResponse": {
+            "success": true,
+            "photo_data": "base64_image_data",
+            "response": "Please describe what you see based on the returned photo_data"
+        }
+    },
     {
         "name": "self.get_device_status",
         "description": "Provides the real-time information of the device, including the current status of the audio speaker, screen, battery, network, etc.\nUse this tool for: \n1. Answering questions about current condition (e.g. what is the current volume of the audio speaker?)\n2. As the first step to control the device (e.g. turn up / down the volume of the audio speaker, etc.)",

main/digital-human/js/config/manager.js

@@ -0,0 +1,127 @@
+// 配置管理模块
+
+// 默认唤醒词列表
+export const DEFAULT_WAKE_WORDS = '你好小智\n你好小志\n小爱同学\n你好小鑫\n你好小新\n小美同学\n小龙小龙\n喵喵同学\n小滨小滨\n小冰小冰\n嘿你好呀';
+
+// 生成随机MAC地址
+function generateRandomMac() {
+    const hexDigits = '0123456789ABCDEF';
+    let mac = '';
+    for (let i = 0; i < 6; i++) {
+        if (i > 0) mac += ':';
+        for (let j = 0; j < 2; j++) {
+            mac += hexDigits.charAt(Math.floor(Math.random() * 16));
+        }
+    }
+    return mac;
+}
+
+// 加载配置
+export function loadConfig() {
+    const deviceMacInput = document.getElementById('deviceMac');
+    const deviceNameInput = document.getElementById('deviceName');
+    const clientIdInput = document.getElementById('clientId');
+    const otaUrlInput = document.getElementById('otaUrl');
+    const wakewordWsUrlInput = document.getElementById('wakewordWsUrl');
+    const wakewordEnabledInput = document.getElementById('wakewordEnabled');
+    const wakewordListInput = document.getElementById('wakewordList');
+
+    // 从localStorage加载MAC地址，如果没有则生成新的
+    let savedMac = localStorage.getItem('xz_tester_deviceMac');
+    if (!savedMac) {
+        savedMac = generateRandomMac();
+        localStorage.setItem('xz_tester_deviceMac', savedMac);
+    }
+    deviceMacInput.value = savedMac;
+
+    // 从localStorage加载其他配置
+    const savedDeviceName = localStorage.getItem('xz_tester_deviceName');
+    if (savedDeviceName) {
+        deviceNameInput.value = savedDeviceName;
+    }
+
+    const savedClientId = localStorage.getItem('xz_tester_clientId');
+    if (savedClientId) {
+        clientIdInput.value = savedClientId;
+    }
+
+    const savedOtaUrl = localStorage.getItem('xz_tester_otaUrl');
+    if (savedOtaUrl) {
+        otaUrlInput.value = savedOtaUrl;
+    }
+
+    const savedWakewordWsUrl = localStorage.getItem('xz_tester_wakewordWsUrl');
+    if (savedWakewordWsUrl !== null && wakewordWsUrlInput) {
+        wakewordWsUrlInput.value = savedWakewordWsUrl;
+    }
+
+    const savedWakewordEnabled = localStorage.getItem('xz_tester_wakewordEnabled');
+    if (savedWakewordEnabled !== null && wakewordEnabledInput) {
+        wakewordEnabledInput.value = savedWakewordEnabled;
+    }
+
+    const savedWakewordList = localStorage.getItem('xz_tester_wakewordList');
+    if (savedWakewordList !== null && wakewordListInput) {
+        wakewordListInput.value = savedWakewordList;
+    } else if (wakewordListInput) {
+        wakewordListInput.value = DEFAULT_WAKE_WORDS;
+    }
+
+    const emojiEnabledInput = document.getElementById('emojiEnabled');
+    const savedEmojiEnabled = localStorage.getItem('xz_tester_emojiEnabled');
+    if (savedEmojiEnabled !== null && emojiEnabledInput) {
+        emojiEnabledInput.value = savedEmojiEnabled;
+    }
+}
+
+// 保存配置
+export function saveConfig() {
+    const deviceMacInput = document.getElementById('deviceMac');
+    const deviceNameInput = document.getElementById('deviceName');
+    const clientIdInput = document.getElementById('clientId');
+    const wakewordWsUrlInput = document.getElementById('wakewordWsUrl');
+    const wakewordEnabledInput = document.getElementById('wakewordEnabled');
+    const wakewordListInput = document.getElementById('wakewordList');
+
+    localStorage.setItem('xz_tester_deviceMac', deviceMacInput.value);
+    localStorage.setItem('xz_tester_deviceName', deviceNameInput.value);
+    localStorage.setItem('xz_tester_clientId', clientIdInput.value);
+    const emojiEnabledInput = document.getElementById('emojiEnabled');
+    if (emojiEnabledInput) {
+        localStorage.setItem('xz_tester_emojiEnabled', emojiEnabledInput.value);
+    }
+    if (wakewordEnabledInput) {
+        localStorage.setItem('xz_tester_wakewordEnabled', wakewordEnabledInput.value);
+    }
+    if (wakewordListInput) {
+        localStorage.setItem('xz_tester_wakewordList', wakewordListInput.value);
+    }
+    if (wakewordWsUrlInput && wakewordWsUrlInput.value.trim()) {
+        localStorage.setItem('xz_tester_wakewordWsUrl', wakewordWsUrlInput.value.trim());
+    }
+}
+
+// 获取配置值
+export function getConfig() {
+    // 从DOM获取值
+    const deviceMac = document.getElementById('deviceMac')?.value.trim() || '';
+    const deviceName = document.getElementById('deviceName')?.value.trim() || '';
+    const clientId = document.getElementById('clientId')?.value.trim() || '';
+    const emojiEnabled = document.getElementById('emojiEnabled')?.value !== 'false';
+
+    return {
+        deviceId: deviceMac,  // 使用MAC地址作为deviceId
+        deviceName,
+        deviceMac,
+        clientId,
+        emojiEnabled
+    };
+}
+
+// 保存连接URL
+export function saveConnectionUrls() {
+    const otaUrl = document.getElementById('otaUrl').value.trim();
+    const wsUrl = document.getElementById('serverUrl').value.trim();
+    localStorage.setItem('xz_tester_otaUrl', otaUrl);
+    localStorage.setItem('xz_tester_wsUrl', wsUrl);
+}

main/digital-human/js/core/audio/opus-codec.js

@@ -1,5 +1,4 @@
-import { log } from '../../utils/logger.js';
+import { log } from '../../utils/logger.js?v=0205';
-import { updateScriptStatus } from '../../ui/dom-helper.js'
 
 
 // 检查Opus库是否已加载
@@ -15,7 +14,6 @@ export function checkOpusLoaded() {
             // 使用Module.instance对象替换全局Module对象
             window.ModuleInstance = Module.instance;
             log('Opus库加载成功（使用Module.instance）', 'success');
-            updateScriptStatus('Opus库加载成功', 'success');
 
             // 3秒后隐藏状态
             const statusElement = document.getElementById('scriptStatus');
@@ -27,7 +25,6 @@ export function checkOpusLoaded() {
         if (typeof Module._opus_decoder_get_size === 'function') {
             window.ModuleInstance = Module;
             log('Opus库加载成功（使用全局Module）', 'success');
-            updateScriptStatus('Opus库加载成功', 'success');
 
             // 3秒后隐藏状态
             const statusElement = document.getElementById('scriptStatus');
@@ -38,7 +35,6 @@ export function checkOpusLoaded() {
         throw new Error('Opus解码函数未找到，可能Module结构不正确');
     } catch (err) {
         log(`Opus库加载失败，请检查libopus.js文件是否存在且正确: ${err.message}`, 'error');
-        updateScriptStatus('Opus库加载失败，请检查libopus.js文件是否存在且正确', 'error');
     }
 }
 

main/digital-human/js/core/audio/player.js

@@ -1,7 +1,7 @@
 // 音频播放模块
-import { log } from '../../utils/logger.js';
+import BlockingQueue from '../../utils/blocking-queue.js?v=0205';
-import BlockingQueue from '../../utils/blocking-queue.js';
+import { log } from '../../utils/logger.js?v=0205';
-import { createStreamingContext } from './stream-context.js';
+import { createStreamingContext } from './stream-context.js?v=0205';
 
 // 音频播放器类
 export class AudioPlayer {
@@ -249,6 +249,41 @@ export class AudioPlayer {
         this.playBufferedAudio();
         this.startAudioBuffering();
     }
+
+    // 获取音频包统计信息
+    getAudioStats() {
+        if (!this.streamingContext) {
+            return {
+                pendingDecode: 0,
+                pendingPlay: 0,
+                totalPending: 0
+            };
+        }
+
+        const pendingDecode = this.streamingContext.getPendingDecodeCount();
+        const pendingPlay = this.streamingContext.getPendingPlayCount();
+
+        return {
+            pendingDecode,  // 待解码包数
+            pendingPlay,    // 待播放包数
+            totalPending: pendingDecode + pendingPlay  // 总待处理包数
+        };
+    }
+
+    // 清空所有音频缓冲并停止播放
+    clearAllAudio() {
+        log('AudioPlayer: 清空所有音频', 'info');
+
+        // 清空接收队列（使用clear方法保持对象引用）
+        this.queue.clear();
+
+        // 清空流上下文的所有缓冲
+        if (this.streamingContext) {
+            this.streamingContext.clearAllBuffers();
+        }
+
+        log('AudioPlayer: 音频已清空', 'success');
+    }
 }
 
 // 创建单例

main/digital-human/js/core/audio/recorder.js

@@ -1,9 +1,9 @@
-// 音频录制模块
+// Audio recording module
-import { log } from '../../utils/logger.js';
+import { log } from '../../utils/logger.js?v=0205';
-import { initOpusEncoder } from './opus-codec.js';
+import { initOpusEncoder } from './opus-codec.js?v=0205';
-import { getAudioPlayer } from './player.js';
+import { getAudioPlayer } from './player.js?v=0205';
 
-// 音频录制器类
+// Audio recorder class
 export class AudioRecorder {
     constructor() {
         this.isRecording = false;
@@ -19,25 +19,23 @@ export class AudioRecorder {
         this.visualizationRequest = null;
         this.recordingTimer = null;
         this.websocket = null;
-
+        // Callback functions
-        // 回调函数
         this.onRecordingStart = null;
         this.onRecordingStop = null;
         this.onVisualizerUpdate = null;
     }
 
-    // 设置WebSocket实例
+    // Set WebSocket instance
     setWebSocket(ws) {
         this.websocket = ws;
     }
 
-    // 获取AudioContext实例
+    // Get AudioContext instance
     getAudioContext() {
-        const audioPlayer = getAudioPlayer();
+        return getAudioPlayer().getAudioContext();
-        return audioPlayer.getAudioContext();
     }
 
-    // 初始化编码器
+    // Initialize encoder
     initEncoder() {
         if (!this.opusEncoder) {
             this.opusEncoder = initOpusEncoder();
@@ -45,7 +43,7 @@ export class AudioRecorder {
         return this.opusEncoder;
     }
 
-    // PCM处理器代码
+    // PCM processor code
     getAudioProcessorCode() {
         return `
             class AudioRecorderProcessor extends AudioWorkletProcessor {
@@ -56,166 +54,132 @@ export class AudioRecorder {
                     this.buffer = new Int16Array(this.frameSize);
                     this.bufferIndex = 0;
                     this.isRecording = false;
-
                     this.port.onmessage = (event) => {
                         if (event.data.command === 'start') {
                             this.isRecording = true;
                             this.port.postMessage({ type: 'status', status: 'started' });
                         } else if (event.data.command === 'stop') {
                             this.isRecording = false;
-
                             if (this.bufferIndex > 0) {
                                 const finalBuffer = this.buffer.slice(0, this.bufferIndex);
-                                this.port.postMessage({
+                                this.port.postMessage({ type: 'buffer', buffer: finalBuffer });
-                                    type: 'buffer',
-                                    buffer: finalBuffer
-                                });
                                 this.bufferIndex = 0;
                             }
-
                             this.port.postMessage({ type: 'status', status: 'stopped' });
                         }
                     };
                 }
-
                 process(inputs, outputs, parameters) {
                     if (!this.isRecording) return true;
-
                     const input = inputs[0][0];
                     if (!input) return true;
-
                     for (let i = 0; i < input.length; i++) {
                         if (this.bufferIndex >= this.frameSize) {
-                            this.port.postMessage({
+                            this.port.postMessage({ type: 'buffer', buffer: this.buffer.slice(0) });
-                                type: 'buffer',
-                                buffer: this.buffer.slice(0)
-                            });
                             this.bufferIndex = 0;
                         }
-
                         this.buffer[this.bufferIndex++] = Math.max(-32768, Math.min(32767, Math.floor(input[i] * 32767)));
                     }
-
                     return true;
                 }
             }
-
             registerProcessor('audio-recorder-processor', AudioRecorderProcessor);
         `;
     }
 
-    // 创建音频处理器
+    // Create audio processor
     async createAudioProcessor() {
         this.audioContext = this.getAudioContext();
-
         try {
             if (this.audioContext.audioWorklet) {
                 const blob = new Blob([this.getAudioProcessorCode()], { type: 'application/javascript' });
                 const url = URL.createObjectURL(blob);
                 await this.audioContext.audioWorklet.addModule(url);
                 URL.revokeObjectURL(url);
-
                 const audioProcessor = new AudioWorkletNode(this.audioContext, 'audio-recorder-processor');
-
                 audioProcessor.port.onmessage = (event) => {
                     if (event.data.type === 'buffer') {
                         this.processPCMBuffer(event.data.buffer);
                     }
                 };
-
                 log('使用AudioWorklet处理音频', 'success');
-
                 const silent = this.audioContext.createGain();
                 silent.gain.value = 0;
                 audioProcessor.connect(silent);
                 silent.connect(this.audioContext.destination);
                 return { node: audioProcessor, type: 'worklet' };
             } else {
-                log('AudioWorklet不可用，使用ScriptProcessorNode作为回退方案', 'warning');
+                log('AudioWorklet不可用，使用ScriptProcessorNode作为后备方案', 'warning');
                 return this.createScriptProcessor();
             }
         } catch (error) {
-            log(`创建音频处理器失败: ${error.message}，尝试回退方案`, 'error');
+            log(`创建音频处理器失败: ${error.message}，尝试后备方案`, 'error');
             return this.createScriptProcessor();
         }
     }
 
-    // 创建ScriptProcessor作为回退
+    // Create ScriptProcessor as fallback
     createScriptProcessor() {
         try {
             const frameSize = 4096;
             const scriptProcessor = this.audioContext.createScriptProcessor(frameSize, 1, 1);
-
             scriptProcessor.onaudioprocess = (event) => {
                 if (!this.isRecording) return;
-
                 const input = event.inputBuffer.getChannelData(0);
                 const buffer = new Int16Array(input.length);
-
                 for (let i = 0; i < input.length; i++) {
                     buffer[i] = Math.max(-32768, Math.min(32767, Math.floor(input[i] * 32767)));
                 }
-
                 this.processPCMBuffer(buffer);
             };
-
             const silent = this.audioContext.createGain();
             silent.gain.value = 0;
             scriptProcessor.connect(silent);
             silent.connect(this.audioContext.destination);
-
+            log('使用ScriptProcessorNode作为后备方案成功', 'warning');
-            log('使用ScriptProcessorNode作为回退方案成功', 'warning');
             return { node: scriptProcessor, type: 'processor' };
         } catch (fallbackError) {
-            log(`回退方案也失败: ${fallbackError.message}`, 'error');
+            log(`后备方案也失败: ${fallbackError.message}`, 'error');
             return null;
         }
     }
 
-    // 处理PCM缓冲数据
+    // Process PCM buffer data
     processPCMBuffer(buffer) {
         if (!this.isRecording) return;
-
         const newBuffer = new Int16Array(this.pcmDataBuffer.length + buffer.length);
         newBuffer.set(this.pcmDataBuffer);
         newBuffer.set(buffer, this.pcmDataBuffer.length);
         this.pcmDataBuffer = newBuffer;
-
         const samplesPerFrame = 960;
-
         while (this.pcmDataBuffer.length >= samplesPerFrame) {
             const frameData = this.pcmDataBuffer.slice(0, samplesPerFrame);
             this.pcmDataBuffer = this.pcmDataBuffer.slice(samplesPerFrame);
-
             this.encodeAndSendOpus(frameData);
         }
     }
 
-    // 编码并发送Opus数据
+    // Encode and send Opus data
     encodeAndSendOpus(pcmData = null) {
         if (!this.opusEncoder) {
             log('Opus编码器未初始化', 'error');
             return;
         }
-
         try {
             if (pcmData) {
                 const opusData = this.opusEncoder.encode(pcmData);
-
                 if (opusData && opusData.length > 0) {
                     this.audioBuffers.push(opusData.buffer);
                     this.totalAudioSize += opusData.length;
-
                     if (this.websocket && this.websocket.readyState === WebSocket.OPEN) {
                         try {
                             this.websocket.send(opusData.buffer);
-                            log(`发送Opus帧，大小：${opusData.length}字节`, 'debug');
                         } catch (error) {
                             log(`WebSocket发送错误: ${error.message}`, 'error');
                         }
                     }
                 } else {
-                    log('Opus编码失败，无有效数据返回', 'error');
+                    log('Opus编码失败，未返回有效数据', 'error');
                 }
             } else {
                 if (this.pcmDataBuffer.length > 0) {
@@ -235,80 +199,56 @@ export class AudioRecorder {
         }
     }
 
-    // 开始录音
+    // Start recording
     async start() {
         if (this.isRecording) return false;
-
         try {
             if (!this.initEncoder()) {
-                log('无法启动录音: Opus编码器初始化失败', 'error');
+                log('无法开始录音: Opus编码器初始化失败', 'error');
                 return false;
             }
-
+            log('请至少录制1-2秒音频以确保收集足够的数据', 'info');
-            log('请至少录制1-2秒钟的音频，确保采集到足够数据', 'info');
+            const stream = await navigator.mediaDevices.getUserMedia({ audio: { echoCancellation: true, noiseSuppression: true, sampleRate: 16000, channelCount: 1 } });
-
-            const stream = await navigator.mediaDevices.getUserMedia({
-                audio: {
-                    echoCancellation: true,
-                    noiseSuppression: true,
-                    sampleRate: 16000,
-                    channelCount: 1
-                }
-            });
-
             this.audioContext = this.getAudioContext();
-
             if (this.audioContext.state === 'suspended') {
                 await this.audioContext.resume();
             }
-
             const processorResult = await this.createAudioProcessor();
             if (!processorResult) {
                 log('无法创建音频处理器', 'error');
                 return false;
             }
-
             this.audioProcessor = processorResult.node;
             this.audioProcessorType = processorResult.type;
-
             this.audioSource = this.audioContext.createMediaStreamSource(stream);
             this.analyser = this.audioContext.createAnalyser();
             this.analyser.fftSize = 2048;
-
             this.audioSource.connect(this.analyser);
             this.audioSource.connect(this.audioProcessor);
-
             this.pcmDataBuffer = new Int16Array();
             this.audioBuffers = [];
             this.totalAudioSize = 0;
             this.isRecording = true;
-
             if (this.audioProcessorType === 'worklet' && this.audioProcessor.port) {
                 this.audioProcessor.port.postMessage({ command: 'start' });
             }
-
+            // Send listening start message
-            // 发送监听开始消息
             if (this.websocket && this.websocket.readyState === WebSocket.OPEN) {
-                const listenMessage = {
+                log(`已发送录音开始消息`, 'info');
-                    type: 'listen',
-                    mode: 'manual',
-                    state: 'start'
-                };
-
-                log(`发送录音开始消息: ${JSON.stringify(listenMessage)}`, 'info');
-                this.websocket.send(JSON.stringify(listenMessage));
             } else {
                 log('WebSocket未连接，无法发送开始消息', 'error');
                 return false;
             }
-
+            // Start visualization
-            // 开始可视化
             if (this.onVisualizerUpdate) {
                 const dataArray = new Uint8Array(this.analyser.frequencyBinCount);
                 this.startVisualization(dataArray);
             }
-
+            // Immediately notify recording start, update button state
-            // 启动录音计时器
+            if (this.onRecordingStart) {
+                this.onRecordingStart(0);
+            }
+            // Start recording timer
             let recordingSeconds = 0;
             this.recordingTimer = setInterval(() => {
                 recordingSeconds += 0.1;
@@ -316,8 +256,7 @@ export class AudioRecorder {
                     this.onRecordingStart(recordingSeconds);
                 }
             }, 100);
-
+            log('已开始PCM直接录音', 'success');
-            log('开始PCM直接录音', 'success');
             return true;
         } catch (error) {
             log(`直接录音启动错误: ${error.message}`, 'error');
@@ -326,15 +265,12 @@ export class AudioRecorder {
         }
     }
 
-    // 开始可视化
+    // Start visualization
     startVisualization(dataArray) {
         const draw = () => {
             this.visualizationRequest = requestAnimationFrame(() => draw());
-
             if (!this.isRecording) return;
-
             this.analyser.getByteFrequencyData(dataArray);
-
             if (this.onVisualizerUpdate) {
                 this.onVisualizerUpdate(dataArray);
             }
@@ -342,60 +278,42 @@ export class AudioRecorder {
         draw();
     }
 
-    // 停止录音
+    // Stop recording
     stop() {
         if (!this.isRecording) return false;
-
         try {
             this.isRecording = false;
-
             if (this.audioProcessor) {
                 if (this.audioProcessorType === 'worklet' && this.audioProcessor.port) {
                     this.audioProcessor.port.postMessage({ command: 'stop' });
                 }
-
                 this.audioProcessor.disconnect();
                 this.audioProcessor = null;
             }
-
             if (this.audioSource) {
                 this.audioSource.disconnect();
                 this.audioSource = null;
             }
-
             if (this.visualizationRequest) {
                 cancelAnimationFrame(this.visualizationRequest);
                 this.visualizationRequest = null;
             }
-
             if (this.recordingTimer) {
                 clearInterval(this.recordingTimer);
                 this.recordingTimer = null;
             }
-
+            // Encode and send remaining data
-            // 编码并发送剩余的数据
             this.encodeAndSendOpus();
-
+            // Send end signal
-            // 发送结束信号
             if (this.websocket && this.websocket.readyState === WebSocket.OPEN) {
                 const emptyOpusFrame = new Uint8Array(0);
                 this.websocket.send(emptyOpusFrame);
-
-                const stopMessage = {
-                    type: 'listen',
-                    mode: 'manual',
-                    state: 'stop'
-                };
-
-                this.websocket.send(JSON.stringify(stopMessage));
                 log('已发送录音停止信号', 'info');
             }
-
             if (this.onRecordingStop) {
                 this.onRecordingStop();
             }
-
+            log('已停止PCM直接录音', 'success');
-            log('停止PCM直接录音', 'success');
             return true;
         } catch (error) {
             log(`直接录音停止错误: ${error.message}`, 'error');
@@ -403,13 +321,13 @@ export class AudioRecorder {
         }
     }
 
-    // 获取分析器
+    // Get analyser
     getAnalyser() {
         return this.analyser;
     }
 }
 
-// 创建单例
+// Create singleton instance
 let audioRecorderInstance = null;
 
 export function getAudioRecorder() {
@@ -418,3 +336,49 @@ export function getAudioRecorder() {
     }
     return audioRecorderInstance;
 }
+
+/**
+ * Check if microphone is available
+ * @returns {Promise<boolean>} Returns true if available, false if not available
+ */
+export async function checkMicrophoneAvailability() {
+    // Check if browser supports getUserMedia API
+    if (!navigator.mediaDevices || !navigator.mediaDevices.getUserMedia) {
+        log('浏览器不支持getUserMedia API', 'warning');
+        return false;
+    }
+    try {
+        // Try to access microphone
+        const stream = await navigator.mediaDevices.getUserMedia({ audio: { echoCancellation: true, noiseSuppression: true, sampleRate: 16000, channelCount: 1 } });
+        // Immediately stop all tracks to release microphone
+        stream.getTracks().forEach(track => track.stop());
+        log('麦克风可用性检查成功', 'success');
+        return true;
+    } catch (error) {
+        log(`麦克风不可用: ${error.message}`, 'warning');
+        return false;
+    }
+}
+
+/**
+ * Check if it is HTTP non-localhost access
+ * @returns {boolean} Returns true if it is HTTP non-localhost access
+ */
+export function isHttpNonLocalhost() {
+    const protocol = window.location.protocol;
+    const hostname = window.location.hostname;
+    // Check if it is HTTP protocol
+    if (protocol !== 'http:') {
+        return false;
+    }
+    // localhost and 127.0.0.1 can use microphone
+    if (hostname === 'localhost' || hostname === '127.0.0.1') {
+        return false;
+    }
+    // Private IP addresses can also use microphone (browser allows)
+    if (hostname.startsWith('192.168.') || hostname.startsWith('10.') || hostname.startsWith('172.')) {
+        return false;
+    }
+    // Other HTTP access is considered non-localhost
+    return true;
+}

main/digital-human/js/core/audio/stream-context.js

@@ -1,5 +1,5 @@
-import BlockingQueue from '../../utils/blocking-queue.js';
+import BlockingQueue from '../../utils/blocking-queue.js?v=0205';
-import { log } from '../../utils/logger.js';
+import { log } from '../../utils/logger.js?v=0205';
 
 // 音频流播放上下文类
 export class StreamingContext {
@@ -22,6 +22,11 @@ export class StreamingContext {
         this.source = null;       // 当前音频源
         this.totalSamples = 0;    // 累积的总样本数
         this.lastPlayTime = 0;    // 上次播放的时间戳
+        this.scheduledEndTime = 0; // 已调度音频的结束时间
+
+        // 初始化分析器节点（供Live2D使用）
+        this.analyser = this.audioContext.createAnalyser();
+        this.analyser.fftSize = 256;
     }
 
     // 缓存音频数组
@@ -31,17 +36,19 @@ export class StreamingContext {
 
     // 获取需要处理缓存队列，单线程：在audioBufferQueue一直更新的状态下不会出现安全问题
     async getPendingAudioBufferQueue() {
-        // 原子交换 + 清空
+        // 等待数据到达并获取
-        [this.pendingAudioBufferQueue, this.audioBufferQueue] = [await this.audioBufferQueue.dequeue(), new BlockingQueue()];
+        const data = await this.audioBufferQueue.dequeue();
+        // 赋值给待处理队列
+        this.pendingAudioBufferQueue = data;
     }
 
     // 获取正在播放已解码的PCM队列，单线程：在activeQueue一直更新的状态下不会出现安全问题
     async getQueue(minSamples) {
-        let TepArray = [];
         const num = minSamples - this.queue.length > 0 ? minSamples - this.queue.length : 1;
-        // 原子交换 + 清空
+
-        [TepArray, this.activeQueue] = [await this.activeQueue.dequeue(num), new BlockingQueue()];
+        // 等待数据并获取
-        this.queue.push(...TepArray);
+        const tempArray = await this.activeQueue.dequeue(num);
+        this.queue.push(...tempArray);
     }
 
     // 将Int16音频数据转换为Float32音频数据
@@ -54,6 +61,62 @@ export class StreamingContext {
         return float32Data;
     }
 
+    // 获取待解码包数
+    getPendingDecodeCount() {
+        return this.audioBufferQueue.length + this.pendingAudioBufferQueue.length;
+    }
+
+    // 获取待播放样本数（转换为包数，每包960样本）
+    getPendingPlayCount() {
+        // 计算已在队列中的样本
+        const queuedSamples = this.activeQueue.length + this.queue.length;
+
+        // 计算已调度但未播放的样本（在Web Audio缓冲区中）
+        let scheduledSamples = 0;
+        if (this.playing && this.scheduledEndTime) {
+            const currentTime = this.audioContext.currentTime;
+            const remainingTime = Math.max(0, this.scheduledEndTime - currentTime);
+            scheduledSamples = Math.floor(remainingTime * this.sampleRate);
+        }
+
+        const totalSamples = queuedSamples + scheduledSamples;
+        return Math.ceil(totalSamples / 960);
+    }
+
+    // 清空所有音频缓冲
+    clearAllBuffers() {
+        log('清空所有音频缓冲', 'info');
+
+        // 清空所有队列（使用clear方法保持对象引用）
+        this.audioBufferQueue.clear();
+        this.pendingAudioBufferQueue = [];
+        this.activeQueue.clear();
+        this.queue = [];
+
+        // 停止当前播放的音频源
+        if (this.source) {
+            try {
+                this.source.stop();
+                this.source.disconnect();
+            } catch (e) {
+                // 忽略已经停止的错误
+            }
+            this.source = null;
+        }
+
+        // 重置状态
+        this.playing = false;
+        this.scheduledEndTime = this.audioContext.currentTime;
+        this.totalSamples = 0;
+
+        log('音频缓冲已清空', 'success');
+    }
+
+    // 获取分析器节点（供Live2D使用）
+    getAnalyser() {
+        return this.analyser;
+    }
+
     // 将Opus数据解码为PCM
     async decodeOpusFrames() {
         if (!this.opusDecoder) {
@@ -97,7 +160,7 @@ export class StreamingContext {
 
     // 开始播放音频
     async startPlaying() {
-        let scheduledEndTime = this.audioContext.currentTime; // 跟踪已调度音频的结束时间
+        this.scheduledEndTime = this.audioContext.currentTime; // 跟踪已调度音频的结束时间
 
         while (true) {
             // 初始缓冲：等待足够的样本再开始播放
@@ -126,9 +189,10 @@ export class StreamingContext {
 
                 // 精确调度播放时间
                 const currentTime = this.audioContext.currentTime;
-                const startTime = Math.max(scheduledEndTime, currentTime);
+                const startTime = Math.max(this.scheduledEndTime, currentTime);
 
-                // 直接连接到输出
+                // 连接到分析器和输出
+                this.source.connect(this.analyser);
                 this.source.connect(this.audioContext.destination);
 
                 log(`调度播放 ${currentSamples.length} 个样本，约 ${(currentSamples.length / this.sampleRate).toFixed(2)} 秒`, 'debug');
@@ -136,7 +200,7 @@ export class StreamingContext {
 
                 // 更新下一个音频块的调度时间
                 const duration = audioBuffer.duration;
-                scheduledEndTime = startTime + duration;
+                this.scheduledEndTime = startTime + duration;
                 this.lastPlayTime = startTime;
 
                 // 如果队列中数据不足，等待新数据

main/digital-human/js/core/mcp/tools.js

@@ -1,4 +1,4 @@
-import { log } from '../../utils/logger.js';
+import { log } from '../../utils/logger.js?v=0205';
 
 // ==========================================
 // MCP 工具管理逻辑
@@ -24,11 +24,19 @@ export function setWebSocket(ws) {
 export async function initMcpTools() {
     // 加载默认工具数据
     const defaultMcpTools = await fetch("js/config/default-mcp-tools.json").then(res => res.json());
-
     const savedTools = localStorage.getItem('mcpTools');
     if (savedTools) {
         try {
-            mcpTools = JSON.parse(savedTools);
+            const parsedTools = JSON.parse(savedTools);
+            // 合并默认工具和用户保存的工具，保留用户自定义的工具
+            const defaultToolNames = new Set(defaultMcpTools.map(t => t.name));
+            // 添加默认工具中不存在的新工具
+            parsedTools.forEach(tool => {
+                if (!defaultToolNames.has(tool.name)) {
+                    defaultMcpTools.push(tool);
+                }
+            });
+            mcpTools = defaultMcpTools;
         } catch (e) {
             log('加载MCP工具失败，使用默认工具', 'warning');
             mcpTools = [...defaultMcpTools];
@@ -36,7 +44,6 @@ export async function initMcpTools() {
     } else {
         mcpTools = [...defaultMcpTools];
     }
-
     renderMcpTools();
     setupMcpEventListeners();
 }
@@ -47,30 +54,29 @@ export async function initMcpTools() {
 function renderMcpTools() {
     const container = document.getElementById('mcpToolsContainer');
     const countSpan = document.getElementById('mcpToolsCount');
-
+    if (!container) {
+        return; // Container not found, skip rendering
+    }
+    if (countSpan) {
         countSpan.textContent = `${mcpTools.length} 个工具`;
-
+    }
     if (mcpTools.length === 0) {
         container.innerHTML = '<div style="text-align: center; padding: 30px; color: #999;">暂无工具，点击下方按钮添加新工具</div>';
         return;
     }
-
     container.innerHTML = mcpTools.map((tool, index) => {
         const paramCount = tool.inputSchema.properties ? Object.keys(tool.inputSchema.properties).length : 0;
         const requiredCount = tool.inputSchema.required ? tool.inputSchema.required.length : 0;
         const hasMockResponse = tool.mockResponse && Object.keys(tool.mockResponse).length > 0;
-
         return `
             <div class="mcp-tool-card">
                 <div class="mcp-tool-header">
                     <div class="mcp-tool-name">${tool.name}</div>
                     <div class="mcp-tool-actions">
-                        <button onclick="window.mcpModule.editMcpTool(${index})"
+                        <button class="mcp-edit-btn" onclick="window.mcpModule.editMcpTool(${index})">
-                            style="padding: 4px 10px; border: none; border-radius: 4px; background-color: #2196f3; color: white; cursor: pointer; font-size: 12px;">
                             ✏️ 编辑
                         </button>
-                        <button onclick="window.mcpModule.deleteMcpTool(${index})"
+                        <button class="mcp-delete-btn" onclick="window.mcpModule.deleteMcpTool(${index})">
-                            style="padding: 4px 10px; border: none; border-radius: 4px; background-color: #f44336; color: white; cursor: pointer; font-size: 12px;">
                             🗑️ 删除
                         </button>
                     </div>
@@ -96,100 +102,167 @@ function renderMcpTools() {
  */
 function renderMcpProperties() {
     const container = document.getElementById('mcpPropertiesContainer');
-
+    const emptyState = document.getElementById('mcpEmptyState');
+    if (!container) {
+        return; // Container not found, skip rendering
+    }
     if (mcpProperties.length === 0) {
-        container.innerHTML = '<div style="text-align: center; padding: 20px; color: #999; font-size: 14px;">暂无参数，点击下方按钮添加参数</div>';
+        if (emptyState) {
+            emptyState.style.display = 'block';
+        }
+        container.innerHTML = '';
         return;
     }
-
+    if (emptyState) {
+        emptyState.style.display = 'none';
+    }
     container.innerHTML = mcpProperties.map((prop, index) => `
-        <div class="mcp-property-item">
+        <div class="mcp-property-card" onclick="window.mcpModule.editMcpProperty(${index})">
-            <div class="mcp-property-header">
+            <div class="mcp-property-row-label">
-                <span class="mcp-property-name">${prop.name}</span>
+                <span class="mcp-property-label">参数名称</span>
-                <button type="button" onclick="window.mcpModule.deleteMcpProperty(${index})"
+                <span class="mcp-property-value">${prop.name}${prop.required ? ' <span class="mcp-property-required-badge">[必填]</span>' : ''}</span>
-                    style="padding: 3px 8px; border: none; border-radius: 3px; background-color: #f44336; color: white; cursor: pointer; font-size: 11px;">
-                    删除
-                </button>
             </div>
-            <div class="mcp-property-row">
+            <div class="mcp-property-row-label">
-                <div>
+                <span class="mcp-property-label">数据类型</span>
-                    <label class="mcp-small-label">参数名称 *</label>
+                <span class="mcp-property-value">${getTypeLabel(prop.type)}</span>
-                    <input type="text" class="mcp-small-input" value="${prop.name}"
-                        onchange="window.mcpModule.updateMcpProperty(${index}, 'name', this.value)" required>
             </div>
-                <div>
+            <div class="mcp-property-row-label">
-                    <label class="mcp-small-label">数据类型 *</label>
+                <span class="mcp-property-label">描述</span>
-                    <select class="mcp-small-input" onchange="window.mcpModule.updateMcpProperty(${index}, 'type', this.value)">
+                <span class="mcp-property-value">${prop.description || '-'}</span>
-                        <option value="string" ${prop.type === 'string' ? 'selected' : ''}>字符串</option>
-                        <option value="integer" ${prop.type === 'integer' ? 'selected' : ''}>整数</option>
-                        <option value="number" ${prop.type === 'number' ? 'selected' : ''}>数字</option>
-                        <option value="boolean" ${prop.type === 'boolean' ? 'selected' : ''}>布尔值</option>
-                        <option value="array" ${prop.type === 'array' ? 'selected' : ''}>数组</option>
-                        <option value="object" ${prop.type === 'object' ? 'selected' : ''}>对象</option>
-                    </select>
             </div>
+            <div class="mcp-property-row-action">
+                <button class="mcp-property-delete-btn" onclick="event.stopPropagation(); window.mcpModule.deleteMcpProperty(${index})">删除</button>
             </div>
-            ${(prop.type === 'integer' || prop.type === 'number') ? `
-            <div class="mcp-property-row">
-                <div>
-                    <label class="mcp-small-label">最小值</label>
-                    <input type="number" class="mcp-small-input" value="${prop.minimum !== undefined ? prop.minimum : ''}"
-                        placeholder="可选" onchange="window.mcpModule.updateMcpProperty(${index}, 'minimum', this.value ? parseFloat(this.value) : undefined)">
-                </div>
-                <div>
-                    <label class="mcp-small-label">最大值</label>
-                    <input type="number" class="mcp-small-input" value="${prop.maximum !== undefined ? prop.maximum : ''}"
-                        placeholder="可选" onchange="window.mcpModule.updateMcpProperty(${index}, 'maximum', this.value ? parseFloat(this.value) : undefined)">
-                </div>
-            </div>
-            ` : ''}
-            <div class="mcp-property-row-full">
-                <label class="mcp-small-label">参数描述</label>
-                <input type="text" class="mcp-small-input" value="${prop.description || ''}"
-                    placeholder="可选" onchange="window.mcpModule.updateMcpProperty(${index}, 'description', this.value)">
-            </div>
-            <label class="mcp-checkbox-label">
-                <input type="checkbox" ${prop.required ? 'checked' : ''}
-                    onchange="window.mcpModule.updateMcpProperty(${index}, 'required', this.checked)">
-                必填参数
-            </label>
         </div>
     `).join('');
 }
 
 /**
- * 添加参数
+ * 获取数据类型标签
  */
-function addMcpProperty() {
+function getTypeLabel(type) {
-    mcpProperties.push({
+    const typeMap = {
-        name: `param_${mcpProperties.length + 1}`,
+        'string': '字符串',
-        type: 'string',
+        'integer': '整数',
-        required: false,
+        'number': '数字',
-        description: ''
+        'boolean': '布尔值',
-    });
+        'array': '数组',
-    renderMcpProperties();
+        'object': '对象'
+    };
+    return typeMap[type] || type;
 }
 
 /**
- * 更新参数
+ * 添加参数 - 打开参数编辑模态框
  */
-function updateMcpProperty(index, field, value) {
+function addMcpProperty() {
-    if (field === 'name') {
+    openPropertyModal();
-        const isDuplicate = mcpProperties.some((p, i) => i !== index && p.name === value);
+}
+
+/**
+ * 编辑参数 - 打开参数编辑模态框
+ */
+function editMcpProperty(index) {
+    openPropertyModal(index);
+}
+
+/**
+ * 打开参数编辑模态框
+ */
+function openPropertyModal(index = null) {
+    const form = document.getElementById('mcpPropertyForm');
+    const title = document.getElementById('mcpPropertyModalTitle');
+    document.getElementById('mcpPropertyIndex').value = index !== null ? index : -1;
+
+    if (index !== null) {
+        const prop = mcpProperties[index];
+        title.textContent = '编辑参数';
+        document.getElementById('mcpPropertyName').value = prop.name;
+        document.getElementById('mcpPropertyType').value = prop.type || 'string';
+        document.getElementById('mcpPropertyMinimum').value = prop.minimum !== undefined ? prop.minimum : '';
+        document.getElementById('mcpPropertyMaximum').value = prop.maximum !== undefined ? prop.maximum : '';
+        document.getElementById('mcpPropertyDescription').value = prop.description || '';
+        document.getElementById('mcpPropertyRequired').checked = prop.required || false;
+    } else {
+        title.textContent = '添加参数';
+        form.reset();
+        document.getElementById('mcpPropertyName').value = `param_${mcpProperties.length + 1}`;
+        document.getElementById('mcpPropertyType').value = 'string';
+        document.getElementById('mcpPropertyMinimum').value = '';
+        document.getElementById('mcpPropertyMaximum').value = '';
+        document.getElementById('mcpPropertyDescription').value = '';
+        document.getElementById('mcpPropertyRequired').checked = false;
+    }
+
+    updatePropertyRangeVisibility();
+    document.getElementById('mcpPropertyModal').style.display = 'flex';
+}
+
+/**
+ * 关闭参数编辑模态框
+ */
+function closePropertyModal() {
+    document.getElementById('mcpPropertyModal').style.display = 'none';
+}
+
+/**
+ * 更新数值范围输入框的可见性
+ */
+function updatePropertyRangeVisibility() {
+    const type = document.getElementById('mcpPropertyType').value;
+    const rangeGroup = document.getElementById('mcpPropertyRangeGroup');
+    if (type === 'integer' || type === 'number') {
+        rangeGroup.style.display = 'block';
+    } else {
+        rangeGroup.style.display = 'none';
+    }
+}
+
+/**
+ * 处理参数表单提交
+ */
+function handlePropertySubmit(e) {
+    e.preventDefault();
+    const index = parseInt(document.getElementById('mcpPropertyIndex').value);
+    const name = document.getElementById('mcpPropertyName').value.trim();
+    const type = document.getElementById('mcpPropertyType').value;
+    const minimum = document.getElementById('mcpPropertyMinimum').value;
+    const maximum = document.getElementById('mcpPropertyMaximum').value;
+    const description = document.getElementById('mcpPropertyDescription').value.trim();
+    const required = document.getElementById('mcpPropertyRequired').checked;
+
+    // 检查名称重复
+    const isDuplicate = mcpProperties.some((p, i) => i !== index && p.name === name);
     if (isDuplicate) {
         alert('参数名称已存在，请使用不同的名称');
-            renderMcpProperties();
         return;
     }
+
+    const propData = {
+        name,
+        type,
+        description,
+        required
+    };
+
+    // 数值类型添加范围限制
+    if (type === 'integer' || type === 'number') {
+        if (minimum !== '') {
+            propData.minimum = parseFloat(minimum);
+        }
+        if (maximum !== '') {
+            propData.maximum = parseFloat(maximum);
+        }
     }
 
-    mcpProperties[index][field] = value;
+    if (index >= 0) {
+        mcpProperties[index] = propData;
+    } else {
+        mcpProperties.push(propData);
+    }
 
-    if (field === 'type' && value !== 'integer' && value !== 'number') {
-        delete mcpProperties[index].minimum;
-        delete mcpProperties[index].maximum;
     renderMcpProperties();
-    }
+    closePropertyModal();
 }
 
 /**
@@ -204,7 +277,6 @@ function deleteMcpProperty(index) {
  * 设置事件监听
  */
 function setupMcpEventListeners() {
-    const toggleBtn = document.getElementById('toggleMcpTools');
     const panel = document.getElementById('mcpToolsPanel');
     const addBtn = document.getElementById('addMcpToolBtn');
     const modal = document.getElementById('mcpToolModal');
@@ -213,22 +285,30 @@ function setupMcpEventListeners() {
     const form = document.getElementById('mcpToolForm');
     const addPropertyBtn = document.getElementById('addMcpPropertyBtn');
 
-    toggleBtn.addEventListener('click', () => {
+    // 参数编辑模态框相关元素
-        const isExpanded = panel.classList.contains('expanded');
+    const propertyModal = document.getElementById('mcpPropertyModal');
-        panel.classList.toggle('expanded');
+    const closePropertyBtn = document.getElementById('closeMcpPropertyModalBtn');
-        toggleBtn.textContent = isExpanded ? '展开' : '收起';
+    const cancelPropertyBtn = document.getElementById('cancelMcpPropertyBtn');
-    });
+    const propertyForm = document.getElementById('mcpPropertyForm');
+    const propertyTypeSelect = document.getElementById('mcpPropertyType');
 
+    // Return early if required elements don't exist (e.g., in test environment)
+    if (!panel || !addBtn || !modal || !closeBtn || !cancelBtn || !form || !addPropertyBtn) {
+        return;
+    }
     addBtn.addEventListener('click', () => openMcpModal());
     closeBtn.addEventListener('click', closeMcpModal);
     cancelBtn.addEventListener('click', closeMcpModal);
     addPropertyBtn.addEventListener('click', addMcpProperty);
-
-    modal.addEventListener('click', (e) => {
-        if (e.target === modal) closeMcpModal();
-    });
-
     form.addEventListener('submit', handleMcpSubmit);
+
+    // 参数编辑模态框事件
+    if (propertyModal && closePropertyBtn && cancelPropertyBtn && propertyForm && propertyTypeSelect) {
+        closePropertyBtn.addEventListener('click', closePropertyModal);
+        cancelPropertyBtn.addEventListener('click', closePropertyModal);
+        propertyForm.addEventListener('submit', handlePropertySubmit);
+        propertyTypeSelect.addEventListener('change', updatePropertyRangeVisibility);
+    }
 }
 
 /**
@@ -240,18 +320,15 @@ function openMcpModal(index = null) {
         alert('WebSocket 已连接，无法编辑工具');
         return;
     }
-
     mcpEditingIndex = index;
     const errorContainer = document.getElementById('mcpErrorContainer');
     errorContainer.innerHTML = '';
-
     if (index !== null) {
         document.getElementById('mcpModalTitle').textContent = '编辑工具';
         const tool = mcpTools[index];
         document.getElementById('mcpToolName').value = tool.name;
         document.getElementById('mcpToolDescription').value = tool.description;
         document.getElementById('mcpMockResponse').value = tool.mockResponse ? JSON.stringify(tool.mockResponse, null, 2) : '';
-
         mcpProperties = [];
         const schema = tool.inputSchema;
         if (schema.properties) {
@@ -272,9 +349,8 @@ function openMcpModal(index = null) {
         document.getElementById('mcpToolForm').reset();
         mcpProperties = [];
     }
-
     renderMcpProperties();
-    document.getElementById('mcpToolModal').style.display = 'block';
+    document.getElementById('mcpToolModal').style.display = 'flex';
 }
 
 /**
@@ -295,21 +371,15 @@ function handleMcpSubmit(e) {
     e.preventDefault();
     const errorContainer = document.getElementById('mcpErrorContainer');
     errorContainer.innerHTML = '';
-
     const name = document.getElementById('mcpToolName').value.trim();
     const description = document.getElementById('mcpToolDescription').value.trim();
     const mockResponseText = document.getElementById('mcpMockResponse').value.trim();
-
     // 检查名称重复
-    const isDuplicate = mcpTools.some((tool, index) =>
+    const isDuplicate = mcpTools.some((tool, index) => tool.name === name && index !== mcpEditingIndex);
-        tool.name === name && index !== mcpEditingIndex
-    );
-
     if (isDuplicate) {
         showMcpError('工具名称已存在，请使用不同的名称');
         return;
     }
-
     // 解析模拟返回结果
     let mockResponse = null;
     if (mockResponseText) {
@@ -320,21 +390,13 @@ function handleMcpSubmit(e) {
             return;
         }
     }
-
     // 构建 inputSchema
-    const inputSchema = {
+    const inputSchema = { type: "object", properties: {}, required: [] };
-        type: "object",
-        properties: {},
-        required: []
-    };
-
     mcpProperties.forEach(prop => {
         const propSchema = { type: prop.type };
-
         if (prop.description) {
             propSchema.description = prop.description;
         }
-
         if ((prop.type === 'integer' || prop.type === 'number')) {
             if (prop.minimum !== undefined && prop.minimum !== '') {
                 propSchema.minimum = prop.minimum;
@@ -343,20 +405,15 @@ function handleMcpSubmit(e) {
                 propSchema.maximum = prop.maximum;
             }
         }
-
         inputSchema.properties[prop.name] = propSchema;
-
         if (prop.required) {
             inputSchema.required.push(prop.name);
         }
     });
-
     if (inputSchema.required.length === 0) {
         delete inputSchema.required;
     }
-
     const tool = { name, description, inputSchema, mockResponse };
-
     if (mcpEditingIndex !== null) {
         mcpTools[mcpEditingIndex] = tool;
         log(`已更新工具: ${name}`, 'success');
@@ -364,7 +421,6 @@ function handleMcpSubmit(e) {
         mcpTools.push(tool);
         log(`已添加工具: ${name}`, 'success');
     }
-
     saveMcpTools();
     renderMcpTools();
     closeMcpModal();
@@ -414,32 +470,36 @@ function saveMcpTools() {
  * 获取工具列表
  */
 export function getMcpTools() {
-    return mcpTools.map(tool => ({
+    return mcpTools.map(tool => ({ name: tool.name, description: tool.description, inputSchema: tool.inputSchema }));
-        name: tool.name,
-        description: tool.description,
-        inputSchema: tool.inputSchema
-    }));
 }
 
 /**
  * 执行工具调用
  */
-export function executeMcpTool(toolName, toolArgs) {
+export async function executeMcpTool(toolName, toolArgs) {
     const tool = mcpTools.find(t => t.name === toolName);
-
     if (!tool) {
         log(`未找到工具: ${toolName}`, 'error');
-        return {
+        return { success: false, error: `未知工具: ${toolName}` };
-            success: false,
+    }
-            error: `未知工具: ${toolName}`
+
-        };
+    // 处理拍照工具
+    if (toolName === 'self_camera_take_photo') {
+        if (typeof window.takePhoto === 'function') {
+            const question = toolArgs && toolArgs.question ? toolArgs.question : '描述一下看到的物品';
+            log(`正在执行拍照: ${question}`, 'info');
+            const result = await window.takePhoto(question);
+            return result;
+        } else {
+            log('拍照功能不可用', 'warning');
+            return { success: false, error: '摄像头未启动或不支持拍照功能' };
+        }
     }
 
     // 如果有模拟返回结果，使用它
     if (tool.mockResponse) {
         // 替换模板变量
         let responseStr = JSON.stringify(tool.mockResponse);
-
         // 替换 ${paramName} 格式的变量
         if (toolArgs) {
             Object.keys(toolArgs).forEach(key => {
@@ -447,7 +507,6 @@ export function executeMcpTool(toolName, toolArgs) {
                 responseStr = responseStr.replace(regex, toolArgs[key]);
             });
         }
-
         try {
             const response = JSON.parse(responseStr);
             log(`工具 ${toolName} 执行成功，返回模拟结果: ${responseStr}`, 'success');
@@ -457,21 +516,10 @@ export function executeMcpTool(toolName, toolArgs) {
             return tool.mockResponse;
         }
     }
-
     // 没有模拟返回结果，返回默认成功消息
     log(`工具 ${toolName} 执行成功，返回默认结果`, 'success');
-    return {
+    return { success: true, message: `工具 ${toolName} 执行成功`, tool: toolName, arguments: toolArgs };
-        success: true,
-        message: `工具 ${toolName} 执行成功`,
-        tool: toolName,
-        arguments: toolArgs
-    };
 }
 
 // 暴露全局方法供 HTML 内联事件调用
-window.mcpModule = {
+window.mcpModule = { addMcpProperty, editMcpProperty, deleteMcpProperty, editMcpTool, deleteMcpTool };
-    updateMcpProperty,
-    deleteMcpProperty,
-    editMcpTool,
-    deleteMcpTool
-};

main/digital-human/js/core/network/ota-connector.js

@@ -1,5 +1,4 @@
-import { otaStatusStyle } from '../../ui/dom-helper.js';
+import { log } from '../../utils/logger.js?v=0205';
-import { log } from '../../utils/logger.js';
 
 // WebSocket 连接
 export async function webSocketConnect(otaUrl, config) {
@@ -62,18 +61,6 @@ function validateConfig(config) {
     return true;
 }
 
-// 判断wsUrl路径是否存在错误
-function validateWsUrl(wsUrl) {
-    if (wsUrl === '') return false;
-    // 检查URL格式
-    if (!wsUrl.startsWith('ws://') && !wsUrl.startsWith('wss://')) {
-        log('URL格式错误，必须以ws://或wss://开头', 'error');
-        return false;
-    }
-    return true
-}
-
-
 // OTA发送请求，验证状态，并返回响应数据
 async function sendOTA(otaUrl, config) {
     try {
@@ -96,7 +83,7 @@ async function sendOTA(otaUrl, config) {
                 },
                 ota: { label: 'xiaozhi-web-test' },
                 board: {
-                    type: 'xiaozhi-web-test',
+                    type: config.deviceName,
                     ssid: 'xiaozhi-web-test',
                     rssi: 0,
                     channel: 0,
@@ -115,10 +102,8 @@ async function sendOTA(otaUrl, config) {
         if (!res.ok) throw new Error(`${res.status} ${res.statusText}`);
 
         const result = await res.json();
-        otaStatusStyle(true)
         return result; // 返回完整的响应数据
     } catch (err) {
-        otaStatusStyle(false)
         return null; // 失败返回null
     }
 }

main/digital-human/js/core/network/wakeword-bridge.js

@@ -0,0 +1,225 @@
+import { uiController } from '../../ui/controller.js?v=0205';
+import { log } from '../../utils/logger.js?v=0205';
+
+let wakewordSocket = null;
+let reconnectTimer = null;
+let reconnectAttempts = 0;
+let shouldReconnect = true;
+let wakewordRequestSeq = 0;
+let onNextBridgeConnectedCallback = null;
+
+const pendingWakewordRequests = new Map();
+
+export function startWakewordBridgeListener() {
+    if (wakewordSocket) {
+        return wakewordSocket;
+    }
+
+    shouldReconnect = true;
+    log('正在连接本地唤醒事件桥...', 'info');
+    tryConnect();
+    return wakewordSocket;
+}
+
+function tryConnect() {
+    const bridgeUrl = buildWakewordBridgeUrl();
+
+    try {
+        wakewordSocket = new WebSocket(bridgeUrl);
+        wakewordSocket.onopen = () => {
+            reconnectAttempts = 0;
+            log(`本地唤醒事件桥已连接: ${bridgeUrl}`, 'success');
+            // 连接成功后自动保存地址，刷新后仍能记住
+            localStorage.setItem('xz_tester_wakewordWsUrl', bridgeUrl);
+            const urlInput = document.getElementById('wakewordWsUrl');
+            if (urlInput) urlInput.value = bridgeUrl;
+        };
+
+        wakewordSocket.onerror = () => {
+            log(`本地唤醒事件桥连接失败: ${bridgeUrl}`, 'error');
+        };
+
+        wakewordSocket.onmessage = async (event) => {
+            try {
+                const message = parseWakewordBridgeMessage(event.data);
+                if (message.requestId && pendingWakewordRequests.has(message.requestId)) {
+                    settleWakewordRequest(message);
+                    return;
+                }
+
+                if (message.success === false) {
+                    log(`本地唤醒事件桥返回错误: ${message.error || '未知错误'}`, 'error');
+                    return;
+                }
+
+                if (message.type === 'bridge_connected') {
+                    log('本地唤醒监听已就绪', 'info');
+                    if (onNextBridgeConnectedCallback) {
+                        const cb = onNextBridgeConnectedCallback;
+                        onNextBridgeConnectedCallback = null;
+                        cb(message);
+                    }
+                    return;
+                }
+
+                if (message.type === 'service_ready') {
+                    log('本地唤醒服务已启动', 'info');
+                    return;
+                }
+
+                if (message.type === 'wakeword_config') {
+                    uiController.applyWakewordConfig(message.payload || {});
+                    log('已同步本地唤醒词配置', 'info');
+                    return;
+                }
+
+                if (message.type === 'service_stopping') {
+                    log('本地唤醒服务正在停止', 'warning');
+                    return;
+                }
+
+                if (message.type === 'wake_word_detected') {
+                    const wakeWord = message.payload?.wake_word || '唤醒词';
+                    log(`检测到本地唤醒事件: ${wakeWord}`, 'info');
+                    await uiController.triggerWakewordDial(wakeWord);
+                }
+            } catch (error) {
+                log(`解析本地唤醒事件失败: ${error.message}`, 'error');
+            }
+        };
+
+        wakewordSocket.onclose = () => {
+            if (wakewordSocket) {
+                wakewordSocket = null;
+            }
+
+            rejectAllWakewordRequests('本地唤醒事件桥已断开');
+
+            if (!shouldReconnect) {
+                return;
+            }
+
+            if (reconnectTimer) {
+                return;
+            }
+
+            reconnectAttempts += 1;
+            const delay = Math.min(1000 * reconnectAttempts, 5000);
+            log(`本地唤醒事件桥将在 ${delay}ms 后重连: ${bridgeUrl}`, 'warning');
+            reconnectTimer = window.setTimeout(() => {
+                reconnectTimer = null;
+                tryConnect();
+            }, delay);
+        };
+
+        return wakewordSocket;
+    } catch (error) {
+        log(`启动本地唤醒监听失败: ${error.message}`, 'error');
+        return null;
+    }
+}
+
+export function stopWakewordBridgeListener() {
+    shouldReconnect = false;
+
+    if (reconnectTimer) {
+        window.clearTimeout(reconnectTimer);
+        reconnectTimer = null;
+    }
+
+    if (!wakewordSocket) {
+        return;
+    }
+
+    wakewordSocket.onclose = null;
+    wakewordSocket.close();
+    wakewordSocket = null;
+}
+
+export function sendWakewordBridgeMessage(type, payload = {}, requestId = null) {
+    if (!wakewordSocket || wakewordSocket.readyState !== WebSocket.OPEN) {
+        log('本地唤醒事件桥未连接，无法发送消息', 'warning');
+        return false;
+    }
+
+    wakewordSocket.send(JSON.stringify({
+        type,
+        requestId,
+        payload,
+    }));
+    return true;
+}
+
+export function requestWakewordBridge(type, payload = {}, timeout = 5000) {
+    const requestId = `wakeword-${Date.now()}-${++wakewordRequestSeq}`;
+
+    return new Promise((resolve, reject) => {
+        const timer = window.setTimeout(() => {
+            pendingWakewordRequests.delete(requestId);
+            reject(new Error('本地唤醒服务响应超时'));
+        }, timeout);
+
+        pendingWakewordRequests.set(requestId, { resolve, reject, timer });
+
+        if (!sendWakewordBridgeMessage(type, payload, requestId)) {
+            window.clearTimeout(timer);
+            pendingWakewordRequests.delete(requestId);
+            reject(new Error('本地唤醒事件桥未连接'));
+        }
+    });
+}
+
+export function getWakewordBridgeUrl() {
+    if (wakewordSocket && wakewordSocket.url) {
+        return wakewordSocket.url;
+    }
+    return buildWakewordBridgeUrl();
+}
+
+export function onNextBridgeConnected(callback) {
+    onNextBridgeConnectedCallback = callback;
+}
+
+function buildWakewordBridgeUrl() {
+    const configured = localStorage.getItem('xz_tester_wakewordWsUrl');
+    if (configured && configured.trim()) {
+        return configured.trim();
+    }
+    return 'ws://127.0.0.1:8006/wakeword-ws';
+}
+
+function parseWakewordBridgeMessage(rawData) {
+    const message = JSON.parse(rawData);
+    return {
+        type: message.type || '',
+        requestId: message.requestId || null,
+        success: message.success !== false,
+        payload: message.payload || {},
+        error: message.error || null,
+    };
+}
+
+function settleWakewordRequest(message) {
+    const pendingRequest = pendingWakewordRequests.get(message.requestId);
+    if (!pendingRequest) {
+        return;
+    }
+
+    window.clearTimeout(pendingRequest.timer);
+    pendingWakewordRequests.delete(message.requestId);
+
+    if (message.success === false) {
+        pendingRequest.reject(new Error(message.error || '本地唤醒服务返回失败'));
+        return;
+    }
+
+    pendingRequest.resolve(message);
+}
+
+function rejectAllWakewordRequests(errorMessage) {
+    pendingWakewordRequests.forEach((pendingRequest) => {
+        window.clearTimeout(pendingRequest.timer);
+        pendingRequest.reject(new Error(errorMessage));
+    });
+    pendingWakewordRequests.clear();
+}

main/digital-human/js/core/network/websocket.js

@@ -1,11 +1,11 @@
 // WebSocket消息处理模块
-import { log } from '../../utils/logger.js';
+import { getConfig, saveConnectionUrls } from '../../config/manager.js?v=0205';
-import { addMessage } from '../../ui/dom-helper.js';
+import { uiController } from '../../ui/controller.js?v=0205';
-import { webSocketConnect } from './ota-connector.js';
+import { log } from '../../utils/logger.js?v=0205';
-import { getConfig, saveConnectionUrls } from '../../config/manager.js';
+import { getAudioPlayer } from '../audio/player.js?v=0205';
-import { getAudioPlayer } from '../audio/player.js';
+import { getAudioRecorder } from '../audio/recorder.js?v=0205';
-import { getAudioRecorder } from '../audio/recorder.js';
+import { executeMcpTool, getMcpTools, setWebSocket as setMcpWebSocket } from '../mcp/tools.js?v=0205';
-import { getMcpTools, executeMcpTool, setWebSocket as setMcpWebSocket } from '../mcp/tools.js';
+import { webSocketConnect } from './ota-connector.js?v=0205';
 
 // WebSocket处理器类
 export class WebSocketHandler {
@@ -15,6 +15,7 @@ export class WebSocketHandler {
         this.onRecordButtonStateChange = null;
         this.onSessionStateChange = null;
         this.onSessionEmotionChange = null;
+        this.onChatMessage = null; // 新增：聊天消息回调
         this.currentSessionId = null;
         this.isRemoteSpeaking = false;
     }
@@ -33,7 +34,8 @@ export class WebSocketHandler {
                 device_mac: config.deviceMac,
                 token: config.token,
                 features: {
-                    mcp: true
+                    mcp: true,
+                    emoji: config.emojiEnabled
                 }
             };
 
@@ -69,40 +71,101 @@ export class WebSocketHandler {
         }
     }
 
+    _sendWakeupMessages(sessionId) {
+        if (!this.websocket || this.websocket.readyState !== WebSocket.OPEN) return;
+
+        // listen detect
+        this.websocket.send(JSON.stringify({
+            session_id: sessionId,
+            type: 'listen',
+            state: 'detect',
+            text: '嘿，你好呀'
+        }));
+        log('发送listen detect消息，唤醒词: 嘿，你好呀', 'info');
+
+        // listen start：开始监听
+        this.websocket.send(JSON.stringify({
+            session_id: sessionId,
+            type: 'listen',
+            state: 'start',
+            mode: 'auto'
+        }));
+        log('发送listen start消息', 'info');
+    }
+
     // 处理文本消息
     handleTextMessage(message) {
         if (message.type === 'hello') {
             log(`服务器回应：${JSON.stringify(message, null, 2)}`, 'success');
+            window.cameraAvailable = true;
+            log('连接成功，摄像头已可用', 'success');
+            uiController.updateDialButton(true);
+
+            this._sendWakeupMessages(message.session_id);
+
+            uiController.startAIChatSession();
         } else if (message.type === 'tts') {
             this.handleTTSMessage(message);
         } else if (message.type === 'audio') {
             log(`收到音频控制消息: ${JSON.stringify(message)}`, 'info');
         } else if (message.type === 'stt') {
             log(`识别结果: ${message.text}`, 'info');
-            addMessage(`${message.text}`, true);
+            // 检查是否需要绑定设备
+            if (message.text && (message.text.includes('绑定') || message.text.includes('bind'))) {
+                log('收到设备绑定提示，更新摄像头状态', 'warning');
+                window.cameraAvailable = false;
+                // 关闭摄像头
+                if (typeof window.stopCamera === 'function') {
+                    window.stopCamera();
+                }
+                // 更新摄像头按钮状态
+                const cameraBtn = document.getElementById('cameraBtn');
+                if (cameraBtn) {
+                    cameraBtn.classList.remove('camera-active');
+                    cameraBtn.querySelector('.btn-text').textContent = '摄像头';
+                    cameraBtn.disabled = true;
+                    cameraBtn.title = '请先绑定验证码';
+                }
+            }
+            // 使用新的聊天消息回调显示STT消息
+            if (this.onChatMessage && message.text) {
+                this.onChatMessage(message.text, true);
+            }
         } else if (message.type === 'llm') {
             log(`大模型回复: ${message.text}`, 'info');
+            // 使用新的聊天消息回调显示LLM回复
+            if (this.onChatMessage && message.text) {
+                this.onChatMessage(message.text, false);
+            }
 
-            // 如果包含表情，更新sessionStatus表情
+            // 如果包含表情，更新sessionStatus表情并触发Live2D动作
             if (message.text && /[\u{1F300}-\u{1F9FF}]|[\u{2600}-\u{26FF}]|[\u{2700}-\u{27BF}]/u.test(message.text)) {
                 // 提取表情符号
                 const emojiMatch = message.text.match(/[\u{1F300}-\u{1F9FF}]|[\u{2600}-\u{26FF}]|[\u{2700}-\u{27BF}]/u);
                 if (emojiMatch && this.onSessionEmotionChange) {
                     this.onSessionEmotionChange(emojiMatch[0]);
                 }
+
+                // 触发Live2D情绪动作
+                if (message.emotion) {
+                    console.log(`收到情绪消息: emotion=${message.emotion}, text=${message.text}`);
+                    this.triggerLive2DEmotionAction(message.emotion);
+                }
             }
 
             // 只有当文本不仅仅是表情时，才添加到对话中
             // 移除文本中的表情后检查是否还有内容
             const textWithoutEmoji = message.text ? message.text.replace(/[\u{1F300}-\u{1F9FF}]|[\u{2600}-\u{26FF}]|[\u{2700}-\u{27BF}]/gu, '').trim() : '';
-            if (textWithoutEmoji) {
+            if (textWithoutEmoji && this.onChatMessage) {
-                addMessage(message.text);
+                this.onChatMessage(message.text, false);
             }
         } else if (message.type === 'mcp') {
             this.handleMCPMessage(message);
         } else {
             log(`未知消息类型: ${message.type}`, 'info');
-            addMessage(JSON.stringify(message, null, 2));
+            if (this.onChatMessage) {
+                this.onChatMessage(`未知消息类型: ${message.type}\n${JSON.stringify(message, null, 2)}`, false);
+            }
         }
     }
 
@@ -115,15 +178,33 @@ export class WebSocketHandler {
             if (this.onSessionStateChange) {
                 this.onSessionStateChange(true);
             }
+
+            // 启动Live2D说话动画
+            this.startLive2DTalking();
         } else if (message.state === 'sentence_start') {
             log(`服务器发送语音段: ${message.text}`, 'info');
-            if (message.text) {
+            this.ttsSentenceCount = (this.ttsSentenceCount || 0) + 1;
-                addMessage(message.text);
+
+            if (message.text && this.onChatMessage) {
+                this.onChatMessage(message.text, false);
+            }
+
+            // 确保动画在句子开始时运行
+            const live2dManager = window.chatApp?.live2dManager;
+            if (live2dManager && !live2dManager.isTalking) {
+                this.startLive2DTalking();
             }
         } else if (message.state === 'sentence_end') {
             log(`语音段结束: ${message.text}`, 'info');
+
+            // 句子结束时不清除动画，等待下一个句子或最终停止
         } else if (message.state === 'stop') {
-            log('服务器语音传输结束', 'info');
+            log('服务器语音传输结束，清空所有音频缓冲', 'info');
+
+            // 清空所有音频缓冲并停止播放
+            const audioPlayer = getAudioPlayer();
+            audioPlayer.clearAllAudio();
+
             this.isRemoteSpeaking = false;
             if (this.onRecordButtonStateChange) {
                 this.onRecordButtonStateChange(false);
@@ -131,6 +212,57 @@ export class WebSocketHandler {
             if (this.onSessionStateChange) {
                 this.onSessionStateChange(false);
             }
+
+            // 延迟停止Live2D说话动画，确保所有句子都播放完毕
+            setTimeout(() => {
+                this.stopLive2DTalking();
+                this.ttsSentenceCount = 0; // 重置计数器
+            }, 1000); // 1秒延迟，确保所有句子都完成
+        }
+    }
+
+    // 启动Live2D说话动画
+    startLive2DTalking() {
+        try {
+            // 获取Live2D管理器实例
+            const live2dManager = window.chatApp?.live2dManager;
+            if (live2dManager && live2dManager.live2dModel) {
+                // 使用音频播放器的分析器节点
+                live2dManager.startTalking();
+                log('Live2D说话动画已启动', 'info');
+            }
+        } catch (error) {
+            log(`启动Live2D说话动画失败: ${error.message}`, 'error');
+        }
+    }
+
+    // 停止Live2D说话动画
+    stopLive2DTalking() {
+        try {
+            const live2dManager = window.chatApp?.live2dManager;
+            if (live2dManager) {
+                live2dManager.stopTalking();
+                log('Live2D说话动画已停止', 'info');
+            }
+        } catch (error) {
+            log(`停止Live2D说话动画失败: ${error.message}`, 'error');
+        }
+    }
+
+    // 初始化Live2D音频分析器
+    initializeLive2DAudioAnalyzer() {
+        try {
+            const live2dManager = window.chatApp?.live2dManager;
+            if (live2dManager) {
+                // 初始化音频分析器（使用音频播放器的上下文）
+                if (live2dManager.initializeAudioAnalyzer()) {
+                    log('Live2D音频分析器初始化完成，已连接到音频播放器', 'success');
+                } else {
+                    log('Live2D音频分析器初始化失败，将使用模拟动画', 'warning');
+                }
+            }
+        } catch (error) {
+            log(`初始化Live2D音频分析器失败: ${error.message}`, 'error');
         }
     }
 
@@ -163,8 +295,7 @@ export class WebSocketHandler {
 
             log(`调用工具: ${toolName} 参数: ${JSON.stringify(toolArgs)}`, 'info');
 
-            const result = executeMcpTool(toolName, toolArgs);
+            executeMcpTool(toolName, toolArgs).then(result => {
-
                 const replyMessage = JSON.stringify({
                     "session_id": message.session_id || "",
                     "type": "mcp",
@@ -185,8 +316,56 @@ export class WebSocketHandler {
 
                 log(`客户端上报: ${replyMessage}`, 'info');
                 this.websocket.send(replyMessage);
+            }).catch(error => {
+                log(`工具执行失败: ${error.message}`, 'error');
+                const errorReply = JSON.stringify({
+                    "session_id": message.session_id || "",
+                    "type": "mcp",
+                    "payload": {
+                        "jsonrpc": "2.0",
+                        "id": payload.id,
+                        "error": {
+                            "code": -32603,
+                            "message": error.message
+                        }
+                    }
+                });
+                this.websocket.send(errorReply);
+            });
         } else if (payload.method === 'initialize') {
             log(`收到工具初始化请求: ${JSON.stringify(payload.params)}`, 'info');
+            // 保存视觉分析接口地址
+            const visionUrl = document.getElementById('visionUrl');
+            const visionConfig = payload?.params?.capabilities?.vision;
+            if (visionConfig && typeof visionConfig === 'object' && visionConfig.url && visionConfig.token) {
+                const visionConfigStr = JSON.stringify(visionConfig);
+                localStorage.setItem('xz_tester_vision', visionConfigStr);
+                if (visionUrl) visionUrl.value = visionConfig.url;
+            } else {
+                localStorage.removeItem('xz_tester_vision');
+                if (visionUrl) visionUrl.value = '';
+            }
+
+            const replyMessage = JSON.stringify({
+                "session_id": message.session_id || "",
+                "type": "mcp",
+                "payload": {
+                    "jsonrpc": "2.0",
+                    "id": payload.id,
+                    "result": {
+                        "protocolVersion": "2024-11-05",
+                        "capabilities": {
+                            "tools": {}
+                        },
+                        "serverInfo": {
+                            "name": "xiaozhi-web-test",
+                            "version": "2.1.0"
+                        }
+                    }
+                }
+            });
+            log(`回复初始化响应`, 'info');
+            this.websocket.send(replyMessage);
         } else {
             log(`未知的MCP方法: ${payload.method}`, 'warning');
         }
@@ -198,7 +377,6 @@ export class WebSocketHandler {
             let arrayBuffer;
             if (data instanceof ArrayBuffer) {
                 arrayBuffer = data;
-                log(`收到ArrayBuffer音频数据，大小: ${data.byteLength}字节`, 'debug');
             } else if (data instanceof Blob) {
                 arrayBuffer = await data.arrayBuffer();
                 log(`收到Blob音频数据，大小: ${arrayBuffer.byteLength}字节`, 'debug');
@@ -267,6 +445,9 @@ export class WebSocketHandler {
                 this.onSessionStateChange(false);
             }
 
+            // 在WebSocket连接成功时初始化Live2D音频分析器
+            this.initializeLive2DAudioAnalyzer();
+
             await this.sendHelloMessage();
         };
 
@@ -279,11 +460,22 @@ export class WebSocketHandler {
 
             const audioRecorder = getAudioRecorder();
             audioRecorder.stop();
+
+            // 关闭摄像头
+            if (typeof window.stopCamera === 'function') {
+                window.stopCamera();
+            }
+
+            // 隐藏摄像头显示区域
+            const cameraContainer = document.getElementById('cameraContainer');
+            if (cameraContainer) {
+                cameraContainer.classList.remove('active');
+            }
         };
 
         this.websocket.onerror = (error) => {
             log(`WebSocket错误: ${error.message || '未知错误'}`, 'error');
-
+            uiController.addChatMessage(`⚠️ WebSocket错误: ${error.message || '未知错误'}`, false);
             if (this.onConnectionStateChange) {
                 this.onConnectionStateChange(false);
             }
@@ -299,9 +491,8 @@ export class WebSocketHandler {
                 }
             } catch (error) {
                 log(`WebSocket消息处理错误: ${error.message}`, 'error');
-                if (typeof event.data === 'string') {
+                // 不再使用旧的addMessage函数，因为conversationDiv元素不存在
-                    addMessage(event.data);
+                // 错误消息将通过其他方式显示
-                }
             }
         };
     }
@@ -313,6 +504,17 @@ export class WebSocketHandler {
         this.websocket.close();
         const audioRecorder = getAudioRecorder();
         audioRecorder.stop();
+
+        // 关闭摄像头
+        if (typeof window.stopCamera === 'function') {
+            window.stopCamera();
+        }
+
+        // 隐藏摄像头显示区域
+        const cameraContainer = document.getElementById('cameraContainer');
+        if (cameraContainer) {
+            cameraContainer.classList.remove('active');
+        }
     }
 
     // 发送文本消息
@@ -335,7 +537,6 @@ export class WebSocketHandler {
 
             const listenMessage = {
                 type: 'listen',
-                mode: 'manual',
                 state: 'detect',
                 text: text
             };
@@ -350,6 +551,24 @@ export class WebSocketHandler {
         }
     }
 
+    /**
+     * 触发Live2D情绪动作
+     * @param {string} emotion - 情绪名称
+     */
+    triggerLive2DEmotionAction(emotion) {
+        try {
+            const live2dManager = window.chatApp?.live2dManager;
+            if (live2dManager && typeof live2dManager.triggerEmotionAction === 'function') {
+                live2dManager.triggerEmotionAction(emotion);
+                log(`触发Live2D情绪动作: ${emotion}`, 'info');
+            } else {
+                log(`无法触发Live2D情绪动作: Live2D管理器未找到或方法不可用`, 'warning');
+            }
+        } catch (error) {
+            log(`触发Live2D情绪动作失败: ${error.message}`, 'error');
+        }
+    }
+
     // 获取WebSocket实例
     getWebSocket() {
         return this.websocket;

main/digital-human/js/live2d/live2d.js

@@ -0,0 +1,824 @@
+/**
+ * Live2D 管理器
+ * 负责 Live2D 模型的初始化、嘴部动画控制等功能
+ */
+class Live2DManager {
+    constructor() {
+        this.live2dApp = null;
+        this.live2dModel = null;
+        this.isTalking = false;
+        this.mouthAnimationId = null;
+        this.mouthParam = 'ParamMouthOpenY';
+        this.audioContext = null;
+        this.analyser = null;
+        this.dataArray = null;
+        this.lastEmotionActionTime = null;
+        this.currentModelName = null;
+
+        // 模型特定配置
+        this.modelConfig = {
+            'hiyori_pro_zh': {
+                mouthParam: 'ParamMouthOpenY',
+                mouthAmplitude: 1.0,
+                mouthThresholds: { low: 0.3, high: 0.7 },
+                motionMap: {
+                    'FlickUp': 'FlickUp',
+                    'FlickDown': 'FlickDown',
+                    'Tap': 'Tap',
+                    'Tap@Body': 'Tap@Body',
+                    'Flick': 'Flick',
+                    'Flick@Body': 'Flick@Body'
+                }
+            },
+            'natori_pro_zh': {
+                mouthParam: 'ParamMouthOpenY',
+                mouthAmplitude: 1.0,
+                mouthThresholds: { low: 0.1, high: 0.4 },
+                mouthFormParam: 'ParamMouthForm',
+                mouthFormAmplitude: 1.0,
+                mouthForm2Param: 'ParamMouthForm2',
+                mouthForm2Amplitude: 0.8,
+                motionMap: {
+                    'FlickUp': 'FlickUp',
+                    'FlickDown': 'Flick@Body',
+                    'Tap': 'Tap',
+                    'Tap@Body': 'Tap@Head',
+                    'Flick': 'Tap',
+                    'Flick@Body': 'Flick@Body'
+                }
+            }
+        };
+
+        // 情绪到动作的映射
+        this.emotionToActionMap = {
+            'happy': 'FlickUp',      // 开心-向上轻扫动作
+            'laughing': 'FlickUp',   // 大笑-向上轻扫动作
+            'funny': 'FlickUp',      // 搞笑-向上轻扫动作
+            'sad': 'FlickDown',      // 伤心-向下轻扫动作
+            'crying': 'FlickDown',   // 哭泣-向下轻扫动作
+            'angry': 'Tap@Body',     // 生气-身体点击动作
+            'surprised': 'Tap',      // 惊讶-点击动作
+            'neutral': 'Flick',      // 平常-轻扫动作
+            'default': 'Flick@Body'  // 默认-身体轻扫动作
+        };
+
+        // 单/双击判定配置与状态
+        this._lastClickTime = 0;
+        this._lastClickPos = { x: 0, y: 0 };
+        this._singleClickTimer = null;
+        this._doubleClickMs = 280; // 双击时间阈值(ms)
+        this._doubleClickDist = 16; // 双击允许的最大位移(px)
+        // 滑动判定
+        this._pointerDown = false;
+        this._downPos = { x: 0, y: 0 };
+        this._downTime = 0;
+        this._downArea = 'Body';
+        this._movedBeyondClick = false;
+        this._swipeMinDist = 24; // 触发滑动的最小距离
+    }
+
+    /**
+     * 初始化 Live2D
+     */
+    async initializeLive2D() {
+        try {
+            const canvas = document.getElementById('live2d-stage');
+
+            // 供内部使用
+            window.PIXI = PIXI;
+
+            this.live2dApp = new PIXI.Application({
+                view: canvas,
+                height: window.innerHeight,
+                width: window.innerWidth,
+                resolution: window.devicePixelRatio,
+                autoDensity: true,
+                antialias: true,
+                backgroundAlpha: 0,
+            });
+
+            // 加载 Live2D 模型 - 动态检测当前目录，适配不同环境
+            // 获取当前HTML文件所在的目录路径
+            const currentPath = window.location.pathname;
+            const lastSlashIndex = currentPath.lastIndexOf('/');
+            const basePath = currentPath.substring(0, lastSlashIndex + 1);
+
+            // 从 localStorage 读取上次选择的模型，如果没有则使用默认
+            const savedModelName = localStorage.getItem('live2dModel') || 'hiyori_pro_zh';
+            const modelFileMap = {
+                'hiyori_pro_zh': 'hiyori_pro_t11.model3.json',
+                'natori_pro_zh': 'natori_pro_t06.model3.json'
+            };
+            const modelFileName = modelFileMap[savedModelName] || 'hiyori_pro_t11.model3.json';
+            const modelPath = basePath + 'resources/' + savedModelName + '/runtime/' + modelFileName;
+
+            this.live2dModel = await PIXI.live2d.Live2DModel.from(modelPath);
+            this.live2dApp.stage.addChild(this.live2dModel);
+
+            // 保存当前模型名称
+            this.currentModelName = savedModelName;
+
+            // 更新下拉框显示
+            const modelSelect = document.getElementById('live2dModelSelect');
+            if (modelSelect) {
+                modelSelect.value = savedModelName;
+            }
+
+            // 设置模型特定的嘴部参数名
+            if (this.modelConfig[savedModelName]) {
+                this.mouthParam = this.modelConfig[savedModelName].mouthParam || 'ParamMouthOpenY';
+            }
+
+            // 设置模型属性
+            this.live2dModel.scale.set(0.33);
+            this.live2dModel.x = (window.innerWidth - this.live2dModel.width) * 0.5;
+            this.live2dModel.y = -50;
+
+            // 启用交互并监听点击命中（头部/身体等）
+
+            this.live2dModel.interactive = true;
+
+
+            this.live2dModel.on('doublehit', (args) => {
+                const area = Array.isArray(args) ? args[0] : args;
+
+                // 触发双击动作
+                if (area === 'Body') {
+                    this.motion('Flick@Body');
+                } else if (area === 'Head' || area === 'Face') {
+                    this.motion('Flick');
+                }
+
+                const app = window.chatApp;
+                const payload = JSON.stringify({ type: 'live2d', event: 'doublehit', area });
+                if (app && app.dataChannel && app.dataChannel.readyState === 'open') {
+                    app.dataChannel.send(payload);
+                }
+
+            });
+
+            this.live2dModel.on('singlehit', (args) => {
+                const area = Array.isArray(args) ? args[0] : args;
+
+                // 触发单击动作
+                if (area === 'Body') {
+                    this.motion('Tap@Body');
+                } else if (area === 'Head' || area === 'Face') {
+                    this.motion('Tap');
+                }
+
+                const app = window.chatApp;
+                const payload = JSON.stringify({ type: 'live2d', event: 'singlehit', area });
+                if (app && app.dataChannel && app.dataChannel.readyState === 'open') {
+                    app.dataChannel.send(payload);
+                }
+
+            });
+
+            this.live2dModel.on('swipe', (args) => {
+                const area = Array.isArray(args) ? args[0] : args;
+                const dir = Array.isArray(args) ? args[1] : undefined;
+
+                // 触发滑动动作
+                if (area === 'Body') {
+                    if (dir === 'up') {
+                        this.motion('FlickUp');
+                    } else if (dir === 'down') {
+                        this.motion('FlickDown');
+                    }
+                } else if (area === 'Head' || area === 'Face') {
+                    if (dir === 'up') {
+                        this.motion('FlickUp');
+                    } else if (dir === 'down') {
+                        this.motion('FlickDown');
+                    }
+                }
+
+                const app = window.chatApp;
+                const payload = JSON.stringify({ type: 'live2d', event: 'swipe', area, dir });
+                if (app && app.dataChannel && app.dataChannel.readyState === 'open') {
+                    app.dataChannel.send(payload);
+                }
+
+            });
+
+            // 兜底：自定义"头部/身体"命中区域 + 单/双击/滑动区分
+            this.live2dModel.on('pointerdown', (event) => {
+                try {
+                    const global = event.data.global;
+                    const bounds = this.live2dModel.getBounds();
+                    // 仅在点击落在模型可见范围内时判定
+                    if (!bounds || !bounds.contains(global.x, global.y)) return;
+
+                    const relX = (global.x - bounds.x) / (bounds.width || 1);
+                    const relY = (global.y - bounds.y) / (bounds.height || 1);
+                    let area = '';
+                    // 经验阈值：模型可见矩形的上部 20% 视为"头部"区域
+                    if (relX >= 0.4 && relX <= 0.6) {
+                        if (relY <= 0.15) {
+                            area = 'Head';
+                        } else if (relY <= 0.23) {
+                            area = 'Face';
+                        } else {
+                            area = 'Body';
+                        }
+                    }
+                    if (area === '') {
+                        return;
+                    }
+
+                    // 记录按下状态用于滑动判定
+                    this._pointerDown = true;
+                    this._downPos = { x: global.x, y: global.y };
+                    this._downTime = performance.now();
+                    this._downArea = area;
+                    this._movedBeyondClick = false;
+
+                    const now = performance.now();
+                    const dt = now - (this._lastClickTime || 0);
+                    const dx = global.x - (this._lastClickPos?.x || 0);
+                    const dy = global.y - (this._lastClickPos?.y || 0);
+                    const dist = Math.hypot(dx, dy);
+
+                    // 命中确认：仅当点击在模型上时做单/双击判断
+                    if (this._lastClickTime && dt <= this._doubleClickMs && dist <= this._doubleClickDist) {
+                        // 判定为双击：取消待触发的单击事件
+                        if (this._singleClickTimer) {
+                            clearTimeout(this._singleClickTimer);
+                            this._singleClickTimer = null;
+                        }
+                        if (typeof this.live2dModel.emit === 'function') {
+                            this.live2dModel.emit('doublehit', [area]);
+                        }
+                        this._lastClickTime = 0;
+                        this._pointerDown = false; // 双击完成，重置状态
+                        return;
+                    }
+
+                    // 可能是单击：记录并延迟确认
+                    this._lastClickTime = now;
+                    this._lastClickPos = { x: global.x, y: global.y };
+                    if (this._singleClickTimer) {
+                        clearTimeout(this._singleClickTimer);
+                        this._singleClickTimer = null;
+                    }
+                    this._singleClickTimer = setTimeout(() => {
+                        // 若在等待期间发生了移动超过阈值，则不再当作单击
+                        if (!this._movedBeyondClick && typeof this.live2dModel.emit === 'function') {
+                            this.live2dModel.emit('singlehit', [area]);
+                        }
+                        this._singleClickTimer = null;
+                        this._lastClickTime = 0;
+                    }, this._doubleClickMs);
+                } catch (e) {
+                    // 忽略自定义命中判断中的异常，避免影响主流程
+                }
+            });
+
+            // 指针移动：用于判定是否从"点击"升级为"滑动"
+            this.live2dModel.on('pointermove', (event) => {
+                try {
+                    if (!this._pointerDown) return;
+                    const global = event.data.global;
+                    const dx = global.x - this._downPos.x;
+                    const dy = global.y - this._downPos.y;
+                    const dist = Math.hypot(dx, dy);
+
+                    // 使用 _doubleClickDist 作为点击/滑动的判定阈值
+                    if (dist > this._doubleClickDist) {
+                        this._movedBeyondClick = true;
+                        // 若已超出点击阈值，取消可能的单击触发
+                        if (this._singleClickTimer) {
+                            clearTimeout(this._singleClickTimer);
+                            this._singleClickTimer = null;
+                        }
+                        this._lastClickTime = 0;
+                    }
+                } catch (e) {
+                    // 忽略移动判定中的异常
+                }
+            });
+
+            // 指针抬起：确认是否为滑动
+            const handlePointerUp = (event) => {
+                try {
+                    if (!this._pointerDown) return;
+                    const global = (event && event.data && event.data.global) ? event.data.global : { x: this._downPos.x, y: this._downPos.y };
+                    const dx = global.x - this._downPos.x;
+                    const dy = global.y - this._downPos.y;
+                    const dist = Math.hypot(dx, dy);
+
+                    // 滑动：超过滑动最小距离则触发 swipe 事件（携带方向与区域）
+                    if (this._movedBeyondClick && dist >= this._swipeMinDist) {
+                        if (typeof this.live2dModel.emit === 'function') {
+                            const dir = Math.abs(dx) >= Math.abs(dy)
+                                ? (dx > 0 ? 'right' : 'left')
+                                : (dy > 0 ? 'down' : 'up');
+                            this.live2dModel.emit('swipe', [this._downArea, dir]);
+                        }
+                        // 终止：不再让单击/双击触发
+                        if (this._singleClickTimer) {
+                            clearTimeout(this._singleClickTimer);
+                            this._singleClickTimer = null;
+                        }
+                        this._lastClickTime = 0;
+                    }
+                } catch (e) {
+                    // 忽略抬起判定中的异常
+                }
+                finally {
+                    this._pointerDown = false;
+                    this._movedBeyondClick = false;
+                }
+            };
+
+            this.live2dModel.on('pointerup', handlePointerUp);
+            this.live2dModel.on('pointerupoutside', handlePointerUp);
+
+            // 添加窗口大小变化监听器，保持模型在Canvas中间和底部
+            window.addEventListener('resize', () => {
+                if (this.live2dModel) {
+                    // 使用窗口实际尺寸重新计算模型位置
+                    this.live2dModel.x = (window.innerWidth - this.live2dModel.width) * 0.5;
+                    this.live2dModel.y = -50;
+                }
+            });
+
+        } catch (err) {
+            console.error('加载 Live2D 模型失败:', err);
+        }
+    }
+
+    /**
+     * 初始化音频分析器 - 使用音频播放器的分析器节点
+     */
+    initializeAudioAnalyzer() {
+        try {
+            // 获取音频播放器实例
+            const audioPlayer = window.chatApp?.audioPlayer;
+            if (!audioPlayer) {
+                console.warn('音频播放器未初始化，无法获取分析器节点');
+                return false;
+            }
+
+            // 获取音频播放器的音频上下文
+            this.audioContext = audioPlayer.getAudioContext();
+            if (!this.audioContext) {
+                console.warn('无法获取音频播放器的音频上下文');
+                return false;
+            }
+
+            // 创建分析器节点
+            this.analyser = this.audioContext.createAnalyser();
+            this.analyser.fftSize = 256;
+            this.dataArray = new Uint8Array(this.analyser.frequencyBinCount);
+
+            return true;
+        } catch (error) {
+            console.error('初始化音频分析器失败:', error);
+            return false;
+        }
+    }
+
+    /**
+     * 连接到音频播放器的输出节点
+     */
+    connectToAudioPlayer() {
+        try {
+            // 获取音频播放器的流上下文
+            const audioPlayer = window.chatApp?.audioPlayer;
+            if (!audioPlayer || !audioPlayer.streamingContext) {
+                console.warn('音频播放器或流上下文未初始化');
+                return false;
+            }
+
+            // 获取音频播放器的流上下文
+            const streamingContext = audioPlayer.streamingContext;
+
+            // 获取分析器节点
+            const analyser = streamingContext.getAnalyser();
+            if (!analyser) {
+                console.warn('音频播放器尚未创建分析器节点，无法连接');
+                return false;
+            }
+
+            // 使用音频播放器的分析器节点
+            this.analyser = analyser;
+            this.dataArray = new Uint8Array(this.analyser.frequencyBinCount);
+            return true;
+        } catch (error) {
+            console.error('连接到音频播放器失败:', error);
+            return false;
+        }
+    }
+
+    /**
+     * 嘴部动画循环
+     */
+    animateMouth() {
+        if (!this.isTalking) return;
+        if (!this.live2dModel) return;
+        const internal = this.live2dModel && this.live2dModel.internalModel;
+        if (internal && internal.coreModel) {
+            const coreModel = internal.coreModel;
+
+            let mouthOpenY = 0;
+            let mouthForm = 0;
+            let mouthForm2 = 0;
+            let average = 0;
+
+            if (this.analyser && this.dataArray) {
+                this.analyser.getByteFrequencyData(this.dataArray);
+                average = this.dataArray.reduce((a, b) => a + b) / this.dataArray.length;
+
+                const normalizedVolume = average / 255;
+
+                // 获取模型特定的阈值
+                let lowThreshold = 0.3;
+                let highThreshold = 0.7;
+                if (this.currentModelName && this.modelConfig[this.currentModelName]) {
+                    lowThreshold = this.modelConfig[this.currentModelName].mouthThresholds?.low || 0.3;
+                    highThreshold = this.modelConfig[this.currentModelName].mouthThresholds?.high || 0.7;
+                }
+
+                // 使用模型特定的阈值进行映射
+                let minOpenY = 0.1;
+                if (this.currentModelName && this.modelConfig[this.currentModelName]) {
+                    minOpenY = this.modelConfig[this.currentModelName].mouthMinOpenY || 0.1;
+                }
+
+                if (normalizedVolume < lowThreshold) {
+                    mouthOpenY = minOpenY + Math.pow(normalizedVolume / lowThreshold, 1.5) * (0.4 - minOpenY);
+                } else if (normalizedVolume < highThreshold) {
+                    mouthOpenY = 0.4 + (normalizedVolume - lowThreshold) / (highThreshold - lowThreshold) * 0.4;
+                } else {
+                    mouthOpenY = 0.8 + Math.pow((normalizedVolume - highThreshold) / (1 - highThreshold), 1.2) * 0.2;
+                }
+
+                // 应用模型特定的嘴部开合幅度
+                let amplitudeMultiplier = 1.0;
+                let maxOpenY = 2.5;
+                if (this.currentModelName && this.modelConfig[this.currentModelName]) {
+                    amplitudeMultiplier = this.modelConfig[this.currentModelName].mouthAmplitude;
+                    maxOpenY = this.modelConfig[this.currentModelName].maxOpenY || 2.5;
+                }
+                mouthOpenY = mouthOpenY * amplitudeMultiplier;
+                mouthOpenY = Math.min(Math.max(mouthOpenY, 0), maxOpenY);
+
+                // 计算嘴型参数（仅对支持嘴型变化的模型）
+                if (this.currentModelName && this.modelConfig[this.currentModelName]?.mouthFormParam) {
+                    const config = this.modelConfig[this.currentModelName];
+                    const formAmplitude = config.mouthFormAmplitude || 0.5;
+                    const form2Amplitude = config.mouthForm2Amplitude || 0;
+
+                    // 嘴型随音量变化：
+                    // 低音量：嘴型偏"一"字（负值）
+                    // 高音量：嘴型偏"o"字（正值）
+                    // 音量=0时：嘴型=0（自然状态）
+                    mouthForm = (normalizedVolume - 0.5) * 2 * formAmplitude;
+                    mouthForm = Math.max(-formAmplitude, Math.min(formAmplitude, mouthForm));
+
+                    // 第二嘴型参数（natori特有）
+                    if (config.mouthForm2Param) {
+                        mouthForm2 = (normalizedVolume - 0.3) * 2 * form2Amplitude;
+                        mouthForm2 = Math.max(-form2Amplitude, Math.min(form2Amplitude, mouthForm2));
+                    }
+                }
+
+                // 调试日志：输出嘴部参数
+                console.log(`[Live2D] 模型: ${this.currentModelName || 'unknown'}, 音量: ${average?.toFixed(0)}, OpenY: ${mouthOpenY.toFixed(3)}, Form: ${mouthForm.toFixed(3)}, Form2: ${mouthForm2.toFixed(3)}`);
+            }
+
+            // 设置嘴部开合参数
+            coreModel.setParameterValueById(this.mouthParam, mouthOpenY);
+
+            // 设置嘴型参数（仅对支持嘴型变化的模型）
+            if (this.currentModelName && this.modelConfig[this.currentModelName]?.mouthFormParam) {
+                const config = this.modelConfig[this.currentModelName];
+                const formParam = config.mouthFormParam;
+                coreModel.setParameterValueById(formParam, mouthForm);
+
+                // 设置第二嘴型参数（natori特有）
+                if (config.mouthForm2Param) {
+                    coreModel.setParameterValueById(config.mouthForm2Param, mouthForm2);
+                }
+            }
+
+            coreModel.update();
+        }
+        this.mouthAnimationId = requestAnimationFrame(() => this.animateMouth());
+    }
+
+    /**
+     * 开始说话动画
+     */
+    startTalking() {
+        if (this.isTalking || !this.live2dModel) return;
+
+        // 确保音频分析器已初始化
+        if (!this.analyser) {
+            if (!this.initializeAudioAnalyzer()) {
+                console.warn('音频分析器初始化失败，将使用模拟动画');
+                // 即使分析器初始化失败，也启动动画（使用模拟数据）
+                this.isTalking = true;
+                this.animateMouth();
+                return;
+            }
+        }
+
+        // 连接到音频播放器输出
+        if (!this.connectToAudioPlayer()) {
+            console.warn('无法连接到音频播放器输出，将使用模拟动画');
+        }
+
+        this.isTalking = true;
+        this.animateMouth();
+    }
+
+    /**
+     * 停止说话动画
+     */
+    stopTalking() {
+        this.isTalking = false;
+        if (this.mouthAnimationId) {
+            cancelAnimationFrame(this.mouthAnimationId);
+            this.mouthAnimationId = null;
+        }
+
+        // 重置嘴部参数
+        if (this.live2dModel) {
+            const internal = this.live2dModel.internalModel;
+            if (internal && internal.coreModel) {
+                const coreModel = internal.coreModel;
+                coreModel.setParameterValueById(this.mouthParam, 0);
+                coreModel.update();
+            }
+        }
+    }
+
+    /**
+     * 基于情绪触发动作
+     * @param {string} emotion - 情绪名称
+     */
+    triggerEmotionAction(emotion) {
+        if (!this.live2dModel) return;
+
+        // 添加冷却时间控制，避免过于频繁触发
+        const now = Date.now();
+        if (this.lastEmotionActionTime && now - this.lastEmotionActionTime < 5000) { // 5秒冷却时间
+            return;
+        }
+
+        // 根据情绪获取对应的动作
+        const action = this.emotionToActionMap[emotion] || this.emotionToActionMap['default'];
+
+        // 触发动作并记录时间
+        this.motion(action);
+        this.lastEmotionActionTime = now;
+    }
+
+
+
+    /**
+     * 触发模型动作（Motion）
+     * @param {string} name - 动作分组名称，如 'TapBody'、'FlickUp'、'Idle' 等
+     */
+    motion(name) {
+        try {
+            if (!this.live2dModel) return;
+
+            // 根据当前模型获取对应的动作名称
+            let actualMotionName = name;
+            if (this.currentModelName && this.modelConfig[this.currentModelName]) {
+                const motionMap = this.modelConfig[this.currentModelName].motionMap;
+                actualMotionName = motionMap[name] || name;
+            }
+
+            this.live2dModel.motion(actualMotionName);
+        } catch (error) {
+            console.error('触发动作失败:', error);
+        }
+    }
+
+    /**
+     * 设置模型交互事件
+     */
+    setupModelInteractions() {
+        if (!this.live2dModel) return;
+
+        this.live2dModel.interactive = true;
+
+        this.live2dModel.on('doublehit', (args) => {
+            const area = Array.isArray(args) ? args[0] : args;
+
+            if (area === 'Body') {
+                this.motion('Flick@Body');
+            } else if (area === 'Head' || area === 'Face') {
+                this.motion('Flick');
+            }
+
+            const app = window.chatApp;
+            const payload = JSON.stringify({ type: 'live2d', event: 'doublehit', area });
+            if (app && app.dataChannel && app.dataChannel.readyState === 'open') {
+                app.dataChannel.send(payload);
+            }
+        });
+
+        this.live2dModel.on('singlehit', (args) => {
+            const area = Array.isArray(args) ? args[0] : args;
+
+            if (area === 'Body') {
+                this.motion('Tap@Body');
+            } else if (area === 'Head' || area === 'Face') {
+                this.motion('Tap');
+            }
+
+            const app = window.chatApp;
+            const payload = JSON.stringify({ type: 'live2d', event: 'singlehit', area });
+            if (app && app.dataChannel && app.dataChannel.readyState === 'open') {
+                app.dataChannel.send(payload);
+            }
+        });
+
+        this.live2dModel.on('swipe', (args) => {
+            const area = Array.isArray(args) ? args[0] : args;
+            const dir = Array.isArray(args) ? args[1] : undefined;
+
+            if (area === 'Body') {
+                if (dir === 'up') {
+                    this.motion('FlickUp');
+                } else if (dir === 'down') {
+                    this.motion('FlickDown');
+                }
+            }
+
+            const app = window.chatApp;
+            const payload = JSON.stringify({ type: 'live2d', event: 'swipe', area, dir });
+            if (app && app.dataChannel && app.dataChannel.readyState === 'open') {
+                app.dataChannel.send(payload);
+            }
+        });
+
+        this.live2dModel.on('pointerdown', (event) => {
+            try {
+                const global = event.data.global;
+                const bounds = this.live2dModel.getBounds();
+                if (!bounds || !bounds.contains(global.x, global.y)) return;
+
+                const relX = (global.x - bounds.x) / (bounds.width || 1);
+                const relY = (global.y - bounds.y) / (bounds.height || 1);
+                let area = '';
+
+                if (relX >= 0.4 && relX <= 0.6) {
+                    if (relY <= 0.15) {
+                        area = 'Head';
+                    } else if (relY >= 0.7) {
+                        area = 'Body';
+                    }
+                }
+
+                if (!area) return;
+
+                const now = Date.now();
+                const dt = now - (this._lastClickTime || 0);
+                const dx = global.x - (this._lastClickPos?.x || 0);
+                const dy = global.y - (this._lastClickPos?.y || 0);
+                const dist = Math.hypot(dx, dy);
+
+                if (this._lastClickTime && dt <= this._doubleClickMs && dist <= this._doubleClickDist) {
+                    if (this._singleClickTimer) {
+                        clearTimeout(this._singleClickTimer);
+                        this._singleClickTimer = null;
+                    }
+
+                    this.live2dModel.emit('doublehit', area);
+                    this._lastClickTime = null;
+                    this._lastClickPos = null;
+                } else {
+                    this._lastClickTime = now;
+                    this._lastClickPos = { x: global.x, y: global.y };
+
+                    this._singleClickTimer = setTimeout(() => {
+                        this._singleClickTimer = null;
+                        this.live2dModel.emit('singlehit', area);
+                    }, this._doubleClickMs);
+                }
+            } catch (e) {
+                console.warn('pointerdown 处理出错:', e);
+            }
+        });
+    }
+
+    /**
+     * 清理资源
+     */
+    destroy() {
+        this.stopTalking();
+
+        // 清理音频分析器
+        if (this.audioContext) {
+            this.audioContext.close();
+            this.audioContext = null;
+        }
+        this.analyser = null;
+        this.dataArray = null;
+
+        // 清理 Live2D 应用
+        if (this.live2dApp) {
+            this.live2dApp.destroy(true);
+            this.live2dApp = null;
+        }
+        this.live2dModel = null;
+    }
+
+    /**
+     * 切换 Live2D 模型
+     * @param {string} modelName - 模型目录名称，如 'hiyori_pro_zh'、'natori_pro_zh'
+     * @returns {Promise<boolean>} - 切换是否成功
+     */
+    async switchModel(modelName) {
+        try {
+            // 获取模型文件名映射
+            const modelFileMap = {
+                'hiyori_pro_zh': 'hiyori_pro_t11.model3.json',
+                'natori_pro_zh': 'natori_pro_t06.model3.json',
+                'chitose': 'chitose.model3.json',
+                'haru_greeter_pro_jp': 'haru_greeter_t05.model3.json'
+            };
+
+            const modelFileName = modelFileMap[modelName];
+            if (!modelFileName) {
+                console.error('未知的模型名称:', modelName);
+                return false;
+            }
+
+            // 获取基础路径
+            const currentPath = window.location.pathname;
+            const lastSlashIndex = currentPath.lastIndexOf('/');
+            const basePath = currentPath.substring(0, lastSlashIndex + 1);
+            const modelPath = basePath + 'resources/' + modelName + '/runtime/' + modelFileName;
+
+            // 如果已存在模型，先移除
+            if (this.live2dModel) {
+                this.live2dApp.stage.removeChild(this.live2dModel);
+                this.live2dModel.destroy();
+                this.live2dModel = null;
+            }
+
+            // 显示加载状态
+            const app = window.chatApp;
+            if (app) {
+                app.setModelLoadingStatus(true);
+            }
+
+            // 加载新模型
+            this.live2dModel = await PIXI.live2d.Live2DModel.from(modelPath);
+            this.live2dApp.stage.addChild(this.live2dModel);
+
+            // 设置模型属性
+            this.live2dModel.scale.set(0.33);
+            this.live2dModel.x = (window.innerWidth - this.live2dModel.width) * 0.5;
+            this.live2dModel.y = -50;
+
+            // 重新绑定交互事件
+            this.setupModelInteractions();
+
+            // 隐藏加载状态
+            if (app) {
+                app.setModelLoadingStatus(false);
+            }
+
+            // 保存当前模型名称
+            this.currentModelName = modelName;
+
+            // 设置模型特定的嘴部参数名
+            if (this.modelConfig[modelName]) {
+                this.mouthParam = this.modelConfig[modelName].mouthParam || 'ParamMouthOpenY';
+            }
+
+            // 保存到 localStorage
+            localStorage.setItem('live2dModel', modelName);
+
+            // 更新下拉框显示
+            const modelSelect = document.getElementById('live2dModelSelect');
+            if (modelSelect) {
+                modelSelect.value = modelName;
+            }
+
+            console.log('模型切换成功:', modelName);
+            return true;
+        } catch (error) {
+            console.error('切换模型失败:', error);
+            const app = window.chatApp;
+            if (app) {
+                app.setModelLoadingStatus(false);
+            }
+            return false;
+        }
+    }
+
+
+}
+
+// 导出全局实例
+window.Live2DManager = Live2DManager;

main/digital-human/js/ui/background-load.js

@@ -0,0 +1,27 @@
+// 背景图加载检测
+(function() {
+    const backgroundContainer = document.getElementById('backgroundContainer');
+
+    // 提取背景图片URL
+    let bgImageUrl = window.getComputedStyle(backgroundContainer).backgroundImage;
+    const urlMatch = bgImageUrl && bgImageUrl.match(/url\(["']?(.*?)["']?\)/);
+    
+    if (!urlMatch || !urlMatch[1]) {
+        console.warn('未提取到有效的背景图片URL');
+        return;
+    }
+    
+    bgImageUrl = urlMatch[1];
+    
+    const bgImage = new Image();
+    bgImage.onerror = function() {
+        console.error('背景图片加载失败:', bgImageUrl);
+    };
+
+    // 加载成功显示模型加载
+    bgImage.onload = function() {
+        modelLoading.style.display = 'flex';
+    };
+
+    bgImage.src = bgImageUrl;
+})();

main/digital-human/js/ui/controller.js

@@ -0,0 +1,929 @@
+// UI controller module
+import { loadConfig, saveConfig } from '../config/manager.js?v=0205';
+import { getAudioPlayer } from '../core/audio/player.js?v=0205';
+import { getAudioRecorder } from '../core/audio/recorder.js?v=0205';
+import { requestWakewordBridge, stopWakewordBridgeListener, startWakewordBridgeListener, getWakewordBridgeUrl, onNextBridgeConnected } from '../core/network/wakeword-bridge.js?v=0205';
+import { getWebSocketHandler } from '../core/network/websocket.js?v=0205';
+import { log } from '../utils/logger.js?v=0205';
+
+// UI controller class
+class UIController {
+    constructor() {
+        this.isEditing = false;
+        this.visualizerCanvas = null;
+        this.visualizerContext = null;
+        this.audioStatsTimer = null;
+        this.currentBackgroundIndex = localStorage.getItem('backgroundIndex') ? parseInt(localStorage.getItem('backgroundIndex')) : 0;
+        this.backgroundImages = ['1.png', '2.png', '3.png'];
+        this.dialBtnDisabled = false;
+        this.isConnecting = false;
+        this.lastWakewordDialTime = 0;
+
+        // Bind methods
+        this.init = this.init.bind(this);
+        this.initEventListeners = this.initEventListeners.bind(this);
+        this.updateDialButton = this.updateDialButton.bind(this);
+        this.addChatMessage = this.addChatMessage.bind(this);
+        this.switchBackground = this.switchBackground.bind(this);
+        this.switchLive2DModel = this.switchLive2DModel.bind(this);
+        this.showModal = this.showModal.bind(this);
+        this.hideModal = this.hideModal.bind(this);
+        this.switchTab = this.switchTab.bind(this);
+        this.applyWakewordConfig = this.applyWakewordConfig.bind(this);
+        this.handleApplyWakeword = this.handleApplyWakeword.bind(this);
+        this.triggerWakewordDial = this.triggerWakewordDial.bind(this);
+    }
+
+    // Initialize
+    init() {
+        console.log('UIController init started');
+
+        this.visualizerCanvas = document.getElementById('audioVisualizer');
+        if (this.visualizerCanvas) {
+            this.visualizerContext = this.visualizerCanvas.getContext('2d');
+            this.initVisualizer();
+        }
+
+        // Check if connect button exists during initialization
+        const connectBtn = document.getElementById('connectBtn');
+        console.log('connectBtn during init:', connectBtn);
+
+        this.initEventListeners();
+        this.startAudioStatsMonitor();
+        loadConfig();
+
+        // Register recording callback
+        const audioRecorder = getAudioRecorder();
+        audioRecorder.onRecordingStart = (seconds) => {
+            this.updateRecordButtonState(true, seconds);
+        };
+
+        // Initialize status display
+        this.updateConnectionUI(false);
+        // Apply saved background
+        const backgroundContainer = document.querySelector('.background-container');
+        if (backgroundContainer) {
+            backgroundContainer.style.backgroundImage = `url('./images/${this.backgroundImages[this.currentBackgroundIndex]}')`;
+        }
+
+        this.updateDialButton(false);
+
+        console.log('UIController init completed');
+    }
+
+    // Initialize visualizer
+    initVisualizer() {
+        if (this.visualizerCanvas) {
+            this.visualizerCanvas.width = this.visualizerCanvas.clientWidth;
+            this.visualizerCanvas.height = this.visualizerCanvas.clientHeight;
+            this.visualizerContext.fillStyle = '#fafafa';
+            this.visualizerContext.fillRect(0, 0, this.visualizerCanvas.width, this.visualizerCanvas.height);
+        }
+    }
+
+    // Initialize event listeners
+    initEventListeners() {
+        // Settings button
+        const settingsBtn = document.getElementById('settingsBtn');
+        if (settingsBtn) {
+            settingsBtn.addEventListener('click', () => {
+                this.showModal('settingsModal');
+            });
+        }
+
+        // Background switch button
+        const backgroundBtn = document.getElementById('backgroundBtn');
+        if (backgroundBtn) {
+            backgroundBtn.addEventListener('click', this.switchBackground);
+        }
+
+        // Model select change event
+        const modelSelect = document.getElementById('live2dModelSelect');
+        if (modelSelect) {
+            modelSelect.addEventListener('change', () => {
+                this.switchLive2DModel();
+            });
+        }
+
+        // Camera switch button
+        const cameraSwitch = document.getElementById('cameraSwitch');
+        const cameraSwitchMask = document.getElementById('cameraSwitchMask');
+        if (cameraSwitchMask) {
+            cameraSwitchMask.addEventListener('click', () => {
+                const isCameraActive = cameraSwitch.classList.contains('active');
+                if (isCameraActive) {
+                    window.switchCamera();
+                }
+            })
+        }
+
+        // Dial button
+        const dialBtn = document.getElementById('dialBtn');
+        if (dialBtn) {
+            dialBtn.addEventListener('click', () => {
+                dialBtn.disabled = true;
+                this.dialBtnDisabled = true;
+                setTimeout(() => {
+                    dialBtn.disabled = false;
+                    this.dialBtnDisabled = false;
+                }, 3000);
+
+                const wsHandler = getWebSocketHandler();
+                const isConnected = wsHandler.isConnected();
+
+                if (isConnected) {
+                    wsHandler.disconnect();
+                    this.updateDialButton(false);
+                    if (cameraSwitch) cameraSwitch.classList.remove('active');
+                    this.addChatMessage('Disconnected, see you next time~😊', false);
+                } else {
+                    // Check if OTA URL is filled
+                    const otaUrlInput = document.getElementById('otaUrl');
+                    if (!otaUrlInput || !otaUrlInput.value.trim()) {
+                        // If OTA URL is not filled, show settings modal and switch to device tab
+                        this.showModal('settingsModal');
+                        this.switchTab('device');
+                        this.addChatMessage('Please fill in OTA server URL', false);
+                        return;
+                    }
+
+                    // Start connection process
+                    this.handleConnect();
+                }
+            });
+        }
+
+        // Camera button
+        const cameraBtn = document.getElementById('cameraBtn');
+        let cameraTimer = null;
+        if (cameraBtn) {
+            cameraBtn.addEventListener('click', () => {
+                if (cameraTimer) {
+                    clearTimeout(cameraTimer);
+                    cameraTimer = null;
+                }
+                cameraTimer = setTimeout(() => {
+                    const cameraContainer = document.getElementById('cameraContainer');
+                    if (!cameraContainer) {
+                        log('摄像头容器不存在', 'warning');
+                        return;
+                    }
+
+                    const isActive = cameraContainer.classList.contains('active');
+                    if (isActive) {
+                        // 关闭摄像头
+                        if (typeof window.stopCamera === 'function') {
+                            if (cameraSwitch) cameraSwitch.classList.remove('active');
+                            window.stopCamera();
+                        }
+                        cameraContainer.classList.remove('active');
+                        cameraBtn.classList.remove('camera-active');
+                        cameraBtn.querySelector('.btn-text').textContent = '摄像头';
+                        log('摄像头已关闭', 'info');
+                    } else {
+                        // 打开摄像头
+                        if (typeof window.startCamera === 'function') {
+                            window.startCamera().then(success => {
+                                if (success) {
+                                    cameraBtn.classList.add('camera-active');
+                                    cameraBtn.querySelector('.btn-text').textContent = '关闭';
+                                } else {
+                                    this.addChatMessage('⚠️ 摄像头启动失败，请检查浏览器权限', false);
+                                }
+                            }).catch(error => {
+                                log(`启动摄像头异常: ${error.message}`, 'error');
+                            });
+                        } else {
+                            log('startCamera函数未定义', 'warning');
+                        }
+                    }
+                }, 300);
+            });
+        }
+
+        // Record button
+        const recordBtn = document.getElementById('recordBtn');
+        if (recordBtn) {
+            let recordTimer = null;
+            recordBtn.addEventListener('click', () => {
+                if (recordTimer) {
+                    clearTimeout(recordTimer);
+                    recordTimer = null;
+                }
+                recordTimer = setTimeout(() => {
+                    const audioRecorder = getAudioRecorder();
+                    if (audioRecorder.isRecording) {
+                        audioRecorder.stop();
+                        // Restore record button to normal state
+                        recordBtn.classList.remove('recording');
+                        recordBtn.querySelector('.btn-text').textContent = '录音';
+                    } else {
+                        // Update button state to recording
+                        recordBtn.classList.add('recording');
+                        recordBtn.querySelector('.btn-text').textContent = '录音中';
+
+                        // Start recording, update button state after delay
+                        setTimeout(() => {
+                            audioRecorder.start();
+                        }, 100);
+                    }
+                }, 300);
+            });
+        }
+
+        // Chat input event listener
+        const chatIpt = document.getElementById('chatIpt');
+        if (chatIpt) {
+            const wsHandler = getWebSocketHandler();
+            chatIpt.addEventListener('keydown', (e) => {
+                if (e.key === 'Enter') {
+                    if (e.target.value) {
+                        wsHandler.sendTextMessage(e.target.value);
+                        e.target.value = '';
+                        return;
+                    }
+                }
+            });
+        }
+
+        // Close button
+        const closeButtons = document.querySelectorAll('.close-btn');
+        closeButtons.forEach(btn => {
+            btn.addEventListener('click', (e) => {
+                e.stopPropagation();
+                const modal = e.target.closest('.modal');
+                if (modal) {
+                    if (modal.id === 'settingsModal') {
+                        saveConfig();
+                    }
+                    this.hideModal(modal.id);
+                }
+            });
+        });
+
+        // Settings tab switch
+        const tabBtns = document.querySelectorAll('.tab-btn');
+        tabBtns.forEach(btn => {
+            btn.addEventListener('click', (e) => {
+                this.switchTab(e.target.dataset.tab);
+            });
+        });
+
+        const applyWakewordBtn = document.getElementById('applyWakewordBtn');
+        if (applyWakewordBtn) {
+            applyWakewordBtn.addEventListener('click', this.handleApplyWakeword);
+        }
+
+        // 点击模态框背景关闭（仅对特定模态框禁用此功能）
+        const modals = document.querySelectorAll('.modal');
+        modals.forEach(modal => {
+            modal.addEventListener('click', (e) => {
+                if (e.target === modal) {
+                    // settingsModal、mcpToolModal、mcpPropertyModal 只能通过点击X关闭
+                    const nonClosableModals = ['settingsModal', 'mcpToolModal', 'mcpPropertyModal'];
+                    if (nonClosableModals.includes(modal.id)) {
+                        return; // 禁止点击背景关闭
+                    }
+                    this.hideModal(modal.id);
+                }
+            });
+        });
+
+        // Add MCP tool button
+        const addMCPToolBtn = document.getElementById('addMCPToolBtn');
+        if (addMCPToolBtn) {
+            addMCPToolBtn.addEventListener('click', (e) => {
+                e.stopPropagation();
+                this.addMCPTool();
+            });
+        }
+
+        // Connect button and send button are not removed, can be added to dial button later
+    }
+
+    // Update connection status UI
+    updateConnectionUI(isConnected) {
+        const connectionStatus = document.getElementById('connectionStatus');
+        const statusDot = document.querySelector('.status-dot');
+
+        if (connectionStatus) {
+            if (isConnected) {
+                connectionStatus.textContent = '已连接';
+                if (statusDot) {
+                    statusDot.className = 'status-dot status-connected';
+                }
+            } else {
+                connectionStatus.textContent = '离线';
+                if (statusDot) {
+                    statusDot.className = 'status-dot status-disconnected';
+                }
+            }
+        }
+    }
+
+    // Update dial button state
+    updateDialButton(isConnected) {
+        const dialBtn = document.getElementById('dialBtn');
+        const recordBtn = document.getElementById('recordBtn');
+        const cameraBtn = document.getElementById('cameraBtn');
+
+        if (dialBtn) {
+            if (isConnected) {
+                dialBtn.classList.add('dial-active');
+                dialBtn.querySelector('.btn-text').textContent = '挂断';
+                // Update dial button icon to hang up icon
+                dialBtn.querySelector('svg').innerHTML = `
+                    <path d="M12,9C10.4,9 9,10.4 9,12C9,13.6 10.4,15 12,15C13.6,15 15,13.6 15,12C15,10.4 13.6,9 12,9M12,17C9.2,17 7,14.8 7,12C7,9.2 9.2,7 12,7C14.8,7 17,9.2 17,12C17,14.8 14.8,17 12,17M12,4.5C7,4.5 2.7,7.6 1,12C2.7,16.4 7,19.5 12,19.5C17,19.5 21.3,16.4 23,12C21.3,7.6 17,4.5 12,4.5Z"/>
+                `;
+            } else {
+                dialBtn.classList.remove('dial-active');
+                dialBtn.querySelector('.btn-text').textContent = '拨号';
+                // Restore dial button icon
+                dialBtn.querySelector('svg').innerHTML = `
+                    <path d="M6.62,10.79C8.06,13.62 10.38,15.94 13.21,17.38L15.41,15.18C15.69,14.9 16.08,14.82 16.43,14.93C17.55,15.3 18.75,15.5 20,15.5A1,1 0 0,1 21,16.5V20A1,1 0 0,1 20,21A17,17 0 0,1 3,4A1,1 0 0,1 4,3H7.5A1,1 0 0,1 8.5,4C8.5,5.25 8.7,6.45 9.07,7.57C9.18,7.92 9.1,8.31 8.82,8.59L6.62,10.79Z"/>
+                `;
+            }
+        }
+
+        // Update camera button state - reset to default when disconnected
+        if (cameraBtn && !isConnected) {
+            const cameraContainer = document.getElementById('cameraContainer');
+            if (cameraContainer && cameraContainer.classList.contains('active')) {
+                cameraContainer.classList.remove('active');
+            }
+            cameraBtn.classList.remove('camera-active');
+            cameraBtn.querySelector('.btn-text').textContent = '摄像头';
+            cameraBtn.disabled = true;
+            cameraBtn.title = '请先连接服务器';
+            // 关闭摄像头
+            if (typeof window.stopCamera === 'function') {
+                window.stopCamera();
+            }
+        }
+
+        // Update camera button state - enable when connected and camera is available
+        if (cameraBtn && isConnected) {
+            if (window.cameraAvailable) {
+                cameraBtn.disabled = false;
+                cameraBtn.title = '打开/关闭摄像头';
+            } else {
+                cameraBtn.disabled = true;
+                cameraBtn.title = '请先绑定验证码';
+            }
+        }
+
+        // Update record button state
+        if (recordBtn) {
+            const microphoneAvailable = window.microphoneAvailable !== false;
+            if (isConnected && microphoneAvailable) {
+                recordBtn.disabled = false;
+                recordBtn.title = '开始录音';
+                // Restore record button to normal state
+                recordBtn.querySelector('.btn-text').textContent = '录音';
+                recordBtn.classList.remove('recording');
+            } else {
+                recordBtn.disabled = true;
+                if (!microphoneAvailable) {
+                    recordBtn.title = window.isHttpNonLocalhost ? '当前由于是http访问，无法录音，只能用文字交互' : '麦克风不可用';
+                } else {
+                    recordBtn.title = '请先连接服务器';
+                }
+                // Restore record button to normal state
+                recordBtn.querySelector('.btn-text').textContent = '录音';
+                recordBtn.classList.remove('recording');
+            }
+        }
+    }
+
+    // Update record button state
+    updateRecordButtonState(isRecording, seconds = 0) {
+        const recordBtn = document.getElementById('recordBtn');
+        if (recordBtn) {
+            if (isRecording) {
+                recordBtn.querySelector('.btn-text').textContent = `录音中`;
+                recordBtn.classList.add('recording');
+            } else {
+                recordBtn.querySelector('.btn-text').textContent = '录音';
+                recordBtn.classList.remove('recording');
+            }
+            // Only enable button when microphone is available
+            recordBtn.disabled = window.microphoneAvailable === false;
+        }
+    }
+
+    /**
+     * Update microphone availability state
+     * @param {boolean} isAvailable - Whether microphone is available
+     * @param {boolean} isHttpNonLocalhost - Whether it is HTTP non-localhost access
+     */
+    updateMicrophoneAvailability(isAvailable, isHttpNonLocalhost) {
+        const recordBtn = document.getElementById('recordBtn');
+        if (!recordBtn) return;
+        if (!isAvailable) {
+            // Disable record button
+            recordBtn.disabled = true;
+            // Update button text and title
+            recordBtn.querySelector('.btn-text').textContent = '录音';
+            recordBtn.title = isHttpNonLocalhost ? '当前由于是http访问，无法录音，只能用文字交互' : '麦克风不可用';
+
+        } else {
+            // If connected, enable record button
+            const wsHandler = getWebSocketHandler();
+            if (wsHandler && wsHandler.isConnected()) {
+                recordBtn.disabled = false;
+                recordBtn.title = '开始录音';
+            }
+        }
+    }
+
+    // Add chat message
+    addChatMessage(content, isUser = false) {
+        const chatStream = document.getElementById('chatStream');
+        if (!chatStream) return;
+
+        const messageDiv = document.createElement('div');
+        messageDiv.className = `chat-message ${isUser ? 'user' : 'ai'}`;
+        messageDiv.innerHTML = `<div class="message-bubble">${content}</div>`;
+        chatStream.appendChild(messageDiv);
+
+        // Scroll to bottom
+        chatStream.scrollTop = chatStream.scrollHeight;
+    }
+
+    // Switch background
+    switchBackground() {
+        this.currentBackgroundIndex = (this.currentBackgroundIndex + 1) % this.backgroundImages.length;
+        const backgroundContainer = document.querySelector('.background-container');
+        if (backgroundContainer) {
+            backgroundContainer.style.backgroundImage = `url('./images/${this.backgroundImages[this.currentBackgroundIndex]}')`;
+        }
+        localStorage.setItem('backgroundIndex', this.currentBackgroundIndex);
+    }
+
+    // Switch Live2D model
+    switchLive2DModel() {
+        const modelSelect = document.getElementById('live2dModelSelect');
+        if (!modelSelect) {
+            console.error('模型选择下拉框不存在');
+            return;
+        }
+
+        const selectedModel = modelSelect.value;
+        const app = window.chatApp;
+
+        if (app && app.live2dManager) {
+            app.live2dManager.switchModel(selectedModel)
+                .then(success => {
+                    if (success) {
+                        this.addChatMessage(`已切换到模型: ${selectedModel}`, false);
+                    } else {
+                        this.addChatMessage('模型切换失败', false);
+                    }
+                })
+                .catch(error => {
+                    console.error('模型切换错误:', error);
+                    this.addChatMessage('模型切换出错', false);
+                });
+        } else {
+            this.addChatMessage('Live2D管理器未初始化', false);
+        }
+    }
+
+    // Show modal
+    showModal(modalId) {
+        const modal = document.getElementById(modalId);
+        if (modal) {
+            modal.style.display = 'flex';
+        }
+    }
+
+    // Hide modal
+    hideModal(modalId) {
+        const modal = document.getElementById(modalId);
+        if (modal) {
+            modal.style.display = 'none';
+        }
+    }
+
+    // Switch tab
+    switchTab(tabName) {
+        // Remove active class from all tabs
+        const tabBtns = document.querySelectorAll('.tab-btn');
+        const tabContents = document.querySelectorAll('.tab-content');
+
+        tabBtns.forEach(btn => btn.classList.remove('active'));
+        tabContents.forEach(content => content.classList.remove('active'));
+
+        // Activate selected tab
+        const activeTabBtn = document.querySelector(`[data-tab="${tabName}"]`);
+        const activeTabContent = document.getElementById(`${tabName}Tab`);
+
+        if (activeTabBtn && activeTabContent) {
+            activeTabBtn.classList.add('active');
+            activeTabContent.classList.add('active');
+        }
+    }
+
+    applyWakewordConfig(config = {}) {
+        const wakewordEnabledInput = document.getElementById('wakewordEnabled');
+        const wakewordListInput = document.getElementById('wakewordList');
+
+        if (!wakewordEnabledInput || !wakewordListInput) {
+            return;
+        }
+
+        const wakeWords = Array.isArray(config.wakeWords)
+            ? config.wakeWords.filter(item => typeof item === 'string' && item.trim())
+            : [];
+
+        wakewordEnabledInput.value = config.enabled === false ? 'false' : 'true';
+        wakewordListInput.value = wakeWords.join('\n');
+        saveConfig();
+    }
+
+    async handleApplyWakeword() {
+        const wakewordEnabledInput = document.getElementById('wakewordEnabled');
+        const wakewordListInput = document.getElementById('wakewordList');
+        const wakewordWsUrlInput = document.getElementById('wakewordWsUrl');
+        if (!wakewordEnabledInput || !wakewordListInput) {
+            return;
+        }
+
+        const wakeWords = wakewordListInput.value
+            .split(/\r?\n/u)
+            .map(item => item.trim())
+            .filter(Boolean)
+            .filter((item, index, items) => items.indexOf(item) === index);
+
+        const payload = {
+            enabled: wakewordEnabledInput.value !== 'false',
+            wakeWords,
+        };
+
+        if (payload.enabled && payload.wakeWords.length === 0) {
+            this.addChatMessage('启用唤醒词时，至少需要填写一个唤醒词。', false);
+            return;
+        }
+
+        const applyWakewordBtn = document.getElementById('applyWakewordBtn');
+        if (applyWakewordBtn) {
+            applyWakewordBtn.disabled = true;
+            applyWakewordBtn.textContent = '应用中...';
+        }
+
+        try {
+            // 保存地址到 localStorage
+            if (wakewordWsUrlInput && wakewordWsUrlInput.value.trim()) {
+                localStorage.setItem('xz_tester_wakewordWsUrl', wakewordWsUrlInput.value.trim());
+            }
+
+            // 比较新地址和当前连接地址
+            const newWsUrl = localStorage.getItem('xz_tester_wakewordWsUrl');
+            const currentWsUrl = getWakewordBridgeUrl();
+            const urlChanged = newWsUrl !== currentWsUrl;
+
+            if (urlChanged) {
+                // 地址变了，先确认
+                const shouldRestart = window.confirm('地址已变更，是否继续？（将断开旧连接并重新连接）');
+                if (!shouldRestart) {
+                    // 恢复 localStorage 里的旧地址
+                    localStorage.setItem('xz_tester_wakewordWsUrl', currentWsUrl);
+                    this.addChatMessage('已取消地址变更。', false);
+                    return;
+                }
+
+                // 断开旧连接
+                stopWakewordBridgeListener();
+
+                // 启动新连接（自动用新地址）
+                startWakewordBridgeListener();
+
+                // 等 bridge_connected
+                await new Promise((resolve, reject) => {
+                    const timeout = setTimeout(() => {
+                        reject(new Error('连接新服务器超时'));
+                    }, 5000);
+
+                    onNextBridgeConnected(() => {
+                        clearTimeout(timeout);
+                        resolve();
+                    });
+                });
+
+                // 发配置和重启
+                await requestWakewordBridge('set_wakeword_config', payload);
+                this.applyWakewordConfig(payload);
+                await requestWakewordBridge('restart_wakeword_service');
+                this.addChatMessage('唤醒词配置已保存，唤醒词服务正在重启。', false);
+            } else {
+                // 地址没变：直接在当前连接操作
+                const response = await requestWakewordBridge('set_wakeword_config', payload);
+                this.applyWakewordConfig(response.payload || payload);
+
+                const shouldRestart = window.confirm('唤醒词已保存。是否现在重启唤醒词服务以立即生效？');
+                if (!shouldRestart) {
+                    this.addChatMessage('唤醒词配置已保存，可稍后手动重启服务后生效。', false);
+                    return;
+                }
+
+                await requestWakewordBridge('restart_wakeword_service');
+                this.addChatMessage('唤醒词配置已保存，唤醒词服务正在重启。', false);
+            }
+        } catch (error) {
+            this.addChatMessage(`应用唤醒词失败: ${error.message}`, false);
+        } finally {
+            if (applyWakewordBtn) {
+                applyWakewordBtn.disabled = false;
+                applyWakewordBtn.textContent = '应用唤醒词';
+            }
+        }
+    }
+
+    // Start AI chat session after connection
+    startAIChatSession() {
+        this.addChatMessage('连接成功，开始聊天吧~😊', false);
+        // Check microphone availability and show error messages if needed
+        if (!window.microphoneAvailable) {
+            if (window.isHttpNonLocalhost) {
+                this.addChatMessage('⚠️ 当前由于是http访问，无法录音，只能用文字交互', false);
+            } else {
+                this.addChatMessage('⚠️ 麦克风不可用，请检查权限设置，只能用文字交互', false);
+            }
+        }
+        // Start recording only if microphone is available
+        if (window.microphoneAvailable) {
+            const recordBtn = document.getElementById('recordBtn');
+            if (recordBtn) {
+                recordBtn.click();
+            }
+        }
+        // Start camera only if camera is available (bound with verification code)
+        if (window.cameraAvailable && typeof window.startCamera === 'function') {
+            window.startCamera().then(success => {
+                if (success) {
+                    const cameraBtn = document.getElementById('cameraBtn');
+                    if (cameraBtn) {
+                        cameraBtn.classList.add('camera-active');
+                        cameraBtn.querySelector('.btn-text').textContent = '关闭';
+                    }
+                } else {
+                    this.addChatMessage('⚠️ 摄像头启动失败，可能被浏览器拒绝', false);
+                }
+            }).catch(error => {
+                log(`启动摄像头异常: ${error.message}`, 'error');
+            });
+        }
+    }
+
+    // Handle connect button click
+    async handleConnect() {
+        const wsHandler = getWebSocketHandler();
+        if (this.isConnecting || (wsHandler && wsHandler.isConnected())) {
+            log('连接已存在或正在进行，忽略本次拨号请求', 'info');
+            return;
+        }
+
+        this.isConnecting = true;
+        console.log('handleConnect called');
+
+        try {
+            // Switch to device settings tab
+            this.switchTab('device');
+
+            // Wait for DOM update
+            await new Promise(resolve => setTimeout(resolve, 50));
+
+            const otaUrlInput = document.getElementById('otaUrl');
+
+            console.log('otaUrl element:', otaUrlInput);
+
+            if (!otaUrlInput || !otaUrlInput.value) {
+                this.addChatMessage('请输入OTA服务器地址', false);
+                return;
+            }
+
+            const otaUrl = otaUrlInput.value;
+            console.log('otaUrl value:', otaUrl);
+
+            // Update dial button state to connecting
+            const dialBtn = document.getElementById('dialBtn');
+            if (dialBtn) {
+                dialBtn.classList.add('dial-active');
+                dialBtn.querySelector('.btn-text').textContent = '连接中...';
+                dialBtn.disabled = true;
+            }
+
+            // Show connecting message
+            this.addChatMessage('正在连接服务器...', false);
+
+            const chatIpt = document.getElementById('chatIpt');
+            if (chatIpt) {
+                chatIpt.style.display = 'flex';
+            }
+
+            // Get WebSocket handler instance
+            // Register connection state callback BEFORE connecting
+            wsHandler.onConnectionStateChange = (isConnected) => {
+                this.updateConnectionUI(isConnected);
+                this.updateDialButton(isConnected);
+            };
+
+            // Register chat message callback BEFORE connecting
+            wsHandler.onChatMessage = (text, isUser) => {
+                this.addChatMessage(text, isUser);
+            };
+
+            // Register record button state callback BEFORE connecting
+            wsHandler.onRecordButtonStateChange = (isRecording) => {
+                const recordBtn = document.getElementById('recordBtn');
+                if (recordBtn) {
+                    if (isRecording) {
+                        recordBtn.classList.add('recording');
+                        recordBtn.querySelector('.btn-text').textContent = '录音中';
+                    } else {
+                        recordBtn.classList.remove('recording');
+                        recordBtn.querySelector('.btn-text').textContent = '录音';
+                    }
+                }
+            };
+
+            const isConnected = await wsHandler.connect();
+
+            if (isConnected) {
+                // Check microphone availability (check again after connection)
+                const { checkMicrophoneAvailability } = await import('../core/audio/recorder.js?v=0205');
+                const micAvailable = await checkMicrophoneAvailability();
+
+                if (!micAvailable) {
+                    const isHttp = window.isHttpNonLocalhost;
+                    if (isHttp) {
+                        this.addChatMessage('⚠️ 当前由于是http访问，无法录音，只能用文字交互', false);
+                    }
+                    // Update global state
+                    window.microphoneAvailable = false;
+                }
+
+                // Update dial button state
+                const dialBtn = document.getElementById('dialBtn');
+                if (dialBtn) {
+                    if (!this.dialBtnDisabled) {
+                        dialBtn.disabled = false;
+                    }
+                    dialBtn.querySelector('.btn-text').textContent = '挂断';
+                    dialBtn.classList.add('dial-active');
+                }
+
+                this.hideModal('settingsModal');
+            } else {
+                throw new Error('OTA连接失败');
+            }
+        } catch (error) {
+            console.error('Connection error details:', {
+                message: error.message,
+                stack: error.stack,
+                name: error.name
+            });
+
+            // Show error message
+            const errorMessage = error.message.includes('Cannot set properties of null')
+                ? '连接失败：请检查设备连接'
+                : `连接失败: ${error.message}`;
+
+            this.addChatMessage(errorMessage, false);
+
+            // Restore dial button state
+            const dialBtn = document.getElementById('dialBtn');
+            if (dialBtn) {
+                if (!this.dialBtnDisabled) {
+                    dialBtn.disabled = false;
+                }
+                dialBtn.querySelector('.btn-text').textContent = '拨号';
+                dialBtn.classList.remove('dial-active');
+                console.log('Dial button state restored successfully');
+            }
+        } finally {
+            this.isConnecting = false;
+        }
+    }
+
+    async triggerWakewordDial(wakeWord = '唤醒词') {
+        const wsHandler = getWebSocketHandler();
+        const now = Date.now();
+
+        if (wsHandler && wsHandler.isConnected()) {
+            log('页面已连接，忽略自动拨号', 'info');
+            return false;
+        }
+
+        if (this.isConnecting || this.dialBtnDisabled) {
+            log('页面正在连接中，忽略重复唤醒', 'info');
+            return false;
+        }
+
+        if (now - this.lastWakewordDialTime < 3000) {
+            log('唤醒触发过于频繁，忽略本次自动拨号', 'warning');
+            return false;
+        }
+
+        this.lastWakewordDialTime = now;
+        this.addChatMessage(`检测到唤醒词“${wakeWord}”，准备连接服务器...`, false);
+        await this.handleConnect();
+        return true;
+    }
+
+    // Add MCP tool
+    addMCPTool() {
+        const mcpToolsList = document.getElementById('mcpToolsList');
+        if (!mcpToolsList) return;
+
+        const toolId = `mcp-tool-${Date.now()}`;
+        const toolDiv = document.createElement('div');
+        toolDiv.className = 'properties-container';
+        toolDiv.innerHTML = `
+            <div class="property-item">
+                <input type="text" placeholder="工具名称" value="新工具">
+                <input type="text" placeholder="工具描述" value="工具描述">
+                <button class="remove-property" onclick="uiController.removeMCPTool('${toolId}')">删除</button>
+            </div>
+        `;
+
+        mcpToolsList.appendChild(toolDiv);
+    }
+
+    // Remove MCP tool
+    removeMCPTool(toolId) {
+        const toolElement = document.getElementById(toolId);
+        if (toolElement) {
+            toolElement.remove();
+        }
+    }
+
+    // Update audio statistics display
+    updateAudioStats() {
+        const audioPlayer = getAudioPlayer();
+        if (!audioPlayer) return;
+
+        const stats = audioPlayer.getAudioStats();
+        // Here can add audio statistics UI update logic
+    }
+
+    // Start audio statistics monitor
+    startAudioStatsMonitor() {
+        // Update audio statistics every 100ms
+        this.audioStatsTimer = setInterval(() => {
+            this.updateAudioStats();
+        }, 100);
+    }
+
+    // Stop audio statistics monitor
+    stopAudioStatsMonitor() {
+        if (this.audioStatsTimer) {
+            clearInterval(this.audioStatsTimer);
+            this.audioStatsTimer = null;
+        }
+    }
+
+    // Draw audio visualizer waveform
+    drawVisualizer(dataArray) {
+        if (!this.visualizerContext || !this.visualizerCanvas) return;
+
+        this.visualizerContext.fillStyle = '#fafafa';
+        this.visualizerContext.fillRect(0, 0, this.visualizerCanvas.width, this.visualizerCanvas.height);
+
+        const barWidth = (this.visualizerCanvas.width / dataArray.length) * 2.5;
+        let barHeight;
+        let x = 0;
+
+        for (let i = 0; i < dataArray.length; i++) {
+            barHeight = dataArray[i] / 2;
+
+            // Create gradient color: from purple to blue to green
+            const gradient = this.visualizerContext.createLinearGradient(0, 0, 0, this.visualizerCanvas.height);
+            gradient.addColorStop(0, '#8e44ad');
+            gradient.addColorStop(0.5, '#3498db');
+            gradient.addColorStop(1, '#1abc9c');
+
+            this.visualizerContext.fillStyle = gradient;
+            this.visualizerContext.fillRect(x, this.visualizerCanvas.height - barHeight, barWidth, barHeight);
+            x += barWidth + 1;
+        }
+    }
+
+    // Update session status UI
+    updateSessionStatus(isSpeaking) {
+        // Here can add session status UI update logic
+        // For example: update Live2D model's mouth movement status
+    }
+
+    // Update session emotion
+    updateSessionEmotion(emoji) {
+        // Here can add emotion update logic
+        // For example: display emoji in status indicator
+    }
+}
+
+// Create singleton instance
+export const uiController = new UIController();
+
+// Export class for module usage
+export { UIController };

main/digital-human/js/utils/blocking-queue.js

@@ -95,4 +95,9 @@ export default class BlockingQueue {
     get length() {
         return this.#items.length;
     }
+
+    /* 清空队列（保持对象引用，不影响等待者） */
+    clear() {
+        this.#items.length = 0;
+    }
 }

main/digital-human/js/utils/logger.js

@@ -1,6 +1,3 @@
-import { getLogContainer } from '../ui/dom-helper.js'
-
-const logContainer = getLogContainer();
 // 日志记录函数
 export function log(message, type = 'info') {
     // 将消息按换行符分割成多行
@@ -8,6 +5,15 @@ export function log(message, type = 'info') {
     const now = new Date();
     // const timestamp = `[${now.toLocaleTimeString()}] `;
     const timestamp = `[${now.toLocaleTimeString()}.${now.getMilliseconds().toString().padStart(3, '0')}] `;
+
+    // 检查是否存在日志容器
+    const logContainer = document.getElementById('logContainer');
+    if (!logContainer) {
+        // 如果日志容器不存在，只输出到控制台
+        console.log(`[${type.toUpperCase()}] ${message}`);
+        return;
+    }
+
     // 为每一行创建日志条目
     lines.forEach((line, index) => {
         const logEntry = document.createElement('div');

main/digital-human/resources/hiyori_pro_zh/ReadMe.txt

@@ -0,0 +1,72 @@
+
+============================================================
+
+示例模型
+桃濑日和 - PRO
+
+============================================================
+
+  该示例时基于Cubism3.0制作的标准模型素材。
+
+  可用于学习变形器的构造以及参数的使用方法。
+  模型的肩部应用了新功能【胶水】。
+
+
+------------------------------
+素材使用许可
+------------------------------
+
+　普通用户以及小规模企业在同意授权协议的情况下可用于商业用途。
+　中/大规模的企业只能用于非公开的内部试用。
+　在使用该素材时，请确认以下的【无偿提供素材使用授权协议】中的“授权类型”、“Live2D原创角色”等的相关内容，
+　并必须接受【Live2D Cubism 示例模型的使用授权要求】中的利用条件。
+
+　有关许可证的更多信息，请参阅以下页面。
+　https://www.live2d.com/zh-CHS/download/sample-data/
+
+
+------------------------------
+创作者
+------------------------------
+
+  插画：Kani Biimu
+  模型：Live2D
+
+
+------------------------------
+素材内容
+------------------------------
+
+  模型文件(cmo3)　※包含物理模拟的设定
+  动画文件(can3)
+  嵌入文件列表(runtime文件夹)
+  ・模型数据(moc3)
+  ・动作数据(motion3.json)
+  ・模型设定文件(model3.json)
+  ・物理模拟设定文件(physics3.json)
+  ・姿势设定文件(pose3.json)
+  ・辅助显示的文件(cdi3.json)
+
+
+------------------------------
+更新记录
+------------------------------
+
+【cmo3】
+
+　hiyori_pro_t11
+　2023年03月08日 修改了部分模型关键点
+
+  hiyori_pro_t10
+  2021年06月10日 公开
+
+
+【can3】
+
+　hiyori_pro_t04
+　2023年03月08日 修改了部分动画关键帧
+
+  hiyori_pro_t03
+  2021年06月10日 公开
+
+　

main/digital-human/resources/hiyori_pro_zh/runtime/hiyori_pro_t11.cdi3.json

@@ -0,0 +1,533 @@
+{
+	"Version": 3,
+	"Parameters": [
+		{
+			"Id": "ParamAngleX",
+			"GroupId": "ParamGroupFace",
+			"Name": "角度 X"
+		},
+		{
+			"Id": "ParamAngleY",
+			"GroupId": "ParamGroupFace",
+			"Name": "角度 Y"
+		},
+		{
+			"Id": "ParamAngleZ",
+			"GroupId": "ParamGroupFace",
+			"Name": "角度 Z"
+		},
+		{
+			"Id": "ParamCheek",
+			"GroupId": "ParamGroupFace",
+			"Name": "脸颊泛红"
+		},
+		{
+			"Id": "ParamEyeLOpen",
+			"GroupId": "ParamGroupEyes",
+			"Name": "左眼 开闭"
+		},
+		{
+			"Id": "ParamEyeLSmile",
+			"GroupId": "ParamGroupEyes",
+			"Name": "左眼 微笑"
+		},
+		{
+			"Id": "ParamEyeROpen",
+			"GroupId": "ParamGroupEyes",
+			"Name": "右眼 开闭"
+		},
+		{
+			"Id": "ParamEyeRSmile",
+			"GroupId": "ParamGroupEyes",
+			"Name": "右眼 微笑"
+		},
+		{
+			"Id": "ParamEyeBallX",
+			"GroupId": "ParamGroupEyeballs",
+			"Name": "眼珠 X"
+		},
+		{
+			"Id": "ParamEyeBallY",
+			"GroupId": "ParamGroupEyeballs",
+			"Name": "眼珠 Y"
+		},
+		{
+			"Id": "ParamBrowLY",
+			"GroupId": "ParamGroupBrows",
+			"Name": "左眉 上下"
+		},
+		{
+			"Id": "ParamBrowRY",
+			"GroupId": "ParamGroupBrows",
+			"Name": "右眉 上下"
+		},
+		{
+			"Id": "ParamBrowLX",
+			"GroupId": "ParamGroupBrows",
+			"Name": "左眉 左右"
+		},
+		{
+			"Id": "ParamBrowRX",
+			"GroupId": "ParamGroupBrows",
+			"Name": "右眉 左右"
+		},
+		{
+			"Id": "ParamBrowLAngle",
+			"GroupId": "ParamGroupBrows",
+			"Name": "左眉 角度"
+		},
+		{
+			"Id": "ParamBrowRAngle",
+			"GroupId": "ParamGroupBrows",
+			"Name": "右眉 角度"
+		},
+		{
+			"Id": "ParamBrowLForm",
+			"GroupId": "ParamGroupBrows",
+			"Name": "左眉 变形"
+		},
+		{
+			"Id": "ParamBrowRForm",
+			"GroupId": "ParamGroupBrows",
+			"Name": "右眉 变形"
+		},
+		{
+			"Id": "ParamMouthForm",
+			"GroupId": "ParamGroupMouth",
+			"Name": "嘴 变形"
+		},
+		{
+			"Id": "ParamMouthOpenY",
+			"GroupId": "ParamGroupMouth",
+			"Name": "嘴 开闭"
+		},
+		{
+			"Id": "ParamBodyAngleX",
+			"GroupId": "ParamGroupBody",
+			"Name": "身体的旋转 X"
+		},
+		{
+			"Id": "ParamBodyAngleY",
+			"GroupId": "ParamGroupBody",
+			"Name": "身体的旋转 Y"
+		},
+		{
+			"Id": "ParamBodyAngleZ",
+			"GroupId": "ParamGroupBody",
+			"Name": "身体的旋转 Z"
+		},
+		{
+			"Id": "ParamBreath",
+			"GroupId": "ParamGroupBody",
+			"Name": "呼吸"
+		},
+		{
+			"Id": "ParamShoulder",
+			"GroupId": "ParamGroupBody",
+			"Name": "肩"
+		},
+		{
+			"Id": "ParamLeg",
+			"GroupId": "ParamGroupBody",
+			"Name": "腿"
+		},
+		{
+			"Id": "ParamArmLA",
+			"GroupId": "ParamGroupArms",
+			"Name": "左臂 A"
+		},
+		{
+			"Id": "ParamArmRA",
+			"GroupId": "ParamGroupArms",
+			"Name": "右臂 A"
+		},
+		{
+			"Id": "ParamArmLB",
+			"GroupId": "ParamGroupArms",
+			"Name": "左臂 B"
+		},
+		{
+			"Id": "ParamArmRB",
+			"GroupId": "ParamGroupArms",
+			"Name": "右臂 B"
+		},
+		{
+			"Id": "ParamHandLB",
+			"GroupId": "ParamGroupArms",
+			"Name": "左手B 旋转"
+		},
+		{
+			"Id": "ParamHandRB",
+			"GroupId": "ParamGroupArms",
+			"Name": "右手B 旋转"
+		},
+		{
+			"Id": "ParamHandL",
+			"GroupId": "ParamGroupArms",
+			"Name": "左手"
+		},
+		{
+			"Id": "ParamHandR",
+			"GroupId": "ParamGroupArms",
+			"Name": "右手"
+		},
+		{
+			"Id": "ParamBustY",
+			"GroupId": "ParamGroupSway",
+			"Name": "胸部 摇动"
+		},
+		{
+			"Id": "ParamHairAhoge",
+			"GroupId": "ParamGroupSway",
+			"Name": "头发摇动 呆毛"
+		},
+		{
+			"Id": "ParamHairFront",
+			"GroupId": "ParamGroupSway",
+			"Name": "头发摇动 前"
+		},
+		{
+			"Id": "ParamHairBack",
+			"GroupId": "ParamGroupSway",
+			"Name": "头发摇动 后"
+		},
+		{
+			"Id": "ParamSideupRibbon",
+			"GroupId": "ParamGroupSway",
+			"Name": "发饰的摇动"
+		},
+		{
+			"Id": "ParamRibbon",
+			"GroupId": "ParamGroupSway",
+			"Name": "蝴蝶结的摇动"
+		},
+		{
+			"Id": "ParamSkirt",
+			"GroupId": "ParamGroupSway",
+			"Name": "短裙的摇动"
+		},
+		{
+			"Id": "ParamSkirt2",
+			"GroupId": "ParamGroupSway",
+			"Name": "短裙的上卷"
+		},
+		{
+			"Id": "Param_Angle_Rotation_1_ArtMesh62",
+			"GroupId": "ParamGroup2",
+			"Name": "[0]辫子左"
+		},
+		{
+			"Id": "Param_Angle_Rotation_2_ArtMesh62",
+			"GroupId": "ParamGroup2",
+			"Name": "[1]辫子左"
+		},
+		{
+			"Id": "Param_Angle_Rotation_3_ArtMesh62",
+			"GroupId": "ParamGroup2",
+			"Name": "[2]辫子左"
+		},
+		{
+			"Id": "Param_Angle_Rotation_4_ArtMesh62",
+			"GroupId": "ParamGroup2",
+			"Name": "[3]辫子左"
+		},
+		{
+			"Id": "Param_Angle_Rotation_5_ArtMesh62",
+			"GroupId": "ParamGroup2",
+			"Name": "[4]辫子左"
+		},
+		{
+			"Id": "Param_Angle_Rotation_6_ArtMesh62",
+			"GroupId": "ParamGroup2",
+			"Name": "[5]辫子左"
+		},
+		{
+			"Id": "Param_Angle_Rotation_7_ArtMesh62",
+			"GroupId": "ParamGroup2",
+			"Name": "[6]辫子左"
+		},
+		{
+			"Id": "Param_Angle_Rotation_1_ArtMesh61",
+			"GroupId": "ParamGroup",
+			"Name": "[0]辫子右"
+		},
+		{
+			"Id": "Param_Angle_Rotation_2_ArtMesh61",
+			"GroupId": "ParamGroup",
+			"Name": "[1]辫子右"
+		},
+		{
+			"Id": "Param_Angle_Rotation_3_ArtMesh61",
+			"GroupId": "ParamGroup",
+			"Name": "[2]辫子右"
+		},
+		{
+			"Id": "Param_Angle_Rotation_4_ArtMesh61",
+			"GroupId": "ParamGroup",
+			"Name": "[3]辫子右"
+		},
+		{
+			"Id": "Param_Angle_Rotation_5_ArtMesh61",
+			"GroupId": "ParamGroup",
+			"Name": "[4]辫子右"
+		},
+		{
+			"Id": "Param_Angle_Rotation_6_ArtMesh61",
+			"GroupId": "ParamGroup",
+			"Name": "[5]辫子右"
+		},
+		{
+			"Id": "Param_Angle_Rotation_7_ArtMesh61",
+			"GroupId": "ParamGroup",
+			"Name": "[6]辫子右"
+		},
+		{
+			"Id": "Param_Angle_Rotation_1_ArtMesh55",
+			"GroupId": "ParamGroup4",
+			"Name": "[0]侧发左"
+		},
+		{
+			"Id": "Param_Angle_Rotation_2_ArtMesh55",
+			"GroupId": "ParamGroup4",
+			"Name": "[1]侧发左"
+		},
+		{
+			"Id": "Param_Angle_Rotation_3_ArtMesh55",
+			"GroupId": "ParamGroup4",
+			"Name": "[2]侧发左"
+		},
+		{
+			"Id": "Param_Angle_Rotation_4_ArtMesh55",
+			"GroupId": "ParamGroup4",
+			"Name": "[3]侧发左"
+		},
+		{
+			"Id": "Param_Angle_Rotation_5_ArtMesh55",
+			"GroupId": "ParamGroup4",
+			"Name": "[4]侧发左"
+		},
+		{
+			"Id": "Param_Angle_Rotation_6_ArtMesh55",
+			"GroupId": "ParamGroup4",
+			"Name": "[5]侧发左"
+		},
+		{
+			"Id": "Param_Angle_Rotation_7_ArtMesh55",
+			"GroupId": "ParamGroup4",
+			"Name": "[6]侧发左"
+		},
+		{
+			"Id": "Param_Angle_Rotation_1_ArtMesh54",
+			"GroupId": "ParamGroup3",
+			"Name": "[0]侧发右"
+		},
+		{
+			"Id": "Param_Angle_Rotation_2_ArtMesh54",
+			"GroupId": "ParamGroup3",
+			"Name": "[1]侧发右"
+		},
+		{
+			"Id": "Param_Angle_Rotation_3_ArtMesh54",
+			"GroupId": "ParamGroup3",
+			"Name": "[2]侧发右"
+		},
+		{
+			"Id": "Param_Angle_Rotation_4_ArtMesh54",
+			"GroupId": "ParamGroup3",
+			"Name": "[3]侧发右"
+		},
+		{
+			"Id": "Param_Angle_Rotation_5_ArtMesh54",
+			"GroupId": "ParamGroup3",
+			"Name": "[4]侧发右"
+		},
+		{
+			"Id": "Param_Angle_Rotation_6_ArtMesh54",
+			"GroupId": "ParamGroup3",
+			"Name": "[5]侧发右"
+		},
+		{
+			"Id": "Param_Angle_Rotation_7_ArtMesh54",
+			"GroupId": "ParamGroup3",
+			"Name": "[6]侧发右"
+		}
+	],
+	"ParameterGroups": [
+		{
+			"Id": "ParamGroupFace",
+			"GroupId": "",
+			"Name": "脸"
+		},
+		{
+			"Id": "ParamGroupEyes",
+			"GroupId": "",
+			"Name": "眼睛"
+		},
+		{
+			"Id": "ParamGroupEyeballs",
+			"GroupId": "",
+			"Name": "眼珠"
+		},
+		{
+			"Id": "ParamGroupBrows",
+			"GroupId": "",
+			"Name": "眉毛"
+		},
+		{
+			"Id": "ParamGroupMouth",
+			"GroupId": "",
+			"Name": "嘴"
+		},
+		{
+			"Id": "ParamGroupBody",
+			"GroupId": "",
+			"Name": "身体"
+		},
+		{
+			"Id": "ParamGroupArms",
+			"GroupId": "",
+			"Name": "手臂"
+		},
+		{
+			"Id": "ParamGroupSway",
+			"GroupId": "",
+			"Name": "摇动"
+		},
+		{
+			"Id": "ParamGroup2",
+			"GroupId": "",
+			"Name": "摇动 辫子左"
+		},
+		{
+			"Id": "ParamGroup",
+			"GroupId": "",
+			"Name": "摇动 辫子右"
+		},
+		{
+			"Id": "ParamGroup4",
+			"GroupId": "",
+			"Name": "摇动 侧发左"
+		},
+		{
+			"Id": "ParamGroup3",
+			"GroupId": "",
+			"Name": "摇动 侧发右"
+		}
+	],
+	"Parts": [
+		{
+			"Id": "PartCore",
+			"Name": "Core"
+		},
+		{
+			"Id": "PartCheek",
+			"Name": "脸颊"
+		},
+		{
+			"Id": "PartBrow",
+			"Name": "眉毛"
+		},
+		{
+			"Id": "PartEye",
+			"Name": "眼睛"
+		},
+		{
+			"Id": "PartNose",
+			"Name": "鼻子"
+		},
+		{
+			"Id": "PartMouth",
+			"Name": "嘴"
+		},
+		{
+			"Id": "PartFace",
+			"Name": "脸"
+		},
+		{
+			"Id": "PartEar",
+			"Name": "耳朵"
+		},
+		{
+			"Id": "PartHairSide",
+			"Name": "侧发"
+		},
+		{
+			"Id": "PartHairFront",
+			"Name": "前发"
+		},
+		{
+			"Id": "PartHairBack",
+			"Name": "后发"
+		},
+		{
+			"Id": "PartNeck",
+			"Name": "脖子"
+		},
+		{
+			"Id": "PartArmA",
+			"Name": "手臂A"
+		},
+		{
+			"Id": "PartArmB",
+			"Name": "手臂B"
+		},
+		{
+			"Id": "PartBody",
+			"Name": "身体"
+		},
+		{
+			"Id": "PartBackground",
+			"Name": "背景"
+		},
+		{
+			"Id": "PartSketch",
+			"Name": "[参考图]"
+		},
+		{
+			"Id": "PartEyeBall",
+			"Name": "眼珠"
+		},
+		{
+			"Id": "ArtMesh55_Skinning",
+			"Name": "侧发右"
+		},
+		{
+			"Id": "Part4",
+			"Name": "侧发左(旋转)"
+		},
+		{
+			"Id": "ArtMesh54_Skinning",
+			"Name": "侧发右(蒙皮)"
+		},
+		{
+			"Id": "Part3",
+			"Name": "侧发右(旋转)"
+		},
+		{
+			"Id": "ArtMesh61_Skinning",
+			"Name": "辫子右(蒙皮)"
+		},
+		{
+			"Id": "Part",
+			"Name": "辫子右(旋转)"
+		},
+		{
+			"Id": "ArtMesh62_Skinning",
+			"Name": "辫子左(蒙皮)"
+		},
+		{
+			"Id": "Part2",
+			"Name": "辫子左(旋转)"
+		}
+	],
+	"CombinedParameters": [
+		[
+			"ParamAngleX",
+			"ParamAngleY"
+		],
+		[
+			"ParamMouthForm",
+			"ParamMouthOpenY"
+		]
+	]
+}

main/digital-human/resources/hiyori_pro_zh/runtime/hiyori_pro_t11.model3.json

@@ -0,0 +1,82 @@
+{
+	"Version": 3,
+	"FileReferences": {
+		"Moc": "hiyori_pro_t11.moc3",
+		"Textures": [
+			"hiyori_pro_t11.2048/texture_00.png",
+			"hiyori_pro_t11.2048/texture_01.png"
+		],
+		"Physics": "hiyori_pro_t11.physics3.json",
+		"Pose": "hiyori_pro_t11.pose3.json",
+		"DisplayInfo": "hiyori_pro_t11.cdi3.json",
+		"Motions": {
+			"Idle": [
+				{
+					"File": "motion/hiyori_m01.motion3.json"
+				},
+				{
+					"File": "motion/hiyori_m02.motion3.json"
+				},
+				{
+					"File": "motion/hiyori_m05.motion3.json"
+				}
+			],
+			"Flick": [
+				{
+					"File": "motion/hiyori_m03.motion3.json"
+				}
+			],
+			"FlickDown": [
+				{
+					"File": "motion/hiyori_m04.motion3.json"
+				}
+			],
+			"FlickUp": [
+				{
+					"File": "motion/hiyori_m06.motion3.json"
+				}
+			],
+			"Tap": [
+				{
+					"File": "motion/hiyori_m07.motion3.json"
+				},
+				{
+					"File": "motion/hiyori_m08.motion3.json"
+				}
+			],
+			"Tap@Body": [
+				{
+					"File": "motion/hiyori_m09.motion3.json"
+				}
+			],
+			"Flick@Body": [
+				{
+					"File": "motion/hiyori_m10.motion3.json"
+				}
+			]
+		}
+	},
+	"Groups": [
+		{
+			"Target": "Parameter",
+			"Name": "LipSync",
+			"Ids": [
+				"ParamMouthOpenY"
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Name": "EyeBlink",
+			"Ids": [
+				"ParamEyeLOpen",
+				"ParamEyeROpen"
+			]
+		}
+	],
+	"HitAreas": [
+		{
+			"Id": "HitArea",
+			"Name": "Body"
+		}
+	]
+}

main/digital-human/resources/hiyori_pro_zh/runtime/hiyori_pro_t11.pose3.json

@@ -0,0 +1,15 @@
+{
+	"Type": "Live2D Pose",
+	"Groups": [
+		[
+			{
+				"Id": "PartArmA",
+				"Link": []
+			},
+			{
+				"Id": "PartArmB",
+				"Link": []
+			}
+		]
+	]
+}

main/digital-human/resources/hiyori_pro_zh/runtime/motion/hiyori_m04.motion3.json

@@ -0,0 +1,860 @@
+{
+	"Version": 3,
+	"Meta": {
+		"Duration": 4.43,
+		"Fps": 30.0,
+		"Loop": true,
+		"AreBeziersRestricted": false,
+		"CurveCount": 29,
+		"TotalSegmentCount": 106,
+		"TotalPointCount": 287,
+		"UserDataCount": 0,
+		"TotalUserDataSize": 0
+	},
+	"Curves": [
+		{
+			"Target": "Parameter",
+			"Id": "ParamAngleX",
+			"Segments": [
+				0,
+				1,
+				1,
+				0.211,
+				1,
+				0.422,
+				0,
+				0.633,
+				0,
+				1,
+				0.911,
+				0,
+				1.189,
+				5,
+				1.467,
+				5,
+				1,
+				1.689,
+				5,
+				1.911,
+				-16,
+				2.133,
+				-16,
+				1,
+				2.356,
+				-16,
+				2.578,
+				13.871,
+				2.8,
+				13.871,
+				1,
+				2.956,
+				13.871,
+				3.111,
+				0,
+				3.267,
+				0,
+				0,
+				4.433,
+				0
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamAngleY",
+			"Segments": [
+				0,
+				0,
+				1,
+				0.211,
+				0,
+				0.422,
+				0,
+				0.633,
+				0,
+				1,
+				0.911,
+				0,
+				1.189,
+				-25,
+				1.467,
+				-25,
+				1,
+				1.689,
+				-25,
+				1.911,
+				-15.225,
+				2.133,
+				-11,
+				1,
+				2.356,
+				-6.775,
+				2.578,
+				-5.127,
+				2.8,
+				-2.5,
+				1,
+				2.956,
+				-0.661,
+				3.111,
+				0,
+				3.267,
+				0,
+				0,
+				4.433,
+				0
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamAngleZ",
+			"Segments": [
+				0,
+				0,
+				1,
+				0.222,
+				0,
+				0.444,
+				0,
+				0.667,
+				0,
+				1,
+				0.756,
+				0,
+				0.844,
+				-4,
+				0.933,
+				-4,
+				1,
+				1.122,
+				-4,
+				1.311,
+				18,
+				1.5,
+				18,
+				1,
+				1.722,
+				18,
+				1.944,
+				-14,
+				2.167,
+				-14,
+				1,
+				2.567,
+				-14,
+				2.967,
+				-14,
+				3.367,
+				-14,
+				1,
+				3.511,
+				-14,
+				3.656,
+				-12,
+				3.8,
+				-12,
+				0,
+				4.433,
+				-12
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamCheek",
+			"Segments": [
+				0,
+				1,
+				0,
+				4.433,
+				1
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamEyeLOpen",
+			"Segments": [
+				0,
+				1.2,
+				1,
+				0.389,
+				1.2,
+				0.778,
+				1.148,
+				1.167,
+				1,
+				1,
+				1.211,
+				0.983,
+				1.256,
+				0,
+				1.3,
+				0,
+				1,
+				1.322,
+				0,
+				1.344,
+				0,
+				1.367,
+				0,
+				1,
+				1.422,
+				0,
+				1.478,
+				1,
+				1.533,
+				1,
+				1,
+				1.944,
+				1,
+				2.356,
+				1,
+				2.767,
+				1,
+				1,
+				2.811,
+				1,
+				2.856,
+				0,
+				2.9,
+				0,
+				1,
+				2.922,
+				0,
+				2.944,
+				0,
+				2.967,
+				0,
+				1,
+				3.022,
+				0,
+				3.078,
+				1,
+				3.133,
+				1,
+				0,
+				4.433,
+				1
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamEyeLSmile",
+			"Segments": [
+				0,
+				0,
+				0,
+				4.433,
+				0
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamEyeROpen",
+			"Segments": [
+				0,
+				1.2,
+				1,
+				0.389,
+				1.2,
+				0.778,
+				1.148,
+				1.167,
+				1,
+				1,
+				1.211,
+				0.983,
+				1.256,
+				0,
+				1.3,
+				0,
+				1,
+				1.322,
+				0,
+				1.344,
+				0,
+				1.367,
+				0,
+				1,
+				1.422,
+				0,
+				1.478,
+				1,
+				1.533,
+				1,
+				1,
+				1.944,
+				1,
+				2.356,
+				1,
+				2.767,
+				1,
+				1,
+				2.811,
+				1,
+				2.856,
+				0,
+				2.9,
+				0,
+				1,
+				2.922,
+				0,
+				2.944,
+				0,
+				2.967,
+				0,
+				1,
+				3.022,
+				0,
+				3.078,
+				1,
+				3.133,
+				1,
+				0,
+				4.433,
+				1
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamEyeRSmile",
+			"Segments": [
+				0,
+				0,
+				0,
+				4.433,
+				0
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamEyeBallX",
+			"Segments": [
+				0,
+				0,
+				1,
+				0.211,
+				0,
+				0.422,
+				0,
+				0.633,
+				0,
+				1,
+				0.911,
+				0,
+				1.189,
+				-0.44,
+				1.467,
+				-0.44,
+				1,
+				1.689,
+				-0.44,
+				1.911,
+				0.79,
+				2.133,
+				0.79,
+				1,
+				2.511,
+				0.79,
+				2.889,
+				0,
+				3.267,
+				0,
+				0,
+				4.433,
+				0
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamEyeBallY",
+			"Segments": [
+				0,
+				0,
+				1,
+				0.211,
+				0,
+				0.422,
+				0,
+				0.633,
+				0,
+				1,
+				0.911,
+				0,
+				1.189,
+				-1,
+				1.467,
+				-1,
+				1,
+				1.689,
+				-1,
+				1.911,
+				-1,
+				2.133,
+				-1,
+				1,
+				2.511,
+				-1,
+				2.889,
+				0,
+				3.267,
+				0,
+				0,
+				4.433,
+				0
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamBrowLY",
+			"Segments": [
+				0,
+				1,
+				1,
+				0.544,
+				1,
+				1.089,
+				1,
+				1.633,
+				1,
+				1,
+				1.856,
+				1,
+				2.078,
+				0,
+				2.3,
+				0,
+				1,
+				2.5,
+				0,
+				2.7,
+				1,
+				2.9,
+				1,
+				0,
+				4.433,
+				1
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamBrowRY",
+			"Segments": [
+				0,
+				1,
+				1,
+				0.544,
+				1,
+				1.089,
+				1,
+				1.633,
+				1,
+				1,
+				1.856,
+				1,
+				2.078,
+				0,
+				2.3,
+				0,
+				1,
+				2.5,
+				0,
+				2.7,
+				1,
+				2.9,
+				1,
+				0,
+				4.433,
+				1
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamBrowLX",
+			"Segments": [
+				0,
+				0,
+				0,
+				4.433,
+				0
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamBrowRX",
+			"Segments": [
+				0,
+				0,
+				0,
+				4.433,
+				0
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamBrowLAngle",
+			"Segments": [
+				0,
+				0,
+				0,
+				4.433,
+				0
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamBrowRAngle",
+			"Segments": [
+				0,
+				0,
+				0,
+				4.433,
+				0
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamBrowLForm",
+			"Segments": [
+				0,
+				-1,
+				0,
+				4.433,
+				-1
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamBrowRForm",
+			"Segments": [
+				0,
+				-1,
+				0,
+				4.433,
+				-1
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamBodyAngleX",
+			"Segments": [
+				0,
+				0,
+				1,
+				0.244,
+				0,
+				0.489,
+				0,
+				0.733,
+				0,
+				1,
+				0.933,
+				0,
+				1.133,
+				-7,
+				1.333,
+				-7,
+				1,
+				1.644,
+				-7,
+				1.956,
+				0,
+				2.267,
+				0,
+				0,
+				4.433,
+				0
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamBodyAngleY",
+			"Segments": [
+				0,
+				0,
+				1,
+				0.244,
+				0,
+				0.489,
+				0,
+				0.733,
+				0,
+				0,
+				4.433,
+				0
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamBodyAngleZ",
+			"Segments": [
+				0,
+				2,
+				1,
+				0.233,
+				2,
+				0.467,
+				0,
+				0.7,
+				0,
+				1,
+				0.733,
+				0,
+				0.767,
+				0,
+				0.8,
+				0,
+				1,
+				1,
+				0,
+				1.2,
+				-4,
+				1.4,
+				-4,
+				1,
+				1.711,
+				-4,
+				2.022,
+				5,
+				2.333,
+				5,
+				1,
+				2.567,
+				5,
+				2.8,
+				3.64,
+				3.033,
+				0,
+				1,
+				3.133,
+				-1.56,
+				3.233,
+				-3,
+				3.333,
+				-3,
+				1,
+				3.467,
+				-3,
+				3.6,
+				-2,
+				3.733,
+				-2,
+				0,
+				4.433,
+				-2
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamBreath",
+			"Segments": [
+				0,
+				0,
+				1,
+				0.189,
+				0,
+				0.378,
+				1,
+				0.567,
+				1,
+				1,
+				0.711,
+				1,
+				0.856,
+				0,
+				1,
+				0,
+				1,
+				1.222,
+				0,
+				1.444,
+				1,
+				1.667,
+				1,
+				1,
+				1.889,
+				1,
+				2.111,
+				0,
+				2.333,
+				0,
+				1,
+				2.544,
+				0,
+				2.756,
+				1,
+				2.967,
+				1,
+				1,
+				3.167,
+				1,
+				3.367,
+				0,
+				3.567,
+				0,
+				0,
+				4.433,
+				0
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamShoulder",
+			"Segments": [
+				0,
+				0.1,
+				1,
+				0.467,
+				0.1,
+				0.933,
+				1,
+				1.4,
+				1,
+				1,
+				1.844,
+				1,
+				2.289,
+				1,
+				2.733,
+				1,
+				1,
+				2.967,
+				1,
+				3.2,
+				-1,
+				3.433,
+				-1,
+				0,
+				4.433,
+				-1
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamLeg",
+			"Segments": [
+				0,
+				1,
+				0,
+				4.433,
+				1
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamArmLA",
+			"Segments": [
+				0,
+				-10,
+				0,
+				4.433,
+				-10
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamArmRA",
+			"Segments": [
+				0,
+				-10,
+				0,
+				4.433,
+				-10
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamHairAhoge",
+			"Segments": [
+				0,
+				0,
+				1,
+				0.3,
+				0,
+				0.6,
+				0,
+				0.9,
+				-0.012,
+				1,
+				1.067,
+				-0.019,
+				1.233,
+				-6.827,
+				1.4,
+				-6.827,
+				1,
+				1.511,
+				-6.827,
+				1.622,
+				7.958,
+				1.733,
+				7.958,
+				1,
+				1.944,
+				7.958,
+				2.156,
+				-7.565,
+				2.367,
+				-7.565,
+				1,
+				2.5,
+				-7.565,
+				2.633,
+				9.434,
+				2.767,
+				9.434,
+				1,
+				2.978,
+				9.434,
+				3.189,
+				-8.871,
+				3.4,
+				-8.871,
+				1,
+				3.5,
+				-8.871,
+				3.6,
+				7.588,
+				3.7,
+				7.588,
+				1,
+				3.789,
+				7.588,
+				3.878,
+				-3.904,
+				3.967,
+				-3.904,
+				1,
+				4.011,
+				-3.904,
+				4.056,
+				-0.032,
+				4.1,
+				-0.032,
+				0,
+				4.433,
+				-0.032
+			]
+		},
+		{
+			"Target": "PartOpacity",
+			"Id": "PartArmA",
+			"Segments": [
+				0,
+				1,
+				0,
+				4.43,
+				1
+			]
+		},
+		{
+			"Target": "PartOpacity",
+			"Id": "PartArmB",
+			"Segments": [
+				0,
+				0,
+				0,
+				4.43,
+				0
+			]
+		}
+	]
+}

main/digital-human/resources/hiyori_pro_zh/runtime/motion/hiyori_m07.motion3.json

@@ -0,0 +1,927 @@
+{
+	"Version": 3,
+	"Meta": {
+		"Duration": 1.9,
+		"Fps": 30.0,
+		"Loop": true,
+		"AreBeziersRestricted": false,
+		"CurveCount": 30,
+		"TotalSegmentCount": 121,
+		"TotalPointCount": 331,
+		"UserDataCount": 0,
+		"TotalUserDataSize": 0
+	},
+	"Curves": [
+		{
+			"Target": "Parameter",
+			"Id": "ParamAngleX",
+			"Segments": [
+				0,
+				0,
+				1,
+				0.111,
+				0,
+				0.222,
+				0,
+				0.333,
+				0,
+				0,
+				1.9,
+				0
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamAngleY",
+			"Segments": [
+				0,
+				0,
+				1,
+				0.111,
+				0,
+				0.222,
+				0,
+				0.333,
+				0,
+				0,
+				1.9,
+				0
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamAngleZ",
+			"Segments": [
+				0,
+				0,
+				1,
+				0.111,
+				0,
+				0.222,
+				0,
+				0.333,
+				0,
+				1,
+				0.444,
+				0,
+				0.556,
+				8,
+				0.667,
+				8,
+				0,
+				1.9,
+				8
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamCheek",
+			"Segments": [
+				0,
+				0,
+				1,
+				0.111,
+				0,
+				0.222,
+				0,
+				0.333,
+				0,
+				0,
+				1.9,
+				0
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamEyeLOpen",
+			"Segments": [
+				0,
+				1,
+				1,
+				0.111,
+				1,
+				0.222,
+				1,
+				0.333,
+				1,
+				1,
+				0.378,
+				1,
+				0.422,
+				0,
+				0.467,
+				0,
+				1,
+				0.522,
+				0,
+				0.578,
+				1.2,
+				0.633,
+				1.2,
+				1,
+				0.744,
+				1.2,
+				0.856,
+				1.2,
+				0.967,
+				1.2,
+				1,
+				0.989,
+				1.2,
+				1.011,
+				0,
+				1.033,
+				0,
+				1,
+				1.067,
+				0,
+				1.1,
+				1.2,
+				1.133,
+				1.2,
+				1,
+				1.167,
+				1.2,
+				1.2,
+				1.2,
+				1.233,
+				1.2,
+				1,
+				1.267,
+				1.2,
+				1.3,
+				0,
+				1.333,
+				0,
+				1,
+				1.356,
+				0,
+				1.378,
+				1.2,
+				1.4,
+				1.2,
+				0,
+				1.9,
+				1.2
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamEyeLSmile",
+			"Segments": [
+				0,
+				0,
+				1,
+				0.111,
+				0,
+				0.222,
+				0,
+				0.333,
+				0,
+				0,
+				1.9,
+				0
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamEyeROpen",
+			"Segments": [
+				0,
+				1,
+				1,
+				0.111,
+				1,
+				0.222,
+				1,
+				0.333,
+				1,
+				1,
+				0.378,
+				1,
+				0.422,
+				0,
+				0.467,
+				0,
+				1,
+				0.522,
+				0,
+				0.578,
+				1.2,
+				0.633,
+				1.2,
+				1,
+				0.744,
+				1.2,
+				0.856,
+				1.2,
+				0.967,
+				1.2,
+				1,
+				0.989,
+				1.2,
+				1.011,
+				0,
+				1.033,
+				0,
+				1,
+				1.067,
+				0,
+				1.1,
+				1.2,
+				1.133,
+				1.2,
+				1,
+				1.167,
+				1.2,
+				1.2,
+				1.2,
+				1.233,
+				1.2,
+				1,
+				1.267,
+				1.2,
+				1.3,
+				0,
+				1.333,
+				0,
+				1,
+				1.356,
+				0,
+				1.378,
+				1.2,
+				1.4,
+				1.2,
+				0,
+				1.9,
+				1.2
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamEyeRSmile",
+			"Segments": [
+				0,
+				0,
+				1,
+				0.111,
+				0,
+				0.222,
+				0,
+				0.333,
+				0,
+				1,
+				0.356,
+				0,
+				0.378,
+				0,
+				0.4,
+				0,
+				1,
+				0.489,
+				0,
+				0.578,
+				0,
+				0.667,
+				0,
+				0,
+				1.9,
+				0
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamEyeBallX",
+			"Segments": [
+				0,
+				0,
+				1,
+				0.111,
+				0,
+				0.222,
+				0,
+				0.333,
+				0,
+				1,
+				0.356,
+				0,
+				0.378,
+				0,
+				0.4,
+				0,
+				1,
+				0.489,
+				0,
+				0.578,
+				0,
+				0.667,
+				0,
+				0,
+				1.9,
+				0
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamEyeBallY",
+			"Segments": [
+				0,
+				0,
+				1,
+				0.111,
+				0,
+				0.222,
+				0,
+				0.333,
+				0,
+				1,
+				0.356,
+				0,
+				0.378,
+				0,
+				0.4,
+				0,
+				1,
+				0.489,
+				0,
+				0.578,
+				0,
+				0.667,
+				0,
+				0,
+				1.9,
+				0
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamBrowLY",
+			"Segments": [
+				0,
+				0,
+				1,
+				0.111,
+				0,
+				0.222,
+				0,
+				0.333,
+				0,
+				1,
+				0.356,
+				0,
+				0.378,
+				0,
+				0.4,
+				0,
+				1,
+				0.489,
+				0,
+				0.578,
+				0.26,
+				0.667,
+				0.26,
+				0,
+				1.9,
+				0.26
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamBrowRY",
+			"Segments": [
+				0,
+				0,
+				1,
+				0.111,
+				0,
+				0.222,
+				0,
+				0.333,
+				0,
+				1,
+				0.356,
+				0,
+				0.378,
+				0,
+				0.4,
+				0,
+				1,
+				0.489,
+				0,
+				0.578,
+				0.36,
+				0.667,
+				0.36,
+				0,
+				1.9,
+				0.36
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamBrowLX",
+			"Segments": [
+				0,
+				0,
+				1,
+				0.111,
+				0,
+				0.222,
+				0,
+				0.333,
+				0,
+				1,
+				0.356,
+				0,
+				0.378,
+				0,
+				0.4,
+				0,
+				1,
+				0.489,
+				0,
+				0.578,
+				0,
+				0.667,
+				0,
+				0,
+				1.9,
+				0
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamBrowRX",
+			"Segments": [
+				0,
+				0,
+				1,
+				0.111,
+				0,
+				0.222,
+				0,
+				0.333,
+				0,
+				1,
+				0.356,
+				0,
+				0.378,
+				0,
+				0.4,
+				0,
+				1,
+				0.489,
+				0,
+				0.578,
+				-0.27,
+				0.667,
+				-0.27,
+				0,
+				1.9,
+				-0.27
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamBrowLAngle",
+			"Segments": [
+				0,
+				0,
+				1,
+				0.111,
+				0,
+				0.222,
+				0,
+				0.333,
+				0,
+				1,
+				0.356,
+				0,
+				0.378,
+				0,
+				0.4,
+				0,
+				1,
+				0.489,
+				0,
+				0.578,
+				0.26,
+				0.667,
+				0.26,
+				0,
+				1.9,
+				0.26
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamBrowRAngle",
+			"Segments": [
+				0,
+				0,
+				1,
+				0.111,
+				0,
+				0.222,
+				0,
+				0.333,
+				0,
+				1,
+				0.356,
+				0,
+				0.378,
+				0,
+				0.4,
+				0,
+				1,
+				0.489,
+				0,
+				0.578,
+				-0.03,
+				0.667,
+				-0.03,
+				0,
+				1.9,
+				-0.03
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamBrowLForm",
+			"Segments": [
+				0,
+				0,
+				1,
+				0.111,
+				0,
+				0.222,
+				0,
+				0.333,
+				0,
+				1,
+				0.356,
+				0,
+				0.378,
+				0,
+				0.4,
+				0,
+				1,
+				0.489,
+				0,
+				0.578,
+				0.33,
+				0.667,
+				0.33,
+				0,
+				1.9,
+				0.33
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamBrowRForm",
+			"Segments": [
+				0,
+				0,
+				1,
+				0.111,
+				0,
+				0.222,
+				0,
+				0.333,
+				0,
+				1,
+				0.356,
+				0,
+				0.378,
+				0,
+				0.4,
+				0,
+				1,
+				0.489,
+				0,
+				0.578,
+				0.21,
+				0.667,
+				0.21,
+				0,
+				1.9,
+				0.21
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamBodyAngleX",
+			"Segments": [
+				0,
+				0,
+				1,
+				0.111,
+				0,
+				0.222,
+				0,
+				0.333,
+				0,
+				1,
+				0.444,
+				0,
+				0.556,
+				-6,
+				0.667,
+				-6,
+				0,
+				1.9,
+				-6
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamBodyAngleY",
+			"Segments": [
+				0,
+				0,
+				1,
+				0.111,
+				0,
+				0.222,
+				0,
+				0.333,
+				0,
+				1,
+				0.422,
+				0,
+				0.511,
+				10,
+				0.6,
+				10,
+				1,
+				0.667,
+				10,
+				0.733,
+				-6,
+				0.8,
+				-6,
+				1,
+				0.833,
+				-6,
+				0.867,
+				5,
+				0.9,
+				5,
+				1,
+				1.011,
+				5,
+				1.122,
+				0,
+				1.233,
+				0,
+				0,
+				1.9,
+				0
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamBodyAngleZ",
+			"Segments": [
+				0,
+				0,
+				1,
+				0.111,
+				0,
+				0.222,
+				0,
+				0.333,
+				0,
+				1,
+				0.444,
+				0,
+				0.556,
+				-3,
+				0.667,
+				-3,
+				0,
+				1.9,
+				-3
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamBreath",
+			"Segments": [
+				0,
+				0,
+				1,
+				0.111,
+				0,
+				0.222,
+				0,
+				0.333,
+				0,
+				0,
+				1.9,
+				0
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamShoulder",
+			"Segments": [
+				0,
+				-0.062,
+				1,
+				0.111,
+				-0.062,
+				0.222,
+				-0.103,
+				0.333,
+				0,
+				1,
+				0.589,
+				0.238,
+				0.844,
+				1,
+				1.1,
+				1,
+				0,
+				1.9,
+				1
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamArmLA",
+			"Segments": [
+				0,
+				0,
+				1,
+				0.111,
+				0,
+				0.222,
+				0,
+				0.333,
+				0,
+				1,
+				0.478,
+				0,
+				0.622,
+				-10,
+				0.767,
+				-10,
+				1,
+				0.811,
+				-10,
+				0.856,
+				-8.2,
+				0.9,
+				-8.2,
+				0,
+				1.9,
+				-8.2
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamArmRA",
+			"Segments": [
+				0,
+				0,
+				1,
+				0.111,
+				0,
+				0.222,
+				0,
+				0.333,
+				0,
+				1,
+				0.478,
+				0,
+				0.622,
+				-10,
+				0.767,
+				-10,
+				1,
+				0.811,
+				-10,
+				0.856,
+				-7.2,
+				0.9,
+				-7.2,
+				0,
+				1.9,
+				-7.2
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamArmLB",
+			"Segments": [
+				0,
+				0,
+				1,
+				0.111,
+				0,
+				0.222,
+				0,
+				0.333,
+				0,
+				0,
+				1.9,
+				0
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamArmRB",
+			"Segments": [
+				0,
+				0,
+				1,
+				0.111,
+				0,
+				0.222,
+				0,
+				0.333,
+				0,
+				0,
+				1.9,
+				0
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamHairAhoge",
+			"Segments": [
+				0,
+				0,
+				1,
+				0.111,
+				0,
+				0.222,
+				1.9,
+				0.333,
+				5.2,
+				1,
+				0.444,
+				8.5,
+				0.556,
+				9.926,
+				0.667,
+				9.926,
+				1,
+				0.744,
+				9.926,
+				0.822,
+				-10,
+				0.9,
+				-10,
+				1,
+				0.956,
+				-10,
+				1.011,
+				6,
+				1.067,
+				6,
+				1,
+				1.144,
+				6,
+				1.222,
+				-4,
+				1.3,
+				-4,
+				1,
+				1.367,
+				-4,
+				1.433,
+				0,
+				1.5,
+				0,
+				0,
+				1.9,
+				0
+			]
+		},
+		{
+			"Target": "PartOpacity",
+			"Id": "PartArmA",
+			"Segments": [
+				0,
+				1,
+				0,
+				1.9,
+				1
+			]
+		},
+		{
+			"Target": "PartOpacity",
+			"Id": "PartArmB",
+			"Segments": [
+				0,
+				0,
+				0,
+				1.9,
+				0
+			]
+		}
+	]
+}

main/digital-human/resources/hiyori_pro_zh/runtime/motion/hiyori_m10.motion3.json

@@ -0,0 +1,924 @@
+{
+	"Version": 3,
+	"Meta": {
+		"Duration": 4.17,
+		"Fps": 30.0,
+		"Loop": true,
+		"AreBeziersRestricted": false,
+		"CurveCount": 31,
+		"TotalSegmentCount": 118,
+		"TotalPointCount": 321,
+		"UserDataCount": 0,
+		"TotalUserDataSize": 0
+	},
+	"Curves": [
+		{
+			"Target": "Parameter",
+			"Id": "ParamAngleX",
+			"Segments": [
+				0,
+				0,
+				1,
+				0.067,
+				0,
+				0.133,
+				0,
+				0.2,
+				0,
+				1,
+				0.4,
+				0,
+				0.6,
+				0,
+				0.8,
+				0,
+				1,
+				1.067,
+				0,
+				1.333,
+				1.041,
+				1.6,
+				1.041,
+				1,
+				1.844,
+				1.041,
+				2.089,
+				-8,
+				2.333,
+				-8,
+				1,
+				2.656,
+				-8,
+				2.978,
+				6,
+				3.3,
+				6,
+				0,
+				4.167,
+				6
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamAngleY",
+			"Segments": [
+				0,
+				0,
+				1,
+				0.067,
+				0,
+				0.133,
+				0,
+				0.2,
+				0,
+				1,
+				0.344,
+				0,
+				0.489,
+				-30,
+				0.633,
+				-30,
+				0,
+				4.167,
+				-30
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamAngleZ",
+			"Segments": [
+				0,
+				0,
+				1,
+				0.067,
+				0,
+				0.133,
+				0,
+				0.2,
+				0,
+				0,
+				4.167,
+				0
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamCheek",
+			"Segments": [
+				0,
+				0,
+				1,
+				0.067,
+				0,
+				0.133,
+				0,
+				0.2,
+				0,
+				0,
+				4.167,
+				0
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamEyeLOpen",
+			"Segments": [
+				0,
+				1,
+				1,
+				0.067,
+				1,
+				0.133,
+				1,
+				0.2,
+				1,
+				1,
+				0.311,
+				1,
+				0.422,
+				0.988,
+				0.533,
+				0.8,
+				1,
+				0.589,
+				0.706,
+				0.644,
+				0,
+				0.7,
+				0,
+				1,
+				0.722,
+				0,
+				0.744,
+				0,
+				0.767,
+				0,
+				1,
+				0.822,
+				0,
+				0.878,
+				0.8,
+				0.933,
+				0.8,
+				1,
+				1.422,
+				0.8,
+				1.911,
+				0.8,
+				2.4,
+				0.8,
+				1,
+				2.456,
+				0.8,
+				2.511,
+				0,
+				2.567,
+				0,
+				1,
+				2.589,
+				0,
+				2.611,
+				0,
+				2.633,
+				0,
+				1,
+				2.689,
+				0,
+				2.744,
+				0.8,
+				2.8,
+				0.8,
+				0,
+				4.167,
+				0.8
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamEyeLSmile",
+			"Segments": [
+				0,
+				0,
+				1,
+				0.067,
+				0,
+				0.133,
+				0,
+				0.2,
+				0,
+				0,
+				4.167,
+				0
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamEyeROpen",
+			"Segments": [
+				0,
+				1,
+				1,
+				0.067,
+				1,
+				0.133,
+				1,
+				0.2,
+				1,
+				1,
+				0.311,
+				1,
+				0.422,
+				0.988,
+				0.533,
+				0.8,
+				1,
+				0.589,
+				0.706,
+				0.644,
+				0,
+				0.7,
+				0,
+				1,
+				0.722,
+				0,
+				0.744,
+				0,
+				0.767,
+				0,
+				1,
+				0.822,
+				0,
+				0.878,
+				0.8,
+				0.933,
+				0.8,
+				1,
+				1.422,
+				0.8,
+				1.911,
+				0.8,
+				2.4,
+				0.8,
+				1,
+				2.456,
+				0.8,
+				2.511,
+				0,
+				2.567,
+				0,
+				1,
+				2.589,
+				0,
+				2.611,
+				0,
+				2.633,
+				0,
+				1,
+				2.689,
+				0,
+				2.744,
+				0.8,
+				2.8,
+				0.8,
+				0,
+				4.167,
+				0.8
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamEyeRSmile",
+			"Segments": [
+				0,
+				0,
+				1,
+				0.067,
+				0,
+				0.133,
+				0,
+				0.2,
+				0,
+				1,
+				0.278,
+				0,
+				0.356,
+				0,
+				0.433,
+				0,
+				0,
+				4.167,
+				0
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamEyeBallX",
+			"Segments": [
+				0,
+				0,
+				1,
+				0.067,
+				0,
+				0.133,
+				0,
+				0.2,
+				0,
+				1,
+				0.278,
+				0,
+				0.356,
+				0,
+				0.433,
+				0,
+				1,
+				0.667,
+				0,
+				0.9,
+				0.004,
+				1.133,
+				-0.01,
+				1,
+				1.4,
+				-0.025,
+				1.667,
+				-0.43,
+				1.933,
+				-0.43,
+				1,
+				2.211,
+				-0.43,
+				2.489,
+				0.283,
+				2.767,
+				0.283,
+				0,
+				4.167,
+				0.283
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamEyeBallY",
+			"Segments": [
+				0,
+				0,
+				1,
+				0.067,
+				0,
+				0.133,
+				0,
+				0.2,
+				0,
+				1,
+				0.278,
+				0,
+				0.356,
+				-1,
+				0.433,
+				-1,
+				0,
+				4.167,
+				-1
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamBrowLY",
+			"Segments": [
+				0,
+				0,
+				1,
+				0.067,
+				0,
+				0.133,
+				0,
+				0.2,
+				0,
+				1,
+				0.278,
+				0,
+				0.356,
+				0.19,
+				0.433,
+				0.19,
+				0,
+				4.167,
+				0.19
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamBrowRY",
+			"Segments": [
+				0,
+				0,
+				1,
+				0.067,
+				0,
+				0.133,
+				0,
+				0.2,
+				0,
+				1,
+				0.278,
+				0,
+				0.356,
+				0.11,
+				0.433,
+				0.11,
+				0,
+				4.167,
+				0.11
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamBrowLX",
+			"Segments": [
+				0,
+				0,
+				1,
+				0.067,
+				0,
+				0.133,
+				0,
+				0.2,
+				0,
+				1,
+				0.278,
+				0,
+				0.356,
+				-0.48,
+				0.433,
+				-0.48,
+				0,
+				4.167,
+				-0.48
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamBrowRX",
+			"Segments": [
+				0,
+				0,
+				1,
+				0.067,
+				0,
+				0.133,
+				0,
+				0.2,
+				0,
+				1,
+				0.278,
+				0,
+				0.356,
+				-0.29,
+				0.433,
+				-0.29,
+				0,
+				4.167,
+				-0.29
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamBrowLAngle",
+			"Segments": [
+				0,
+				0,
+				1,
+				0.067,
+				0,
+				0.133,
+				0,
+				0.2,
+				0,
+				1,
+				0.278,
+				0,
+				0.356,
+				1,
+				0.433,
+				1,
+				0,
+				4.167,
+				1
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamBrowRAngle",
+			"Segments": [
+				0,
+				0,
+				1,
+				0.067,
+				0,
+				0.133,
+				0,
+				0.2,
+				0,
+				1,
+				0.278,
+				0,
+				0.356,
+				0.85,
+				0.433,
+				0.85,
+				0,
+				4.167,
+				0.85
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamBrowLForm",
+			"Segments": [
+				0,
+				0,
+				1,
+				0.067,
+				0,
+				0.133,
+				0,
+				0.2,
+				0,
+				1,
+				0.278,
+				0,
+				0.356,
+				-0.75,
+				0.433,
+				-0.75,
+				0,
+				4.167,
+				-0.75
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamBrowRForm",
+			"Segments": [
+				0,
+				0,
+				1,
+				0.067,
+				0,
+				0.133,
+				0,
+				0.2,
+				0,
+				1,
+				0.278,
+				0,
+				0.356,
+				-0.87,
+				0.433,
+				-0.87,
+				0,
+				4.167,
+				-0.87
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamBodyAngleX",
+			"Segments": [
+				0,
+				0,
+				1,
+				0.067,
+				0,
+				0.133,
+				0,
+				0.2,
+				0,
+				1,
+				0.444,
+				0,
+				0.689,
+				0,
+				0.933,
+				0,
+				1,
+				1.211,
+				0,
+				1.489,
+				0,
+				1.767,
+				0,
+				1,
+				2.056,
+				0,
+				2.344,
+				-6,
+				2.633,
+				-6,
+				1,
+				3.033,
+				-6,
+				3.433,
+				10,
+				3.833,
+				10,
+				0,
+				4.167,
+				10
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamBodyAngleY",
+			"Segments": [
+				0,
+				0,
+				1,
+				0.067,
+				0,
+				0.133,
+				0,
+				0.2,
+				0,
+				0,
+				4.167,
+				0
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamBodyAngleZ",
+			"Segments": [
+				0,
+				0,
+				1,
+				0.067,
+				0,
+				0.133,
+				0,
+				0.2,
+				0,
+				1,
+				0.8,
+				0,
+				1.4,
+				-2,
+				2,
+				-2,
+				1,
+				2.456,
+				-2,
+				2.911,
+				8.125,
+				3.367,
+				8.125,
+				0,
+				4.167,
+				8.125
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamBreath",
+			"Segments": [
+				0,
+				0,
+				1,
+				0.067,
+				0,
+				0.133,
+				0,
+				0.2,
+				0,
+				0,
+				4.167,
+				0
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamShoulder",
+			"Segments": [
+				0,
+				0,
+				0,
+				4.167,
+				0
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamLeg",
+			"Segments": [
+				0,
+				1,
+				1,
+				0.667,
+				1,
+				1.333,
+				1,
+				2,
+				1,
+				1,
+				2.267,
+				1,
+				2.533,
+				0.948,
+				2.8,
+				0.948,
+				0,
+				4.167,
+				0.948
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamArmLA",
+			"Segments": [
+				0,
+				0,
+				1,
+				0.067,
+				0,
+				0.133,
+				0,
+				0.2,
+				0,
+				1,
+				0.233,
+				0,
+				0.267,
+				0,
+				0.3,
+				0,
+				1,
+				0.478,
+				0,
+				0.656,
+				-10,
+				0.833,
+				-10,
+				1,
+				0.922,
+				-10,
+				1.011,
+				-8.846,
+				1.1,
+				-8.846,
+				1,
+				1.467,
+				-8.846,
+				1.833,
+				-8.835,
+				2.2,
+				-9.1,
+				1,
+				2.622,
+				-9.405,
+				3.044,
+				-10,
+				3.467,
+				-10,
+				0,
+				4.167,
+				-10
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamArmRA",
+			"Segments": [
+				0,
+				0,
+				1,
+				0.067,
+				0,
+				0.133,
+				0,
+				0.2,
+				0,
+				1,
+				0.233,
+				0,
+				0.267,
+				0,
+				0.3,
+				0,
+				1,
+				0.478,
+				0,
+				0.656,
+				-10,
+				0.833,
+				-10,
+				1,
+				0.922,
+				-10,
+				1.011,
+				-8.972,
+				1.1,
+				-8.846,
+				1,
+				1.467,
+				-8.328,
+				1.833,
+				-8.2,
+				2.2,
+				-8.2,
+				1,
+				2.622,
+				-8.2,
+				3.044,
+				-10,
+				3.467,
+				-10,
+				0,
+				4.167,
+				-10
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamArmLB",
+			"Segments": [
+				0,
+				0,
+				0,
+				4.167,
+				0
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamArmRB",
+			"Segments": [
+				0,
+				0,
+				0,
+				4.167,
+				0
+			]
+		},
+		{
+			"Target": "Parameter",
+			"Id": "ParamHairAhoge",
+			"Segments": [
+				0,
+				0,
+				1,
+				0.067,
+				0,
+				0.133,
+				0,
+				0.2,
+				0,
+				1,
+				0.233,
+				0,
+				0.267,
+				-5,
+				0.3,
+				-5,
+				1,
+				0.378,
+				-5,
+				0.456,
+				10,
+				0.533,
+				10,
+				1,
+				0.633,
+				10,
+				0.733,
+				4,
+				0.833,
+				4,
+				0,
+				4.167,
+				4
+			]
+		},
+		{
+			"Target": "PartOpacity",
+			"Id": "PartArmA",
+			"Segments": [
+				0,
+				1,
+				0,
+				4.17,
+				1
+			]
+		},
+		{
+			"Target": "PartOpacity",
+			"Id": "PartArmB",
+			"Segments": [
+				0,
+				0,
+				0,
+				4.17,
+				0
+			]
+		}
+	]
+}

main/digital-human/resources/natori_pro_zh/ReadMe.txt

@@ -0,0 +1,79 @@
+
+============================================================
+
+示例模型
+名执 尽 - PRO
+
+============================================================
+
+　该示例可用于学习商用的游戏和App中常用到的手臂切换等难度较高的制作方法。
+
+　该模型角色由画师先崎真琴设计。
+　模型的手臂通过渐变实现不同部件间的切换，这种制作方法经常应用于商用的游戏和App中。
+　通过该模型，可以学习部件的切换来实现更丰富的动画。
+
+　另外，可以通过Cubism3 Viewer (for OW)来查看嵌入式文件组的动画，了解完整的工作流程中使用到的数据结构。
+
+
+------------------------------
+素材使用许可
+------------------------------
+
+　普通用户以及小规模企业在同意授权协议的情况下可用于商业用途。
+　中/大规模的企业只能用于非公开的内部试用。
+　在使用该素材时，请确认以下的【无偿提供素材使用授权协议】中的“授权类型”、“Live2D原创角色”等的相关内容，
+　并必须接受【Live2D Cubism 示例模型的使用授权要求】中的利用条件。
+
+　有关许可证的更多信息，请参阅以下页面。
+　https://www.live2d.com/zh-CHS/download/sample-data/
+
+
+------------------------------
+创作者
+------------------------------
+
+　插画：先崎 真琴【http://senzakimakoto.com/】
+　配音：小野友树【https://web.onoyuki.com/】
+　（※配音数据的发布为限定发布，已于2018/06/04结束。）
+　模型：Live2D
+
+
+------------------------------
+素材内容
+------------------------------
+
+　模型文件(cmo3) ※包含物理模拟的设定
+　表情动画文件(can3)
+　基本动画文件(can3)
+　嵌入文件组(runtime文件夹)
+  ・模型数据(moc3)
+  ・表情数据(exp3.json)
+  ・动作数据(motion3.json)
+  ・模型设定文件(model3.json)
+  ・姿势设定文件(pose3.json)
+  ・物理模拟设定文件(physics3.json)
+  ・辅助显示的文件(cdi3.json)
+
+
+------------------------------
+更新记录
+------------------------------
+　※配音数据的发布已于2018/06/04结束。
+
+【cmo3】
+
+　natori_pro_t06.cmo3
+　2021年6月10日 公开
+
+
+【can3】
+
+　natori_pro_exp_t03.can3
+　2021年6月10日 公开
+
+
+【can3】
+
+　natori_pro_motions_t03.can3
+　2021年6月10日 公开
+

main/digital-human/resources/natori_pro_zh/runtime/exp/Angry.exp3.json

@@ -0,0 +1,120 @@
+{
+    "Type":  "Live2D Expression",
+    "Parameters":  [
+                       {
+                           "Id":  "ParamEyeLOpen",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamEyeLSmile",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamEyeLForm",
+                           "Value":  -2,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamEyeROpen",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamEyeRSmile",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamEyeRForm",
+                           "Value":  -2,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamEyeBallForm",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowLY",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowRY",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowLX",
+                           "Value":  0.3,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowRX",
+                           "Value":  0.3,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowLAngle",
+                           "Value":  -0.4,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowRAngle",
+                           "Value":  -0.4,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowLForm",
+                           "Value":  -1,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowLForm2",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowRForm",
+                           "Value":  -1,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowRForm2",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamTeethOn",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamCheek",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamGlassUD",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamGrassWhite",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamGrassHighlight",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamGrassHighlightMove",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       }
+                   ]
+}

main/digital-human/resources/natori_pro_zh/runtime/exp/Blushing.exp3.json

@@ -0,0 +1,120 @@
+{
+    "Type":  "Live2D Expression",
+    "Parameters":  [
+                       {
+                           "Id":  "ParamEyeLOpen",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamEyeLSmile",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamEyeLForm",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamEyeROpen",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamEyeRSmile",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamEyeRForm",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamEyeBallForm",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowLY",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowRY",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowLX",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowRX",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowLAngle",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowRAngle",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowLForm",
+                           "Value":  -1,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowLForm2",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowRForm",
+                           "Value":  -1,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowRForm2",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamTeethOn",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamCheek",
+                           "Value":  1,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamGlassUD",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamGrassWhite",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamGrassHighlight",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamGrassHighlightMove",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       }
+                   ]
+}

main/digital-human/resources/natori_pro_zh/runtime/exp/Normal.exp3.json

@@ -0,0 +1,120 @@
+{
+    "Type":  "Live2D Expression",
+    "Parameters":  [
+                       {
+                           "Id":  "ParamEyeLOpen",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamEyeLSmile",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamEyeLForm",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamEyeROpen",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamEyeRSmile",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamEyeRForm",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamEyeBallForm",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowLY",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowRY",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowLX",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowRX",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowLAngle",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowRAngle",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowLForm",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowLForm2",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowRForm",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowRForm2",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamTeethOn",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamCheek",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamGlassUD",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamGrassWhite",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamGrassHighlight",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamGrassHighlightMove",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       }
+                   ]
+}

main/digital-human/resources/natori_pro_zh/runtime/exp/Sad.exp3.json

@@ -0,0 +1,120 @@
+{
+    "Type":  "Live2D Expression",
+    "Parameters":  [
+                       {
+                           "Id":  "ParamEyeLOpen",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamEyeLSmile",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamEyeLForm",
+                           "Value":  -2,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamEyeROpen",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamEyeRSmile",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamEyeRForm",
+                           "Value":  -2,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamEyeBallForm",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowLY",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowRY",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowLX",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowRX",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowLAngle",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowRAngle",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowLForm",
+                           "Value":  -1,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowLForm2",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowRForm",
+                           "Value":  -1,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowRForm2",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamTeethOn",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamCheek",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamGlassUD",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamGrassWhite",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamGrassHighlight",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamGrassHighlightMove",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       }
+                   ]
+}

main/digital-human/resources/natori_pro_zh/runtime/exp/Smile.exp3.json

@@ -0,0 +1,120 @@
+{
+    "Type":  "Live2D Expression",
+    "Parameters":  [
+                       {
+                           "Id":  "ParamEyeLOpen",
+                           "Value":  -1,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamEyeLSmile",
+                           "Value":  1,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamEyeLForm",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamEyeROpen",
+                           "Value":  -1,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamEyeRSmile",
+                           "Value":  1,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamEyeRForm",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamEyeBallForm",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowLY",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowRY",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowLX",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowRX",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowLAngle",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowRAngle",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowLForm",
+                           "Value":  1,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowLForm2",
+                           "Value":  1,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowRForm",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowRForm2",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamTeethOn",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamCheek",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamGlassUD",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamGrassWhite",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamGrassHighlight",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamGrassHighlightMove",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       }
+                   ]
+}

main/digital-human/resources/natori_pro_zh/runtime/exp/Surprised.exp3.json

@@ -0,0 +1,120 @@
+{
+    "Type":  "Live2D Expression",
+    "Parameters":  [
+                       {
+                           "Id":  "ParamEyeLOpen",
+                           "Value":  0.3,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamEyeLSmile",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamEyeLForm",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamEyeROpen",
+                           "Value":  0.3,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamEyeRSmile",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamEyeRForm",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamEyeBallForm",
+                           "Value":  -1,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowLY",
+                           "Value":  0.2,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowRY",
+                           "Value":  0.2,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowLX",
+                           "Value":  -0.1,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowRX",
+                           "Value":  -0.1,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowLAngle",
+                           "Value":  0.1,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowRAngle",
+                           "Value":  0.1,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowLForm",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowLForm2",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowRForm",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowRForm2",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamTeethOn",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamCheek",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamGlassUD",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamGrassWhite",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamGrassHighlight",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamGrassHighlightMove",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       }
+                   ]
+}

main/digital-human/resources/natori_pro_zh/runtime/exp/exp_01.exp3.json

@@ -0,0 +1,120 @@
+{
+    "Type":  "Live2D Expression",
+    "Parameters":  [
+                       {
+                           "Id":  "ParamEyeLOpen",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamEyeLSmile",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamEyeLForm",
+                           "Value":  3,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamEyeROpen",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamEyeRSmile",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamEyeRForm",
+                           "Value":  3,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamEyeBallForm",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowLY",
+                           "Value":  -0.1,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowRY",
+                           "Value":  -0.1,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowLX",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowRX",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowLAngle",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowRAngle",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowLForm",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowLForm2",
+                           "Value":  1,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowRForm",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowRForm2",
+                           "Value":  1,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamTeethOn",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamCheek",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamGlassUD",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamGrassWhite",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamGrassHighlight",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamGrassHighlightMove",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       }
+                   ]
+}

main/digital-human/resources/natori_pro_zh/runtime/exp/exp_02.exp3.json

@@ -0,0 +1,120 @@
+{
+    "Type":  "Live2D Expression",
+    "Parameters":  [
+                       {
+                           "Id":  "ParamEyeLOpen",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamEyeLSmile",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamEyeLForm",
+                           "Value":  1,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamEyeROpen",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamEyeRSmile",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamEyeRForm",
+                           "Value":  1,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamEyeBallForm",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowLY",
+                           "Value":  0.1,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowRY",
+                           "Value":  0.1,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowLX",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowRX",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowLAngle",
+                           "Value":  0.1,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowRAngle",
+                           "Value":  0.1,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowLForm",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowLForm2",
+                           "Value":  1,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowRForm",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowRForm2",
+                           "Value":  1,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamTeethOn",
+                           "Value":  1,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamCheek",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamGlassUD",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamGrassWhite",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamGrassHighlight",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamGrassHighlightMove",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       }
+                   ]
+}

main/digital-human/resources/natori_pro_zh/runtime/exp/exp_03.exp3.json

@@ -0,0 +1,120 @@
+{
+    "Type":  "Live2D Expression",
+    "Parameters":  [
+                       {
+                           "Id":  "ParamEyeLOpen",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamEyeLSmile",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamEyeLForm",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamEyeROpen",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamEyeRSmile",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamEyeRForm",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamEyeBallForm",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowLY",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowRY",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowLX",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowRX",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowLAngle",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowRAngle",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowLForm",
+                           "Value":  -1,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowLForm2",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowRForm",
+                           "Value":  -1,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowRForm2",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamTeethOn",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamCheek",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamGlassUD",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamGrassWhite",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamGrassHighlight",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamGrassHighlightMove",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       }
+                   ]
+}

main/digital-human/resources/natori_pro_zh/runtime/exp/exp_04.exp3.json

@@ -0,0 +1,120 @@
+{
+    "Type":  "Live2D Expression",
+    "Parameters":  [
+                       {
+                           "Id":  "ParamEyeLOpen",
+                           "Value":  0.2,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamEyeLSmile",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamEyeLForm",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamEyeROpen",
+                           "Value":  0.2,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamEyeRSmile",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamEyeRForm",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamEyeBallForm",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowLY",
+                           "Value":  0.2,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowRY",
+                           "Value":  0.2,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowLX",
+                           "Value":  -0.1,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowRX",
+                           "Value":  -0.1,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowLAngle",
+                           "Value":  0.1,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowRAngle",
+                           "Value":  0.1,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowLForm",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowLForm2",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowRForm",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowRForm2",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamTeethOn",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamCheek",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamGlassUD",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamGrassWhite",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamGrassHighlight",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamGrassHighlightMove",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       }
+                   ]
+}

main/digital-human/resources/natori_pro_zh/runtime/exp/exp_05.exp3.json

@@ -0,0 +1,120 @@
+{
+    "Type":  "Live2D Expression",
+    "Parameters":  [
+                       {
+                           "Id":  "ParamEyeLOpen",
+                           "Value":  -1,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamEyeLSmile",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamEyeLForm",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamEyeROpen",
+                           "Value":  -1,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamEyeRSmile",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamEyeRForm",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamEyeBallForm",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowLY",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowRY",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowLX",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowRX",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowLAngle",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowRAngle",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowLForm",
+                           "Value":  1,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowLForm2",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowRForm",
+                           "Value":  1,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamBrowRForm2",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamTeethOn",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamCheek",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamGlassUD",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamGrassWhite",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamGrassHighlight",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       },
+                       {
+                           "Id":  "ParamGrassHighlightMove",
+                           "Value":  0,
+                           "Blend":  "Add"
+                       }
+                   ]
+}