feat: 新增 Gemini Live API 接入演示

2025-04-26 19:00:56 +08:00
parent 0900b4cf2a
commit e53bc65715
14 changed files with 1854 additions and 0 deletions
@@ -0,0 +1,102 @@
+import os
+from typing import Awaitable, Callable, Optional
+from google import genai
+from google.genai import types
+
+
+GEMINI_MODEL = "gemini-2.0-flash-live-001"
+GEMINI_API_KEY = os.getenv("GEMINI_API_KEY") or "你的 API KEY"
+
+
+class Gemini:
+    running = False
+
+    client = genai.Client(api_key=GEMINI_API_KEY)
+
+    session: Optional[genai.live.AsyncSession] = None
+
+    config = types.LiveConnectConfig(
+        response_modalities=[types.Modality.AUDIO],
+        speech_config=types.SpeechConfig(
+            language_code="cmn-CN",
+            voice_config=types.VoiceConfig(
+                prebuilt_voice_config=types.PrebuiltVoiceConfig(voice_name="Kore")
+            ),
+        ),
+        context_window_compression=(
+            types.ContextWindowCompressionConfig(
+                sliding_window=types.SlidingWindow(),
+            )
+        ),
+    )
+
+    @classmethod
+    async def send_text(cls, text: str):
+        if not cls.session:
+            return
+        await cls.session.send_client_content(
+            turns={"role": "user", "parts": [{"text": text}]},
+            turn_complete=True,
+        )
+
+    @classmethod
+    async def send_audio(cls, data: bytes):
+        if not cls.session:
+            return
+        await cls.session.send_realtime_input(
+            audio=types.Blob(data=data, mime_type="audio/pcm;rate=16000")
+        )
+
+    @classmethod
+    def stop(cls):
+        cls.running = False
+        if cls.session:
+            cls.session.close()
+
+    @classmethod
+    async def start(
+        cls,
+        on_audio: Optional[Callable[[bytes], Awaitable[None]]] = None,
+        on_text: Optional[Callable[[str], Awaitable[None]]] = None,
+        set_is_speaking: Optional[Callable[[bool], Awaitable[None]]] = None,
+    ):
+        if cls.running:
+            return
+
+        cls.running = True
+
+        async with cls.client.aio.live.connect(
+            model=GEMINI_MODEL, config=cls.config
+        ) as session:
+            cls.session = session
+
+            print("🔊 AI: ", "session connected")
+
+            while True:
+                print("🔊 AI: ", "waiting for response")
+
+                if not cls.running:
+                    break
+
+                if set_is_speaking:
+                    await set_is_speaking(False)
+
+                async for response in session.receive():
+                    if response.server_content is None:
+                        continue
+
+                    if response.server_content.interrupted is True:
+                        continue
+
+                    if set_is_speaking:
+                        await set_is_speaking(True)
+
+                    if response.data is not None:
+                        print("🔊 AI: ", len(response.data))
+                        if on_audio:
+                            await on_audio(response.data)
+
+                    if response.text is not None:
+                        print("✅ AI: ", response.text)
+                        if on_text:
+                            await on_text(response.text)