feat(chat): add Edge TTS playback

package-lock.json

@@ -29,6 +29,7 @@
         "deck.gl": "^9.1.14",
         "echarts": "^6.0.0",
         "echarts-for-react": "^3.0.5",
+        "edge-tts-ts": "^1.0.0",
         "framer-motion": "^12.38.0",
         "js-cookie": "^3.0.5",
         "next": "^16.1.6",
@@ -11457,6 +11458,15 @@
       "integrity": "sha512-VtDvQpIJBvBatnONUsPzXYFVKQQAhuf3XTNOAsdBxCNO/QCtUUd8LSgjn0GVarBkCad6aJCZfXgrjYbl/KRr7w==",
       "license": "MIT"
     },
+    "node_modules/commander": {
+      "version": "14.0.3",
+      "resolved": "https://registry.npmjs.org/commander/-/commander-14.0.3.tgz",
+      "integrity": "sha512-H+y0Jo/T1RZ9qPP4Eh1pkcQcLRglraJaSLoyOtHxu6AapkjWVCy2Sit1QQ4x3Dng8qDlSsZEet7g5Pq06MvTgw==",
+      "license": "MIT",
+      "engines": {
+        "node": ">=20"
+      }
+    },
     "node_modules/concat-map": {
       "version": "0.0.1",
       "resolved": "https://registry.npmjs.org/concat-map/-/concat-map-0.0.1.tgz",
@@ -12385,6 +12395,36 @@
       "integrity": "sha512-N82ooyxVNm6h1riLCoyS9e3fuJ3AMG2zIZs2Gd1ATcSFjSA23Q0fzjjZeh0jbJvWVDZ0cJT8yaNNaaXHzueNjg==",
       "license": "0BSD"
     },
+    "node_modules/edge-tts-ts": {
+      "version": "1.0.0",
+      "resolved": "https://registry.npmjs.org/edge-tts-ts/-/edge-tts-ts-1.0.0.tgz",
+      "integrity": "sha512-327gpuN0VjvMsuvbizqabzqMiYpdHb0Slt8/hyf+ridtSkOGN68oogLpFnm8KznunbCnoo3DWMTAn7j6sd3WrA==",
+      "license": "MIT",
+      "dependencies": {
+        "commander": "^14.0.3",
+        "isomorphic-ws": "^5.0.0",
+        "sound-play": "^1.1.0",
+        "uuid": "^13.0.0",
+        "ws": "^8.20.0"
+      },
+      "bin": {
+        "edge-playback": "dist/cli/edge-playback.js",
+        "edge-tts": "dist/cli/edge-tts.js"
+      }
+    },
+    "node_modules/edge-tts-ts/node_modules/uuid": {
+      "version": "13.0.2",
+      "resolved": "https://registry.npmjs.org/uuid/-/uuid-13.0.2.tgz",
+      "integrity": "sha512-vzi9uRZ926x4XV73S/4qQaTwPXM2JBj6/6lI/byHH1jOpCzb0zDbfytgA9LcN/hzb2l7WQSQnxITOVx5un/wGw==",
+      "funding": [
+        "https://github.com/sponsors/broofa",
+        "https://github.com/sponsors/ctavan"
+      ],
+      "license": "MIT",
+      "bin": {
+        "uuid": "dist-node/bin/uuid"
+      }
+    },
     "node_modules/electron-to-chromium": {
       "version": "1.5.227",
       "resolved": "https://registry.npmjs.org/electron-to-chromium/-/electron-to-chromium-1.5.227.tgz",
@@ -14904,6 +14944,15 @@
       "integrity": "sha512-VLghIWNM6ELQzo7zwmcg0NmTVyWKYjvIeM83yjp0wRDTmUnrM678fQbcKBo6n2CJEF0szoG//ytg+TKla89ALQ==",
       "license": "MIT"
     },
+    "node_modules/isomorphic-ws": {
+      "version": "5.0.0",
+      "resolved": "https://registry.npmjs.org/isomorphic-ws/-/isomorphic-ws-5.0.0.tgz",
+      "integrity": "sha512-muId7Zzn9ywDsyXgTIafTry2sV3nySZeUDe6YedVd1Hvuuep5AsIlqK+XefWpYTyJG5e503F2xIuT2lcU6rCSw==",
+      "license": "MIT",
+      "peerDependencies": {
+        "ws": "*"
+      }
+    },
     "node_modules/istanbul-lib-coverage": {
       "version": "3.2.2",
       "resolved": "https://registry.npmjs.org/istanbul-lib-coverage/-/istanbul-lib-coverage-3.2.2.tgz",
@@ -19790,6 +19839,12 @@
       "integrity": "sha512-YIK6I2lsH072UE0aOFxxY1dPDCS43I5ktqHpeAsuLNYWkE5pGxRGWfDM4/vSUfNzXjC1Ivzt3qx31PCLmc9yqg==",
       "license": "MIT"
     },
+    "node_modules/sound-play": {
+      "version": "1.1.0",
+      "resolved": "https://registry.npmjs.org/sound-play/-/sound-play-1.1.0.tgz",
+      "integrity": "sha512-Bd/L0AoCwITFeOnpNLMsfPXrV5GG5NhrC/T6odveahYbhPZkdTnrFXRia9FCC5WBWdUTw1d+yvLBvi4wnD1xOA==",
+      "license": "MIT"
+    },
     "node_modules/source-map": {
       "version": "0.5.7",
       "resolved": "https://registry.npmjs.org/source-map/-/source-map-0.5.7.tgz",
@@ -21444,10 +21499,9 @@
       }
     },
     "node_modules/ws": {
-      "version": "8.18.3",
+      "version": "8.21.0",
-      "resolved": "https://registry.npmjs.org/ws/-/ws-8.18.3.tgz",
+      "resolved": "https://registry.npmjs.org/ws/-/ws-8.21.0.tgz",
-      "integrity": "sha512-PEIGCY5tSlUt50cqyMXfCzX+oOPqN0vuGqWzbcJ2xvnkzkq46oOpz7dQaTDBdfICb4N14+GARUDw2XV2N4tvzg==",
+      "integrity": "sha512-Vsp28b7DRcimFQvrqu2Wek3z1iYxDCWqHYB8Qsnk/S4RfaCQzPGPyBNuVjJV3cd6UiKtUtp6sNM77gWvzcCH+g==",
-      "dev": true,
       "license": "MIT",
       "engines": {
         "node": ">=10.0.0"

package.json

@@ -37,6 +37,7 @@
     "deck.gl": "^9.1.14",
     "echarts": "^6.0.0",
     "echarts-for-react": "^3.0.5",
+    "edge-tts-ts": "^1.0.0",
     "framer-motion": "^12.38.0",
     "js-cookie": "^3.0.5",
     "next": "^16.1.6",

src/app/api/tts/edge/route.test.ts

@@ -0,0 +1,50 @@
+/**
+ * @jest-environment node
+ */
+
+import { POST } from "./route";
+
+const streamMock = jest.fn();
+
+jest.mock("edge-tts-ts", () => ({
+  Communicate: jest.fn().mockImplementation(() => ({
+    stream: streamMock,
+  })),
+}));
+
+describe("POST /api/tts/edge", () => {
+  beforeEach(() => {
+    streamMock.mockReset();
+  });
+
+  it("returns synthesized mp3 audio", async () => {
+    streamMock.mockImplementation(async function* () {
+      yield { type: "audio", data: new Uint8Array([1, 2]) };
+      yield { type: "SentenceBoundary", offset: 0, duration: 1, text: "测试" };
+      yield { type: "audio", data: new Uint8Array([3]) };
+    });
+
+    const response = await POST(
+      new Request("http://localhost/api/tts/edge", {
+        method: "POST",
+        body: JSON.stringify({ text: "测试文本" }),
+      }),
+    );
+
+    expect(response.status).toBe(200);
+    expect(response.headers.get("Content-Type")).toBe("audio/mpeg");
+    expect(Array.from(new Uint8Array(await response.arrayBuffer()))).toEqual([1, 2, 3]);
+  });
+
+  it("rejects empty text", async () => {
+    const response = await POST(
+      new Request("http://localhost/api/tts/edge", {
+        method: "POST",
+        body: JSON.stringify({ text: " " }),
+      }),
+    );
+
+    expect(response.status).toBe(400);
+    expect(await response.json()).toEqual({ error: "text is required" });
+  });
+});

src/app/api/tts/edge/route.ts

@@ -0,0 +1,76 @@
+import { NextResponse } from "next/server";
+import { Communicate } from "edge-tts-ts";
+
+export const runtime = "nodejs";
+export const dynamic = "force-dynamic";
+
+const DEFAULT_VOICE = process.env.EDGE_TTS_VOICE || "zh-CN-XiaoxiaoNeural";
+const MAX_TEXT_LENGTH = 12000;
+
+type EdgeTtsRequest = {
+  text?: unknown;
+  voice?: unknown;
+};
+
+const jsonError = (message: string, status: number) =>
+  NextResponse.json({ error: message }, { status });
+
+export async function POST(request: Request) {
+  let payload: EdgeTtsRequest;
+  try {
+    payload = (await request.json()) as EdgeTtsRequest;
+  } catch {
+    return jsonError("Invalid JSON body", 400);
+  }
+
+  const text = typeof payload.text === "string" ? payload.text.trim() : "";
+  if (!text) {
+    return jsonError("text is required", 400);
+  }
+  if (text.length > MAX_TEXT_LENGTH) {
+    return jsonError(`text must be ${MAX_TEXT_LENGTH} characters or fewer`, 413);
+  }
+
+  const voice =
+    typeof payload.voice === "string" && payload.voice.trim()
+      ? payload.voice.trim()
+      : DEFAULT_VOICE;
+
+  try {
+    const communicate = new Communicate(text, { voice });
+    const chunks: Uint8Array[] = [];
+    let byteLength = 0;
+
+    for await (const chunk of communicate.stream()) {
+      if (chunk.type !== "audio") continue;
+      chunks.push(chunk.data);
+      byteLength += chunk.data.byteLength;
+    }
+
+    if (byteLength === 0) {
+      return jsonError("Edge TTS returned empty audio", 502);
+    }
+
+    const audio = new Uint8Array(byteLength);
+    let offset = 0;
+    for (const chunk of chunks) {
+      audio.set(chunk, offset);
+      offset += chunk.byteLength;
+    }
+
+    const audioBuffer = audio.buffer.slice(
+      audio.byteOffset,
+      audio.byteOffset + audio.byteLength,
+    );
+
+    return new Response(audioBuffer, {
+      headers: {
+        "Content-Type": "audio/mpeg",
+        "Cache-Control": "no-store",
+      },
+    });
+  } catch (error) {
+    console.error("[EdgeTTS] Failed to synthesize speech:", error);
+    return jsonError("Failed to synthesize speech", 502);
+  }
+}

src/components/chat/AgentTurn.tsx

@@ -6,6 +6,7 @@ import { AnimatePresence, motion } from "framer-motion";
 import {
   Avatar,
   Box,
+  CircularProgress,
   IconButton,
   Paper,
   Stack,
@@ -22,8 +23,12 @@ import {
   parseContentWithToolCalls,
   type ContentSegment,
 } from "./chatMessageSections";
-import type { Message, SpeechState } from "./GlobalChatbox.types";
+import type {
+  Message,
+  SpeechState,
+} from "./GlobalChatbox.types";
 import { stripMarkdown } from "./globalChatboxUtils";
+import { findSpeechSelectionStartOffset } from "./speechStartOptions";
 import { AgentProgressTimeline } from "./AgentProgressTimeline";
 import { ChartGenerationSkeleton, ChatInlineChart } from "./ChatInlineChart";
 import { ChatToolCallBlock } from "./ChatToolCallBlock";
@@ -40,7 +45,11 @@ type AgentTurnProps = {
   message: Message;
   isStreaming: boolean;
   messageSpeechState: SpeechState;
-  onSpeak: (messageId: string, text: string) => void;
+  onSpeak: (
+    messageId: string,
+    text: string,
+    options?: { startOffset?: number },
+  ) => void;
   onPause: () => void;
   onResume: () => void;
   onStopSpeech: () => void;
@@ -170,6 +179,11 @@ export const AgentTurn = React.memo(
     const isErrorMessage = Boolean(message.isError);
     const isStreamingAssistant = !isUser && !isErrorMessage && isStreaming;
     const [isHovered, setIsHovered] = React.useState(false);
+    const answerContentRef = React.useRef<HTMLDivElement | null>(null);
+    const [selectedSpeechStart, setSelectedSpeechStart] = React.useState<{
+      offset: number;
+      preview: string;
+    } | null>(null);
     const isProgressComplete = message.progress?.some(
       (item) => item.phase === "complete" && item.status === "completed",
     ) ?? false;
@@ -185,6 +199,43 @@ export const AgentTurn = React.memo(
       [isErrorMessage, isUser, message.content],
     );
     const answerContent = parsedAssistantSections?.answer ?? message.content;
+    const speechText = useMemo(
+      () => stripMarkdown(answerContent),
+      [answerContent],
+    );
+    const handleCaptureSpeechSelection = React.useCallback(() => {
+      const selection = window.getSelection();
+      const container = answerContentRef.current;
+      if (!selection || selection.rangeCount === 0 || selection.isCollapsed || !container) {
+        return;
+      }
+
+      const range = selection.getRangeAt(0);
+      if (!container.contains(range.commonAncestorContainer)) {
+        return;
+      }
+
+      const selectedText = selection.toString();
+      const startOffset = findSpeechSelectionStartOffset(speechText, selectedText);
+      if (startOffset === null) {
+        setSelectedSpeechStart(null);
+        return;
+      }
+
+      const preview = selectedText.replace(/\s+/g, " ").trim().slice(0, 24);
+      setSelectedSpeechStart({
+        offset: startOffset,
+        preview: preview.length === 24 ? `${preview}...` : preview,
+      });
+    }, [speechText]);
+    React.useEffect(() => {
+      setSelectedSpeechStart(null);
+    }, [message.id, speechText]);
+    const handleSpeakFromCurrentStart = () => {
+      onSpeak(message.id, speechText, {
+        startOffset: selectedSpeechStart?.offset ?? 0,
+      });
+    };
     const contentSegments: ContentSegment[] = useMemo(
       () =>
         !isUser && !isErrorMessage
@@ -333,6 +384,10 @@ export const AgentTurn = React.memo(
               ) : null}
 
               <Box
+                ref={answerContentRef}
+                onMouseUp={handleCaptureSpeechSelection}
+                onKeyUp={handleCaptureSpeechSelection}
+                onTouchEnd={handleCaptureSpeechSelection}
                 sx={{
                   p: 1.5,
                   borderRadius: 4,
@@ -487,13 +542,28 @@ export const AgentTurn = React.memo(
               {messageSpeechState === "idle" ? (
                 <IconButton
                   size="small"
-                  onClick={() => onSpeak(message.id, stripMarkdown(answerContent))}
+                  onClick={handleSpeakFromCurrentStart}
-                  aria-label="朗读消息"
+                  aria-label={selectedSpeechStart ? "从选中位置朗读" : "朗读消息"}
                   sx={{ color: "text.secondary", opacity: 0.68, p: 0.5 }}
                 >
                   <VolumeUpRounded sx={{ fontSize: 16 }} />
                 </IconButton>
               ) : null}
+              {messageSpeechState === "loading" ? (
+                <>
+                  <IconButton
+                    size="small"
+                    disabled
+                    aria-label="正在生成语音"
+                    sx={{ color: "primary.main", p: 0.5 }}
+                  >
+                    <CircularProgress size={16} thickness={5} />
+                  </IconButton>
+                  <IconButton size="small" onClick={onStopSpeech} aria-label="停止朗读" sx={{ color: "error.main", p: 0.5 }}>
+                    <StopRounded sx={{ fontSize: 16 }} />
+                  </IconButton>
+                </>
+              ) : null}
               {messageSpeechState === "playing" ? (
                 <>
                   <IconButton size="small" onClick={onPause} aria-label="暂停朗读" sx={{ color: "primary.main", p: 0.5 }}>

src/components/chat/AgentWorkspace.tsx

@@ -25,7 +25,11 @@ type AgentWorkspaceProps = {
   onScrollStateChange?: (isNearBottom: boolean) => void;
   speakingMessageId: string | null;
   speechState: SpeechState;
-  onSpeak: (messageId: string, text: string) => void;
+  onSpeak: (
+    messageId: string,
+    text: string,
+    options?: { startOffset?: number },
+  ) => void;
   onPauseSpeech: () => void;
   onResumeSpeech: () => void;
   onStopSpeech: () => void;
@@ -42,7 +46,11 @@ type TurnListProps = {
   streamingMessageId: string | null;
   speakingMessageId: string | null;
   speechState: SpeechState;
-  onSpeak: (messageId: string, text: string) => void;
+  onSpeak: (
+    messageId: string,
+    text: string,
+    options?: { startOffset?: number },
+  ) => void;
   onPauseSpeech: () => void;
   onResumeSpeech: () => void;
   onStopSpeech: () => void;

src/components/chat/GlobalChatbox.types.ts

@@ -70,7 +70,7 @@ export type Props = {
   onClose: () => void;
 };
 
-export type SpeechState = "idle" | "playing" | "paused";
+export type SpeechState = "idle" | "loading" | "playing" | "paused";
 
 export type ChatSessionSummary = {
   id: string;

src/components/chat/globalChatboxVoice.ts

@@ -1,32 +1,11 @@
 import { useCallback, useEffect, useRef, useState } from "react";
-import config from "@/config/config";
 import type { SpeechState } from "./GlobalChatbox.types";
+import { splitSpeechTextIntoChunks } from "./speechStartOptions";
 
-type AudioStreamStartResponse = {
+type SpeakOptions = {
-  stream_id?: string;
+  startOffset?: number;
-  audio_url?: string;
-  status_url?: string;
-  result_url?: string;
-  sample_rate?: number;
-  channels?: number;
-  error?: string;
 };
 
-type AudioStreamStatusResponse = {
-  state?: "starting" | "running" | "done" | "failed" | "closed";
-  ready?: boolean;
-  failed?: boolean;
-  closed?: boolean;
-  status_text?: string;
-  error?: string;
-};
-
-type AudioStreamResultResponse = {
-  run_status?: string;
-  error?: string;
-};
-
-// WebKit Speech Recognition compatibility
 interface SpeechRecognitionEvent extends Event {
   readonly resultIndex: number;
   readonly results: SpeechRecognitionResultList;
@@ -54,56 +33,64 @@ declare global {
       new (): SpeechRecognition;
       prototype: SpeechRecognition;
     };
-    webkitAudioContext?: typeof AudioContext;
   }
 }
 
 export function useSpeechSynthesis() {
   const [speechState, setSpeechState] = useState<SpeechState>("idle");
   const [speakingMessageId, setSpeakingMessageId] = useState<string | null>(null);
-  const audioContextRef = useRef<AudioContext | null>(null);
+  const audioRef = useRef<HTMLAudioElement | null>(null);
-  const streamAbortControllerRef = useRef<AbortController | null>(null);
+  const currentAudioUrlRef = useRef<string | null>(null);
-  const activeSourceNodesRef = useRef<Set<AudioBufferSourceNode>>(new Set());
+  const audioObjectUrlsRef = useRef<Set<string>>(new Set());
-  const streamIdRef = useRef<string | null>(null);
+  const fetchAbortControllersRef = useRef<Set<AbortController>>(new Set());
-  const closeUrlRef = useRef<string | null>(null);
+  const chunkAudioUrlCacheRef = useRef<Map<number, string>>(new Map());
-  const statusUrlRef = useRef<string | null>(null);
+  const chunkFetchPromisesRef = useRef<Map<number, Promise<string>>>(new Map());
-  const resultUrlRef = useRef<string | null>(null);
+  const chunksRef = useRef<string[]>([]);
-  const statusPollTimeoutRef = useRef<number | null>(null);
+  const currentChunkIndexRef = useRef(0);
+  const playChunkRef = useRef<(chunkIndex: number, playbackToken: number) => Promise<void>>(
+    async () => {},
+  );
   const playbackTokenRef = useRef(0);
+  const activeMessageIdRef = useRef<string | null>(null);
 
   const isSupported =
     typeof window !== "undefined" &&
-    typeof window.FormData !== "undefined" &&
+    typeof window.Audio !== "undefined" &&
-    (typeof window.AudioContext !== "undefined" ||
+    typeof window.URL !== "undefined" &&
-      typeof window.webkitAudioContext !== "undefined");
+    typeof window.fetch !== "undefined";
 
-  const trimTrailingSlash = useCallback((value: string) => value.replace(/\/+$/, ""), []);
+  const detachCurrentAudio = useCallback((revokeCurrentUrl: boolean) => {
+    const audio = audioRef.current;
+    audioRef.current = null;
+    if (audio) {
+      audio.pause();
+      audio.onended = null;
+      audio.onerror = null;
+      audio.removeAttribute("src");
+      audio.load();
+    }
 
-  const buildServiceUrl = useCallback(
+    const currentUrl = currentAudioUrlRef.current;
-    (path: string) => `${trimTrailingSlash(config.AUDIO_SERVICE_URL)}${path.startsWith("/") ? path : `/${path}`}`,
+    currentAudioUrlRef.current = null;
-    [trimTrailingSlash],
+    if (revokeCurrentUrl && currentUrl) {
-  );
+      URL.revokeObjectURL(currentUrl);
+      audioObjectUrlsRef.current.delete(currentUrl);
+      chunkAudioUrlCacheRef.current.delete(currentChunkIndexRef.current);
+    }
+  }, []);
 
-  const resolveServiceUrl = useCallback(
+  const releaseAudio = useCallback(() => {
-    (pathOrUrl: string) => {
+    fetchAbortControllersRef.current.forEach((controller) => controller.abort());
-      if (/^https?:\/\//i.test(pathOrUrl)) {
+    fetchAbortControllersRef.current.clear();
-        return pathOrUrl;
+    chunkFetchPromisesRef.current.clear();
-      }
+    detachCurrentAudio(false);
-      return buildServiceUrl(pathOrUrl);
+    audioObjectUrlsRef.current.forEach((url) => URL.revokeObjectURL(url));
-    },
+    audioObjectUrlsRef.current.clear();
-    [buildServiceUrl],
+    chunkAudioUrlCacheRef.current.clear();
-  );
+    chunksRef.current = [];
-
+    currentChunkIndexRef.current = 0;
-  const withQueryParams = useCallback(
+    activeMessageIdRef.current = null;
-    (urlString: string, params: Record<string, string>) => {
+  }, [detachCurrentAudio]);
-      const url = new URL(urlString);
-      Object.entries(params).forEach(([key, value]) => {
-        url.searchParams.set(key, value);
-      });
-      return url.toString();
-    },
-    [],
-  );
 
   const readErrorMessage = useCallback(async (response: Response, fallback: string) => {
     try {
@@ -114,402 +101,170 @@ export function useSpeechSynthesis() {
     }
   }, []);
 
-  const closeStream = useCallback(async (closeUrl: string) => {
+  const fetchChunkAudio = useCallback(
-    const response = await fetch(closeUrl, {
+    (chunkIndex: number, playbackToken: number) => {
-      method: "POST",
+      const cachedUrl = chunkAudioUrlCacheRef.current.get(chunkIndex);
-    });
+      if (cachedUrl) return Promise.resolve(cachedUrl);
 
-    if (!response.ok) {
+      const existingPromise = chunkFetchPromisesRef.current.get(chunkIndex);
-      console.error("[GlobalChatbox] Failed to close audio stream:", closeUrl);
+      if (existingPromise) return existingPromise;
-    }
-  }, []);
 
-  const stopStatusPolling = useCallback(() => {
+      const chunkText = chunksRef.current[chunkIndex];
-    if (statusPollTimeoutRef.current !== null) {
+      if (!chunkText) {
-      window.clearTimeout(statusPollTimeoutRef.current);
+        return Promise.reject(new Error("Speech chunk is missing"));
-      statusPollTimeoutRef.current = null;
-    }
-  }, []);
-
-  const fetchStreamResult = useCallback(
-    async (resultUrl: string) => {
-      const response = await fetch(resultUrl);
-      if (response.status === 202) {
-        return false;
-      }
-      if (!response.ok) {
-        throw new Error(
-          await readErrorMessage(
-            response,
-            `Audio stream result failed with status ${response.status}`,
-          ),
-        );
       }
 
-      const payload = (await response.json()) as AudioStreamResultResponse;
+      const abortController = new AbortController();
-      if (payload.error) {
+      fetchAbortControllersRef.current.add(abortController);
-        throw new Error(payload.error);
-      }
 
-      return true;
+      const promise = fetch("/api/tts/edge", {
+        method: "POST",
+        headers: {
+          "Content-Type": "application/json",
+        },
+        body: JSON.stringify({ text: chunkText }),
+        signal: abortController.signal,
+      })
+        .then(async (response) => {
+          if (!response.ok) {
+            throw new Error(
+              await readErrorMessage(response, `Edge TTS failed with status ${response.status}`),
+            );
+          }
+          const audioBlob = await response.blob();
+          if (!audioBlob.size) {
+            throw new Error("Edge TTS returned empty audio");
+          }
+          if (playbackToken !== playbackTokenRef.current) {
+            throw new DOMException("Edge TTS chunk cancelled", "AbortError");
+          }
+
+          const objectUrl = URL.createObjectURL(audioBlob);
+          audioObjectUrlsRef.current.add(objectUrl);
+          chunkAudioUrlCacheRef.current.set(chunkIndex, objectUrl);
+          return objectUrl;
+        })
+        .finally(() => {
+          fetchAbortControllersRef.current.delete(abortController);
+          chunkFetchPromisesRef.current.delete(chunkIndex);
+        });
+
+      chunkFetchPromisesRef.current.set(chunkIndex, promise);
+      return promise;
     },
     [readErrorMessage],
   );
 
-  const clearAudio = useCallback(async () => {
+  const prefetchChunk = useCallback(
-    const abortController = streamAbortControllerRef.current;
+    (chunkIndex: number, playbackToken: number) => {
-    streamAbortControllerRef.current = null;
+      if (chunkIndex >= chunksRef.current.length) return;
-    abortController?.abort();
+      void fetchChunkAudio(chunkIndex, playbackToken).catch((error) => {
-
+        if (
-    activeSourceNodesRef.current.forEach((source) => {
+          playbackToken === playbackTokenRef.current &&
-      try {
+          !(error instanceof DOMException && error.name === "AbortError")
-        source.onended = null;
+        ) {
-        source.stop();
+          console.error("[GlobalChatbox] Failed to prefetch Edge TTS chunk:", error);
-      } catch {
+        }
-        // ignore stop errors when source already ended
-      }
-      source.disconnect();
-    });
-    activeSourceNodesRef.current.clear();
-
-    const audioContext = audioContextRef.current;
-    audioContextRef.current = null;
-    if (!audioContext) return;
-
-    try {
-      await audioContext.close();
-    } catch {
-      // ignore close errors when context already closed
-    }
-  }, []);
-
-  const playPcmStream = useCallback(
-    async ({
-      audioUrl,
-      sampleRate,
-      channels,
-      playbackToken,
-    }: {
-      audioUrl: string;
-      sampleRate: number;
-      channels: number;
-      playbackToken: number;
-    }) => {
-      const AudioContextCtor = window.AudioContext ?? window.webkitAudioContext;
-      if (!AudioContextCtor) {
-        throw new Error("WebAudio AudioContext is not available in this browser");
-      }
-
-      const abortController = new AbortController();
-      streamAbortControllerRef.current = abortController;
-
-      const response = await fetch(withQueryParams(audioUrl, { format: "pcm" }), {
-        signal: abortController.signal,
       });
-      if (!response.ok) {
-        throw new Error(
-          await readErrorMessage(response, `Audio stream failed with status ${response.status}`),
-        );
-      }
-      if (!response.body) {
-        throw new Error("Audio stream response body is missing");
-      }
-
-      const audioContext = new AudioContextCtor({
-        sampleRate,
-      });
-      audioContextRef.current = audioContext;
-
-      const reader = response.body.getReader();
-      const bytesPerFrame = Math.max(1, channels) * 2;
-      let bufferedRemainder = new Uint8Array(0);
-      let nextStartTime = audioContext.currentTime + 0.05;
-      let activeSources = 0;
-      let streamEnded = false;
-      let resolvePlaybackDrain: (() => void) | null = null;
-      const playbackDrainPromise = new Promise<void>((resolve) => {
-        resolvePlaybackDrain = resolve;
-      });
-
-      const maybeResolvePlaybackDrain = () => {
-        if (streamEnded && activeSources === 0) {
-          resolvePlaybackDrain?.();
-        }
-      };
-
-      const schedulePcmChunk = (pcmBytes: Uint8Array) => {
-        const frameCount = pcmBytes.byteLength / bytesPerFrame;
-        if (frameCount <= 0) return;
-
-        const buffer = audioContext.createBuffer(Math.max(1, channels), frameCount, sampleRate);
-        const view = new DataView(pcmBytes.buffer, pcmBytes.byteOffset, pcmBytes.byteLength);
-        for (let frame = 0; frame < frameCount; frame += 1) {
-          for (let channel = 0; channel < Math.max(1, channels); channel += 1) {
-            const sampleIndex = frame * Math.max(1, channels) + channel;
-            const pcm = view.getInt16(sampleIndex * 2, true);
-            buffer.getChannelData(channel)[frame] = pcm / 32768;
-          }
-        }
-
-        const source = audioContext.createBufferSource();
-        source.buffer = buffer;
-        source.connect(audioContext.destination);
-        const sourceStartTime = Math.max(nextStartTime, audioContext.currentTime + 0.01);
-        nextStartTime = sourceStartTime + buffer.duration;
-
-        activeSources += 1;
-        activeSourceNodesRef.current.add(source);
-        source.onended = () => {
-          activeSources -= 1;
-          activeSourceNodesRef.current.delete(source);
-          source.disconnect();
-          maybeResolvePlaybackDrain();
-        };
-        source.start(sourceStartTime);
-      };
-
-      const concatUint8Arrays = (a: Uint8Array, b: Uint8Array) => {
-        if (a.byteLength === 0) return b;
-        if (b.byteLength === 0) return a;
-        const merged = new Uint8Array(a.byteLength + b.byteLength);
-        merged.set(a);
-        merged.set(b, a.byteLength);
-        return merged;
-      };
-
-      while (true) {
-        if (playbackToken !== playbackTokenRef.current) {
-          throw new DOMException("PCM stream playback cancelled", "AbortError");
-        }
-
-        const { done, value } = await reader.read();
-        if (done) break;
-        if (!value || value.byteLength === 0) continue;
-
-        const merged = concatUint8Arrays(bufferedRemainder, value);
-        const alignedByteLength = merged.byteLength - (merged.byteLength % bytesPerFrame);
-        if (alignedByteLength === 0) {
-          bufferedRemainder = new Uint8Array(merged);
-          continue;
-        }
-
-        const alignedChunk = merged.slice(0, alignedByteLength);
-        bufferedRemainder = new Uint8Array(merged.slice(alignedByteLength));
-        schedulePcmChunk(alignedChunk);
-      }
-
-      streamEnded = true;
-      maybeResolvePlaybackDrain();
-      await playbackDrainPromise;
     },
-    [readErrorMessage, withQueryParams],
+    [fetchChunkAudio],
   );
 
-  const stopPlayback = useCallback(async () => {
+  const playChunk = useCallback(
-    await clearAudio();
+    async (chunkIndex: number, playbackToken: number) => {
-    stopStatusPolling();
+      setSpeechState("loading");
+      const objectUrl = await fetchChunkAudio(chunkIndex, playbackToken);
+      if (playbackToken !== playbackTokenRef.current) return;
 
-    const closeUrl = closeUrlRef.current;
+      detachCurrentAudio(true);
-    streamIdRef.current = null;
+      currentChunkIndexRef.current = chunkIndex;
-    closeUrlRef.current = null;
+      const audio = new Audio(objectUrl);
-    statusUrlRef.current = null;
+      audio.preload = "auto";
-    resultUrlRef.current = null;
+      audioRef.current = audio;
-    setSpeechState("idle");
+      currentAudioUrlRef.current = objectUrl;
-    setSpeakingMessageId(null);
 
-    if (closeUrl) {
+      audio.onended = () => {
-      try {
+        if (playbackToken !== playbackTokenRef.current) return;
-        await closeStream(closeUrl);
+        detachCurrentAudio(true);
-      } catch (error) {
+        const nextChunkIndex = chunkIndex + 1;
-        console.error("[GlobalChatbox] Failed to close audio stream:", error);
+        if (nextChunkIndex >= chunksRef.current.length) {
-      }
+          releaseAudio();
-    }
+          setSpeechState("idle");
-  }, [clearAudio, closeStream, stopStatusPolling]);
+          setSpeakingMessageId(null);
-
-  const pollStreamStatus = useCallback(
-    (playbackToken: number, statusUrl: string, resultUrl: string) => {
-      stopStatusPolling();
-
-      statusPollTimeoutRef.current = window.setTimeout(async () => {
-        if (
-          playbackToken !== playbackTokenRef.current ||
-          statusUrlRef.current !== statusUrl ||
-          resultUrlRef.current !== resultUrl
-        ) {
           return;
         }
 
-        try {
+        currentChunkIndexRef.current = nextChunkIndex;
-          const response = await fetch(statusUrl);
+        void playChunkRef.current(nextChunkIndex, playbackToken);
-          if (!response.ok) {
+      };
-            throw new Error(
+      audio.onerror = () => {
-              await readErrorMessage(
+        if (playbackToken !== playbackTokenRef.current) return;
-                response,
+        playbackTokenRef.current += 1;
-                `Audio stream status failed with status ${response.status}`,
+        releaseAudio();
-              ),
+        setSpeechState("idle");
-            );
+        setSpeakingMessageId(null);
-          }
+        console.error("[GlobalChatbox] Edge TTS audio playback failed");
+      };
 
-          const payload = (await response.json()) as AudioStreamStatusResponse;
+      await audio.play();
-          if (
+      if (playbackToken !== playbackTokenRef.current) return;
-            playbackToken !== playbackTokenRef.current ||
+      setSpeechState("playing");
-            statusUrlRef.current !== statusUrl ||
+      prefetchChunk(chunkIndex + 1, playbackToken);
-            resultUrlRef.current !== resultUrl
-          ) {
-            return;
-          }
-
-          if (payload.failed || payload.state === "failed") {
-            console.error(
-              "[GlobalChatbox] Audio stream failed:",
-              payload.error || payload.status_text || statusUrl,
-            );
-            playbackTokenRef.current += 1;
-            void stopPlayback();
-            return;
-          }
-
-          if (payload.closed || payload.state === "closed") {
-            stopStatusPolling();
-            return;
-          }
-
-          if (payload.ready || payload.state === "done") {
-            try {
-              const isResultReady = await fetchStreamResult(resultUrl);
-              if (isResultReady) {
-                stopStatusPolling();
-                return;
-              }
-            } catch (error) {
-              console.error("[GlobalChatbox] Failed to fetch audio stream result:", error);
-            }
-          }
-
-          pollStreamStatus(playbackToken, statusUrl, resultUrl);
-        } catch (error) {
-          if (
-            playbackToken === playbackTokenRef.current &&
-            statusUrlRef.current === statusUrl &&
-            resultUrlRef.current === resultUrl
-          ) {
-            console.error("[GlobalChatbox] Failed to poll audio stream status:", error);
-            pollStreamStatus(playbackToken, statusUrl, resultUrl);
-          }
-        }
-      }, 1000);
     },
-    [fetchStreamResult, readErrorMessage, stopPlayback, stopStatusPolling],
+    [detachCurrentAudio, fetchChunkAudio, prefetchChunk, releaseAudio],
   );
 
-  const stop = useCallback(() => {
+  useEffect(() => {
-    playbackTokenRef.current += 1;
+    playChunkRef.current = playChunk;
-    void stopPlayback();
+  }, [playChunk]);
-  }, [stopPlayback]);
+
+  const playExistingAudio = useCallback(async () => {
+    const audio = audioRef.current;
+    if (!audio) return false;
+
+    setSpeakingMessageId(activeMessageIdRef.current);
+    setSpeechState("playing");
+    try {
+      await audio.play();
+      prefetchChunk(currentChunkIndexRef.current + 1, playbackTokenRef.current);
+      return true;
+    } catch (error) {
+      playbackTokenRef.current += 1;
+      releaseAudio();
+      setSpeechState("idle");
+      setSpeakingMessageId(null);
+      console.error("[GlobalChatbox] Failed to resume Edge TTS playback:", error);
+      return false;
+    }
+  }, [prefetchChunk, releaseAudio]);
 
   const speak = useCallback(
-    async (messageId: string, text: string) => {
+    async (messageId: string, text: string, options: SpeakOptions = {}) => {
       const normalizedText = text.trim();
       if (!isSupported || !normalizedText) return;
 
+      const startOffset = Math.max(
+        0,
+        Math.min(options.startOffset ?? 0, normalizedText.length),
+      );
+      const textToSpeak = normalizedText.slice(startOffset).trim();
+      const chunks = splitSpeechTextIntoChunks(textToSpeak);
+      if (!chunks.length) return;
+
       const playbackToken = playbackTokenRef.current + 1;
       playbackTokenRef.current = playbackToken;
-      await stopPlayback();
+      releaseAudio();
+
+      chunksRef.current = chunks;
+      currentChunkIndexRef.current = 0;
+      activeMessageIdRef.current = messageId;
 
       setSpeakingMessageId(messageId);
-      setSpeechState("playing");
+      setSpeechState("loading");
 
       try {
-        const formData = new FormData();
+        await playChunk(0, playbackToken);
-        formData.append("text", normalizedText);
-        formData.append("demo_id", "demo-1");
-
-        const response = await fetch(buildServiceUrl("/api/generate-stream/start"), {
-          method: "POST",
-          body: formData,
-        });
-
-        if (!response.ok) {
-          throw new Error(
-            await readErrorMessage(
-              response,
-              `Audio stream start failed with status ${response.status}`,
-            ),
-          );
-        }
-
-        const payload = (await response.json()) as AudioStreamStartResponse;
-        const streamId = payload.stream_id;
-        const sampleRate =
-          typeof payload.sample_rate === "number" && payload.sample_rate > 0
-            ? payload.sample_rate
-            : 24000;
-        const channels =
-          typeof payload.channels === "number" && payload.channels > 0
-            ? payload.channels
-            : 1;
-        const audioUrl = payload.audio_url
-          ? resolveServiceUrl(payload.audio_url)
-          : buildServiceUrl(
-              `/api/generate-stream/${encodeURIComponent(streamId ?? "")}/audio?format=pcm`,
-            );
-        const rawStatusUrl = payload.status_url
-          ? resolveServiceUrl(payload.status_url)
-          : buildServiceUrl(`/api/generate-stream/${encodeURIComponent(streamId ?? "")}/status`);
-        const statusUrl = withQueryParams(rawStatusUrl, { compact: "1" });
-        const rawResultUrl = payload.result_url
-          ? resolveServiceUrl(payload.result_url)
-          : buildServiceUrl(`/api/generate-stream/${encodeURIComponent(streamId ?? "")}/result`);
-        const resultUrl = withQueryParams(rawResultUrl, {
-          compact: "1",
-          include_audio: "0",
-        });
-        const closeUrl = buildServiceUrl(
-          `/api/generate-stream/${encodeURIComponent(streamId ?? "")}/close`,
-        );
-
-        if (!streamId) {
-          throw new Error(payload.error || "Audio stream start response is missing stream_id");
-        }
-
-        if (playbackToken !== playbackTokenRef.current) {
-          await closeStream(closeUrl);
-          return;
-        }
-
-        streamIdRef.current = streamId;
-        closeUrlRef.current = closeUrl;
-        statusUrlRef.current = statusUrl;
-        resultUrlRef.current = resultUrl;
-
-        pollStreamStatus(playbackToken, statusUrl, resultUrl);
-        await playPcmStream({
-          audioUrl,
-          sampleRate,
-          channels,
-          playbackToken,
-        });
-
-        if (playbackToken !== playbackTokenRef.current) {
-          return;
-        }
-
-        await clearAudio();
-        if (streamIdRef.current === streamId) {
-          streamIdRef.current = null;
-          closeUrlRef.current = null;
-          statusUrlRef.current = null;
-          resultUrlRef.current = null;
-          setSpeechState("idle");
-          setSpeakingMessageId(null);
-        }
-        stopStatusPolling();
-        await fetchStreamResult(resultUrl).catch((error) => {
-          console.error("[GlobalChatbox] Failed to fetch audio stream result:", error);
-        });
-        await closeStream(closeUrl);
       } catch (error) {
-        await clearAudio();
         if (
           error instanceof DOMException &&
           error.name === "AbortError" &&
@@ -517,73 +272,51 @@ export function useSpeechSynthesis() {
         ) {
           return;
         }
-        const closeUrl = closeUrlRef.current;
+
-        streamIdRef.current = null;
+        releaseAudio();
-        closeUrlRef.current = null;
-        statusUrlRef.current = null;
-        resultUrlRef.current = null;
         setSpeechState("idle");
         setSpeakingMessageId(null);
-        if (closeUrl) {
+        console.error("[GlobalChatbox] Failed to play Edge TTS audio:", error);
-          try {
-            await closeStream(closeUrl);
-          } catch (closeError) {
-            console.error("[GlobalChatbox] Failed to close audio stream:", closeError);
-          }
-        }
-        console.error("[GlobalChatbox] Failed to play audio stream:", error);
       }
     },
-    [
+    [isSupported, playChunk, releaseAudio],
-      buildServiceUrl,
-      clearAudio,
-      closeStream,
-      fetchStreamResult,
-      isSupported,
-      playPcmStream,
-      readErrorMessage,
-      resolveServiceUrl,
-      pollStreamStatus,
-      stopPlayback,
-      stopStatusPolling,
-      withQueryParams,
-    ],
   );
 
   const pause = useCallback(() => {
-    if (!isSupported || !audioContextRef.current) return;
+    const audio = audioRef.current;
-    void audioContextRef.current.suspend().then(
+    if (!isSupported || !audio || speechState !== "playing") return;
-      () => {
+    audio.pause();
-        setSpeechState("paused");
+    setSpeechState("paused");
-      },
+  }, [isSupported, speechState]);
-      (error) => {
-        console.error("[GlobalChatbox] Failed to pause PCM playback:", error);
-      },
-    );
-  }, [isSupported]);
 
   const resume = useCallback(() => {
-    if (!isSupported || !audioContextRef.current) return;
+    if (!isSupported) return;
-    void audioContextRef.current.resume().then(
+    void playExistingAudio();
-      () => {
+  }, [isSupported, playExistingAudio]);
-        setSpeechState("playing");
+
-      },
+  const stop = useCallback(() => {
-      (error) => {
+    playbackTokenRef.current += 1;
-        playbackTokenRef.current += 1;
+    releaseAudio();
-        void stopPlayback();
+    setSpeechState("idle");
-        console.error("[GlobalChatbox] Failed to resume audio playback:", error);
+    setSpeakingMessageId(null);
-      },
+  }, [releaseAudio]);
-    );
-  }, [isSupported, stopPlayback]);
 
   useEffect(() => {
     return () => {
       playbackTokenRef.current += 1;
-      void stopPlayback();
+      releaseAudio();
     };
-  }, [stopPlayback]);
+  }, [releaseAudio]);
 
-  return { speechState, speakingMessageId, speak, pause, resume, stop, isSupported };
+  return {
+    speechState,
+    speakingMessageId,
+    speak,
+    pause,
+    resume,
+    stop,
+    isSupported,
+  };
 }
 
 export function useSpeechRecognition(onResult: (text: string) => void) {
@@ -618,7 +351,6 @@ export function useSpeechRecognition(onResult: (text: string) => void) {
 
     recognition.onerror = () => {
       setIsListening(false);
-      recognitionRef.current = null;
     };
 
     recognition.onend = () => {
@@ -627,8 +359,8 @@ export function useSpeechRecognition(onResult: (text: string) => void) {
     };
 
     recognitionRef.current = recognition;
-    recognition.start();
     setIsListening(true);
+    recognition.start();
   }, [isSupported]);
 
   const stop = useCallback(() => {
@@ -639,7 +371,7 @@ export function useSpeechRecognition(onResult: (text: string) => void) {
 
   useEffect(() => {
     return () => {
-      recognitionRef.current?.stop();
+      recognitionRef.current?.abort();
     };
   }, []);
 

src/components/chat/speechStartOptions.test.ts

@@ -0,0 +1,31 @@
+import {
+  findSpeechSelectionStartOffset,
+  splitSpeechTextIntoChunks,
+} from "./speechStartOptions";
+
+describe("findSpeechSelectionStartOffset", () => {
+  it("finds the reading start from selected reply text", () => {
+    const text = "第一段内容。\n\n第二段  包含空格。\n第三段内容。";
+
+    expect(findSpeechSelectionStartOffset(text, "第二段 包含空格")).toBe(
+      text.indexOf("第二段"),
+    );
+    expect(findSpeechSelectionStartOffset(text, "第三段")).toBe(text.indexOf("第三段"));
+    expect(findSpeechSelectionStartOffset(text, "不存在")).toBeNull();
+  });
+});
+
+describe("splitSpeechTextIntoChunks", () => {
+  it("splits long text into bounded chunks", () => {
+    const text = Array.from({ length: 80 }, (_, index) => `第${index}句内容足够长。`).join("");
+    const chunks = splitSpeechTextIntoChunks(text);
+
+    expect(chunks.length).toBeGreaterThan(1);
+    expect(chunks.every((chunk) => chunk.length <= 520)).toBe(true);
+    expect(chunks.join("")).toBe(text);
+  });
+
+  it("keeps short text as one chunk", () => {
+    expect(splitSpeechTextIntoChunks("短句。")).toEqual(["短句。"]);
+  });
+});

src/components/chat/speechStartOptions.ts

@@ -0,0 +1,98 @@
+const compactWhitespace = (value: string) => value.replace(/\s+/g, " ").trim();
+const MAX_SPEECH_CHUNK_LENGTH = 520;
+const MIN_SPEECH_CHUNK_LENGTH = 180;
+const SPEECH_SENTENCE_PATTERN = /[^。！？!?；;\n]+(?:[。！？!?；;]+|(?=\n|$))/g;
+
+const normalizeWithOffsetMap = (value: string) => {
+  let normalized = "";
+  const offsetMap: number[] = [];
+  let isPreviousWhitespace = false;
+
+  Array.from(value).forEach((char, index) => {
+    if (/\s/u.test(char)) {
+      if (!isPreviousWhitespace && normalized.length > 0) {
+        normalized += " ";
+        offsetMap.push(index);
+      }
+      isPreviousWhitespace = true;
+      return;
+    }
+
+    normalized += char;
+    offsetMap.push(index);
+    isPreviousWhitespace = false;
+  });
+
+  return {
+    normalized: normalized.trimEnd(),
+    offsetMap,
+  };
+};
+
+export function findSpeechSelectionStartOffset(
+  text: string,
+  selectedText: string,
+): number | null {
+  const needle = selectedText.trim();
+  if (!needle) return null;
+
+  const exactIndex = text.indexOf(needle);
+  if (exactIndex >= 0) return exactIndex;
+
+  const normalizedNeedle = compactWhitespace(needle);
+  if (!normalizedNeedle) return null;
+
+  const haystack = normalizeWithOffsetMap(text);
+  const normalizedIndex = haystack.normalized.indexOf(normalizedNeedle);
+  if (normalizedIndex < 0) return null;
+
+  return haystack.offsetMap[normalizedIndex] ?? null;
+}
+
+export function splitSpeechTextIntoChunks(text: string): string[] {
+  const normalizedText = text.trim();
+  if (!normalizedText) return [];
+
+  const segments = Array.from(normalizedText.matchAll(SPEECH_SENTENCE_PATTERN), (match) =>
+    compactWhitespace(match[0]),
+  ).filter(Boolean);
+  const sourceSegments = segments.length > 0 ? segments : [normalizedText];
+  const chunks: string[] = [];
+  let currentChunk = "";
+
+  const flush = () => {
+    if (!currentChunk) return;
+    chunks.push(currentChunk);
+    currentChunk = "";
+  };
+
+  const pushLongSegment = (segment: string) => {
+    for (let offset = 0; offset < segment.length; offset += MAX_SPEECH_CHUNK_LENGTH) {
+      chunks.push(segment.slice(offset, offset + MAX_SPEECH_CHUNK_LENGTH));
+    }
+  };
+
+  sourceSegments.forEach((segment) => {
+    if (segment.length > MAX_SPEECH_CHUNK_LENGTH) {
+      flush();
+      pushLongSegment(segment);
+      return;
+    }
+
+    const candidate = currentChunk ? `${currentChunk}${segment}` : segment;
+    if (
+      currentChunk &&
+      candidate.length > MAX_SPEECH_CHUNK_LENGTH &&
+      currentChunk.length >= MIN_SPEECH_CHUNK_LENGTH
+    ) {
+      flush();
+      currentChunk = segment;
+      return;
+    }
+
+    currentChunk = candidate;
+  });
+
+  flush();
+  return chunks;
+}