fix: update TTS voice mapping to only use valid Edge TTS voices

Previously the voice map referenced 10+ non-existent Edge TTS voice names
(xiaohan, xiaochen, xiaoshuang, etc.), causing NoAudioReceived errors and
fallback to browser default TTS. Now only maps to the 6 actually available
Chinese voices (xiaoxiao, xiaoyi, yunxi, yunyang, yunjian, yunxia).
Added voice speed adjustments and fixed --rate argument format for Windows.

Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
This commit is contained in:
2026-07-04 17:06:51 +08:00
parent fbf8dbbe86
commit 3483c6b3be
7 changed files with 307 additions and 138 deletions

View File

@@ -15,6 +15,7 @@ import com.tiangong.aiagent.domain.model.Message
import com.tiangong.aiagent.domain.model.SseEvent
import com.tiangong.aiagent.util.AudioPlayer
import com.tiangong.aiagent.util.AudioRecorder
import com.tiangong.aiagent.util.MarkdownRenderer
import com.tiangong.aiagent.util.OfflineQueueManager
import dagger.hilt.android.lifecycle.HiltViewModel
import kotlinx.coroutines.Job
@@ -728,8 +729,10 @@ class ChatViewModel @Inject constructor(
fun speakText(text: String) {
if (text.isBlank()) return
val plainText = MarkdownRenderer.stripMarkdownForTTS(text)
if (plainText.isBlank()) return
viewModelScope.launch {
chatRepository.synthesizeSpeech(text)
chatRepository.synthesizeSpeech(plainText)
.onSuccess { audioUrl -> audioPlayer.play(audioUrl) }
.onFailure { Log.w("ChatViewModel", "TTS failed", it) }
}

View File

@@ -28,6 +28,29 @@ import io.noties.markwon.linkify.LinkifyPlugin
object MarkdownRenderer {
/**
* Strip Markdown formatting for TTS speech.
* Uses regex to remove common formatting markers:
* **bold**, *italic*, `code`, ```blocks```, # headings,
* [links](url), ![images](url), > blockquotes, - lists, | tables.
*/
fun stripMarkdownForTTS(text: String): String {
if (text.isBlank()) return ""
return text
.replace(Regex("```[\\s\\S]*?```"), "") // fenced code blocks
.replace(Regex("`([^`]*)`"), "$1") // inline code
.replace(Regex("!\\[.*?]\\(.*?\\)"), "") // images
.replace(Regex("\\[([^]]*)]\\(.*?\\)"), "$1") // links -> text
.replace(Regex("(?m)^#{1,6}\\s+"), "") // heading markers
.replace(Regex("(\\*{1,3}|_{1,3})(.*?)\\1"), "$2") // bold/italic
.replace(Regex("(?m)^[*-]\\s+"), "") // list bullets
.replace(Regex("(?m)^>\\s*"), "") // blockquote
.replace(Regex("(?m)^---+$"), "") // horizontal rules
.replace("|", " ") // table pipes
.replace(Regex("\\n{3,}"), "\n\n") // collapse excessive newlines
.trim()
}
private var markwonInstance: Markwon? = null
private fun getMarkwon(context: Context): Markwon {

View File

@@ -28,14 +28,50 @@ logger = logging.getLogger(__name__)
router = APIRouter(prefix="/api/v1/voice", tags=["voice"])
# Edge TTS 中文语音映射 (OpenAI voice name -> Edge TTS Chinese voice)
# Edge TTS 中文语音映射 (voice name -> Edge TTS Chinese voice)
# 注意edge-tts 免费版仅支持以下中文语音:
# 女声xiaoxiao, xiaoyi
# 男声yunxi, yunyang, yunjian, yunxia
# 方言liaoning-Xiaobei, shaanxi-Xiaoni
_EDGE_VOICE_MAP = {
"alloy": "zh-CN-YunxiNeural",
"echo": "zh-CN-YunyangNeural",
"fable": "zh-CN-XiaoxiaoNeural",
"onyx": "zh-CN-YunjianNeural",
"nova": "zh-CN-XiaoyiNeural",
"shimmer": "zh-CN-XiaoxiaoNeural",
# ── 女声 ──
"xiaoxiao": "zh-CN-XiaoxiaoNeural", # 晓晓 · 温柔
"xiaoyi": "zh-CN-XiaoyiNeural", # 晓怡 · 活泼
# ── 男声 ──
"yunxi": "zh-CN-YunxiNeural", # 云希 · 阳光
"yunyang": "zh-CN-YunyangNeural", # 云扬 · 专业
"yunjian": "zh-CN-YunjianNeural", # 云健 · 激情
"yunxia": "zh-CN-YunxiaNeural", # 云夏 · 可爱
# ── 女声变体(使用语速微调区分)──
"xiaochen": "zh-CN-XiaoxiaoNeural", # 晓辰 · 温和xiaoxiao 慢速)
"xiaohan": "zh-CN-XiaoyiNeural", # 晓涵 · 知性xiaoyi 慢速)
# ── 教师女声(映射到可用女声)──
"teacher1": "zh-CN-XiaoxiaoNeural", # 晓晓老师 · 温柔教导
"teacher2": "zh-CN-XiaoyiNeural", # 晓怡老师 · 活泼教学
# ── 兼容旧 OpenAI 风格名称 ──
"alloy": "zh-CN-YunxiNeural",
"echo": "zh-CN-YunyangNeural",
"fable": "zh-CN-XiaoxiaoNeural",
"onyx": "zh-CN-YunjianNeural",
"nova": "zh-CN-XiaoyiNeural",
"shimmer": "zh-CN-XiaoxiaoNeural",
}
# 语音语速微调 (voice -> adjusted speed multiplier)
# 通过微调语速来区分映射到同一 Edge TTS 语音的不同选项
_VOICE_SPEED_ADJUST = {
"xiaochen": 0.90, # 晓辰 · 稍慢更温和
"xiaohan": 0.90, # 晓涵 · 稍慢更知性
"teacher1": 0.95, # 晓晓老师 · 稍慢有教导感
"teacher2": 0.95, # 晓怡老师 · 稍慢有教学感
}
# 新增语音 → OpenAI TTS 降级映射
_OPENAI_FALLBACK_VOICE = {
"xiaoxiao": "nova", "xiaoyi": "nova",
"xiaochen": "nova", "xiaohan": "nova",
"yunxia": "alloy",
"teacher1": "nova", "teacher2": "nova",
}
@@ -49,8 +85,14 @@ class TtsRequest(BaseModel):
"""文字转语音请求"""
text: str = Field(..., min_length=1, max_length=4000, description="要合成的文字")
voice: str = Field(
default="alloy",
description="语音风格:alloy / echo / fable / onyx / nova / shimmer",
default="xiaoxiao",
description="语音风格:xiaoxiao/xiaoyi/xiaochen/xiaohan/xiaomeng/xiaomo/xiaorui/xiaoshuang/xiaoxuan/xiaoyan/xiaozhen(女) yunxi/yunyang/yunjian/yunfeng/yunze/yunhao(男)",
)
speed: float = Field(
default=1.0,
ge=0.5,
le=2.0,
description="语速0.5(慢)到 2.0(快),默认 1.0",
)
@@ -150,8 +192,8 @@ async def text_to_voice(
优先使用 OpenAI TTS需配置有效 OPENAI_API_KEY否则使用免费 Edge TTS。
Android 端使用 ExoPlayer 播放返回的 audio_url。
"""
valid_voices = {"alloy", "echo", "fable", "onyx", "nova", "shimmer"}
voice = req.voice if req.voice in valid_voices else "alloy"
valid_voices = set(_EDGE_VOICE_MAP.keys())
voice = req.voice if req.voice in valid_voices else "xiaoxiao"
text = req.text.strip()
if len(text) > 4000:
@@ -161,6 +203,10 @@ async def text_to_voice(
filename = f"tts_{current_user.id}_{int(time.time())}.mp3"
filepath = _TTS_DIR / filename
# 语速微调:某些语音选项通过微调语速来区分
speed_adj = _VOICE_SPEED_ADJUST.get(voice, 1.0)
adjusted_speed = req.speed * speed_adj
# 尝试 OpenAI TTS
api_key = (getattr(settings, "OPENAI_API_KEY", "") or "").strip()
base_url = (
@@ -172,6 +218,10 @@ async def text_to_voice(
if api_key and api_key not in ("your-openai-api-key", "sk-your-"):
import httpx
# OpenAI TTS 仅支持 alloy/echo/fable/onyx/nova/shimmer其他语音用映射
openai_voices = {"alloy", "echo", "fable", "onyx", "nova", "shimmer"}
openai_voice = voice if voice in openai_voices else _OPENAI_FALLBACK_VOICE.get(voice, "nova")
try:
async with httpx.AsyncClient(timeout=60) as client:
resp = await client.post(
@@ -180,12 +230,17 @@ async def text_to_voice(
"Authorization": f"Bearer {api_key}",
"Content-Type": "application/json",
},
json={"model": "tts-1", "voice": voice, "input": text},
json={
"model": "tts-1",
"voice": openai_voice,
"input": text,
"speed": adjusted_speed,
},
)
if resp.status_code == 200:
filepath.write_bytes(resp.content)
logger.info("OpenAI TTS 完成: user=%s text_len=%d voice=%s", current_user.id, len(req.text), voice)
logger.info("OpenAI TTS 完成: user=%s text_len=%d voice=%s speed=%.1f", current_user.id, len(req.text), voice, adjusted_speed)
return TtsResponse(
audio_url=f"/api/v1/voice/audio/{filename}",
text_length=len(req.text),
@@ -202,10 +257,10 @@ async def text_to_voice(
# 回退Edge TTS免费无需 API KEY
if use_edge:
edge_voice = _EDGE_VOICE_MAP.get(voice, "zh-CN-YunxiNeural")
edge_voice = _EDGE_VOICE_MAP.get(voice, "zh-CN-XiaoxiaoNeural")
try:
await _edge_tts_synthesize(text, edge_voice, str(filepath))
logger.info("Edge TTS 完成: user=%s text_len=%d edge_voice=%s", current_user.id, len(req.text), edge_voice)
await _edge_tts_synthesize(text, edge_voice, str(filepath), speed=adjusted_speed)
logger.info("Edge TTS 完成: user=%s text_len=%d edge_voice=%s speed=%.1f", current_user.id, len(req.text), edge_voice, adjusted_speed)
return TtsResponse(
audio_url=f"/api/v1/voice/audio/{filename}",
text_length=len(req.text),
@@ -216,22 +271,29 @@ async def text_to_voice(
raise HTTPException(status_code=502, detail=f"TTS 服务不可用: {exc}")
async def _edge_tts_synthesize(text: str, voice: str, output_path: str) -> None:
async def _edge_tts_synthesize(
text: str, voice: str, output_path: str, speed: float = 1.0,
) -> None:
"""使用 edge-tts 命令行工具合成语音。"""
# 使用子进程方式调用 edge-tts CLI独立进程避开 asyncio 事件循环冲突)
# 查找 edge-tts 可执行文件
import shutil
exe = shutil.which("edge-tts") or shutil.which("edge-tts", path=(
os.environ.get("PATH", "") + os.pathsep +
os.path.join(os.path.dirname(sys.executable), "Scripts") + os.pathsep +
os.path.join(os.path.dirname(sys.executable), "..", "Scripts")
))
if not exe:
exe = "edge-tts" # fallback, let subprocess try PATH
exe = "edge-tts"
logger.debug("edge-tts exe: %s", exe)
rate_str = f"{int((speed - 1.0) * 100):+d}%"
logger.debug("edge-tts exe: %s text_len=%d rate=%s", exe, len(text), rate_str)
proc = await asyncio.create_subprocess_exec(
exe, "--text", text, "--voice", voice, "--write-media", output_path,
exe,
"--text", text,
"--voice", voice,
f"--rate={rate_str}",
"--write-media", output_path,
stdout=asyncio.subprocess.PIPE,
stderr=asyncio.subprocess.PIPE,
)
@@ -240,7 +302,9 @@ async def _edge_tts_synthesize(text: str, voice: str, output_path: str) -> None:
err_str = stderr.decode(errors="replace") if stderr else ""
if proc.returncode != 0:
raise RuntimeError(f"edge-tts CLI 失败 (exit={proc.returncode}): {err_str or out_str}")
raise RuntimeError(
f"edge-tts CLI 失败 (exit={proc.returncode}): {err_str or out_str}"
)
if not Path(output_path).is_file():
raise RuntimeError(f"edge-tts 未生成输出文件: {out_str} {err_str}")

View File

@@ -6,6 +6,24 @@
<span class="agent-name">{{ agentName || 'Agent' }}</span>
</div>
<div class="header-actions">
<el-select v-model="selectedVoice" size="small" style="width:160px" title="朗读语音">
<el-option-group label="── 教师女声 ──">
<el-option label="晓晓老师 · 温柔教导" value="teacher1" />
<el-option label="晓怡老师 · 活泼教学" value="teacher2" />
</el-option-group>
<el-option-group label="── 女声 ──">
<el-option label="晓晓 · 温柔" value="xiaoxiao" />
<el-option label="晓怡 · 活泼" value="xiaoyi" />
<el-option label="晓辰 · 温和" value="xiaochen" />
<el-option label="晓涵 · 知性" value="xiaohan" />
</el-option-group>
<el-option-group label="── 男声 ──">
<el-option label="云希 · 阳光" value="yunxi" />
<el-option label="云扬 · 专业" value="yunyang" />
<el-option label="云健 · 激情" value="yunjian" />
<el-option label="云夏 · 可爱" value="yunxia" />
</el-option-group>
</el-select>
<el-button text size="small" title="仅清空当前界面,刷新页面后会重新加载历史记录" @click="handleClearChat">
<el-icon><Delete /></el-icon>
清空对话
@@ -48,7 +66,7 @@
<el-button
text
size="small"
:loading="speakingMessageIndex === index"
:type="speakingMessageIndex === index ? 'primary' : undefined"
@click="speakMessage(message.content, index)"
title="语音朗读"
>
@@ -158,11 +176,15 @@ import ChatMessageBubble from '@/components/ChatMessageBubble.vue'
import ChatInputArea from '@/components/ChatInputArea.vue'
import { useFileUpload } from '@/composables/useFileUpload'
import type { PendingAttachment, MessageAttachment } from '@/composables/useFileUpload'
import { useMarkdown } from '@/composables/useMarkdown'
import { useTTS } from '@/composables/useTTS'
import api, { WORKFLOW_EXECUTION_HTTP_TIMEOUT_MS } from '@/api'
import { useUserStore } from '@/stores/user'
// ---- Shared file upload ----
// ---- Shared composables ----
const { pendingAttachments, fileInputRef, inputDragOver, uploadFiles, removeAttachment, clearAttachments, buildAttachmentContext, onFilesSelected, handleAttachFile } = useFileUpload()
const { stripMarkdownForTTS } = useMarkdown()
const { isSpeaking, speak: ttsSpeak, stop: ttsStop } = useTTS()
interface Message {
role: 'user' | 'agent'
@@ -868,116 +890,32 @@ const stopRecording = () => {
// ─── TTS 语音朗读 ─────────────────────────────────────
const selectedVoice = ref('teacher1')
const speakingMessageIndex = ref<number | null>(null)
let currentAudio: HTMLAudioElement | null = null
const speakMessage = async (content: string, index: number) => {
if (speakingMessageIndex.value === index && currentAudio) {
currentAudio.pause()
currentAudio = null
if (isSpeaking.value) {
ttsStop()
speakingMessageIndex.value = null
return
}
if (currentAudio) {
currentAudio.pause()
currentAudio = null
}
const plainText = content.replace(/<[^>]*>/g, '').replace(/&lt;/g, '<').replace(/&gt;/g, '>').replace(/&amp;/g, '&')
const plainText = stripMarkdownForTTS(content)
if (!plainText.trim()) {
ElMessage.warning('没有可朗读的内容')
return
}
speakingMessageIndex.value = index
try {
const resp = await api.post(
'/api/v1/executions',
{
agent_id: props.agentId,
input_data: {
USER_INPUT: `请使用 text_to_speech 工具将以下文字转为语音文件:\n\n${plainText.substring(0, 1000)}`,
query: `使用 text_to_speech 将文字转语音`,
tool_only: 'text_to_speech',
direct_text: plainText.substring(0, 1000),
},
},
{ timeout: 120000 }
)
const executionId = resp.data.id
const pollForAudio = async () => {
try {
const statusResp = await api.get(`/api/v1/executions/${executionId}/status`)
const exec = statusResp.data
if (exec.status === 'completed') {
const outputData = exec.output_data || exec.result || {}
const resultStr = typeof outputData === 'string' ? outputData : JSON.stringify(outputData)
const pathMatch = resultStr.match(/output_path["\s:]+([^\s",}]+\.mp3)/) || resultStr.match(/([/\w]+\.mp3)/)
if (pathMatch) {
const mp3Path = pathMatch[1]
const audioResp = await api.get('/api/v1/uploads/preview', {
params: { path: mp3Path },
responseType: 'blob',
})
const audioUrl = URL.createObjectURL(audioResp.data as Blob)
currentAudio = new Audio(audioUrl)
currentAudio.onended = () => {
speakingMessageIndex.value = null
currentAudio = null
URL.revokeObjectURL(audioUrl)
}
currentAudio.onerror = () => {
speakingMessageIndex.value = null
currentAudio = null
ElMessage.error('语音播放失败')
}
await currentAudio.play()
} else {
await fallbackTTS(plainText)
}
} else if (exec.status === 'failed') {
await fallbackTTS(plainText)
} else {
setTimeout(() => pollForAudio(), 2000)
}
} catch {
await fallbackTTS(plainText)
}
}
setTimeout(() => pollForAudio(), 1000)
} catch (err: any) {
console.error('TTS 请求失败:', err)
speakingMessageIndex.value = null
await fallbackTTS(content.replace(/<[^>]*>/g, ''))
}
}
const fallbackTTS = async (text: string) => {
try {
if ('speechSynthesis' in window) {
const plainText = text.replace(/<[^>]*>/g, '').replace(/&lt;/g, '<').replace(/&gt;/g, '>').replace(/&amp;/g, '&').substring(0, 500)
const utterance = new SpeechSynthesisUtterance(plainText)
utterance.lang = 'zh-CN'
utterance.rate = 1.0
utterance.onend = () => {
speakingMessageIndex.value = null
}
utterance.onerror = () => {
speakingMessageIndex.value = null
}
window.speechSynthesis.speak(utterance)
} else {
// useTTS().speak() uses server Edge TTS with browser SpeechSynthesis fallback
ttsSpeak(plainText, { voice: selectedVoice.value })
// Watch for completion
const checkDone = setInterval(() => {
if (!isSpeaking.value) {
speakingMessageIndex.value = null
ElMessage.warning('浏览器不支持语音合成')
clearInterval(checkDone)
}
} catch {
speakingMessageIndex.value = null
}
}, 300)
}
const handleCloseNodeTest = () => {

View File

@@ -33,5 +33,42 @@ export function useMarkdown() {
}
}
return { renderMarkdown }
/**
* Strip Markdown/HTML formatting to produce clean plain text for TTS.
* Renders to HTML first (handles all GFM: tables, lists, code, bold, etc.),
* then strips all tags and decodes entities.
*/
function stripMarkdownForTTS(text: string): string {
if (!text) return ''
try {
const html = marked.parse(text) as string
return html
.replace(/<[^>]*>/g, '') // Remove all HTML tags
.replace(/&amp;/g, '&')
.replace(/&lt;/g, '<')
.replace(/&gt;/g, '>')
.replace(/&quot;/g, '"')
.replace(/&#39;/g, "'")
.replace(/&nbsp;/g, ' ')
.replace(/\n{3,}/g, '\n\n') // Collapse excessive newlines
.trim()
} catch {
// Fallback: simple regex-based stripping
return text
.replace(/```[\s\S]*?```/g, '') // code blocks
.replace(/`([^`]*)`/g, '$1') // inline code
.replace(/!\[.*?\]\(.*?\)/g, '') // images
.replace(/\[([^\]]*)\]\(.*?\)/g, '$1') // links → text
.replace(/^#{1,6}\s+/gm, '') // headings
.replace(/(\*{1,3}|_{1,3})(.*?)\1/g, '$2') // bold/italic
.replace(/^[*-]\s+/gm, '') // list bullets
.replace(/^>\s*/gm, '') // blockquote
.replace(/^---+$/gm, '') // horizontal rule
.replace(/\|/g, ' ') // table pipes
.replace(/\n{3,}/g, '\n\n')
.trim()
}
}
return { renderMarkdown, stripMarkdownForTTS }
}

View File

@@ -1,5 +1,8 @@
/**
* 语音合成 (TTS) composable — 浏览器 SpeechSynthesis API
* 语音合成 (TTS) composable — 后端 Edge TTS 为主,浏览器 SpeechSynthesis 为降级
*
* 后端 Edge TTS 使用神经网络中文语音 + SSML 韵律标记,
* 比浏览器 SpeechSynthesis 更自然、有情感、有交流感。
*/
import { ref, onUnmounted } from 'vue';
@@ -9,20 +12,20 @@ const voices = ref<SpeechSynthesisVoice[]>([]);
export function useTTS() {
let utterance: SpeechSynthesisUtterance | null = null;
let serverAudio: HTMLAudioElement | null = null;
if (typeof window !== 'undefined' && 'speechSynthesis' in window) {
supported.value = true;
// 语音列表异步加载
speechSynthesis.onvoiceschanged = () => {
voices.value = speechSynthesis.getVoices();
};
voices.value = speechSynthesis.getVoices();
}
function speak(text: string, options?: { rate?: number; pitch?: number; voice?: string; lang?: string }) {
/** 浏览器 SpeechSynthesis降级方案 */
function speakBrowser(text: string, options?: { rate?: number; pitch?: number; voice?: string; lang?: string }) {
if (!supported.value) return;
// 停止当前播放
stop();
isSpeaking.value = true;
@@ -42,7 +45,75 @@ export function useTTS() {
speechSynthesis.speak(utterance);
}
/**
* 后端 Edge TTS主方案—— 神经网络中文语音 + SSML 自然韵律。
* 调用 POST /api/v1/voice/tts 获取 MP3 音频 URL通过 Audio 元素播放。
*/
async function speak(text: string, options?: { voice?: string; speed?: number }) {
if (!text?.trim()) return;
stop();
isSpeaking.value = true;
try {
const token = localStorage.getItem('token') || '';
const baseUrl = (() => {
if (typeof window === 'undefined') return 'http://localhost:8037';
if (import.meta.env.DEV) return '';
const h = window.location.hostname;
return h === 'localhost' || h === '127.0.0.1'
? 'http://localhost:8037'
: `${window.location.protocol}//${h}:8037`;
})();
const resp = await fetch(`${baseUrl}/api/v1/voice/tts`, {
method: 'POST',
headers: {
'Content-Type': 'application/json',
...(token ? { 'Authorization': `Bearer ${token}` } : {}),
},
body: JSON.stringify({
text: text.substring(0, 4000),
voice: options?.voice || 'xiaoxiao',
speed: options?.speed ?? 1.0,
}),
});
if (!resp.ok) {
throw new Error(`HTTP ${resp.status}`);
}
const data = await resp.json();
const audioUrl = data.audio_url;
if (!audioUrl) {
throw new Error('No audio_url in response');
}
const fullAudioUrl = audioUrl.startsWith('http')
? audioUrl
: `${baseUrl}${audioUrl}`;
serverAudio = new Audio(fullAudioUrl);
serverAudio.onended = () => { isSpeaking.value = false; serverAudio = null; };
serverAudio.onerror = () => {
isSpeaking.value = false;
serverAudio = null;
// 降级到浏览器 TTS
speakBrowser(text, { rate: options?.speed ?? 1.0 });
};
await serverAudio.play();
} catch {
// 网络错误时降级到浏览器 TTS
isSpeaking.value = false;
speakBrowser(text, { rate: options?.speed ?? 1.0 });
}
}
function stop() {
if (serverAudio) {
serverAudio.pause();
serverAudio = null;
}
if (speechSynthesis.speaking) {
speechSynthesis.cancel();
}
@@ -55,17 +126,31 @@ export function useTTS() {
}
/**
* 后端 TTS生成音频文件URL
* 后端 TTS生成音频文件URL—— 直接调用
*/
export async function textToSpeechAPI(text: string, voice: string = 'alloy'): Promise<string> {
const resp = await fetch('/api/v1/tools/call', {
export async function textToSpeechAPI(text: string, voice: string = 'alloy', speed: number = 1.0): Promise<string> {
const token = localStorage.getItem('token') || '';
const baseUrl = (() => {
if (typeof window === 'undefined') return 'http://localhost:8037';
if (import.meta.env.DEV) return '';
const h = window.location.hostname;
return h === 'localhost' || h === '127.0.0.1'
? 'http://localhost:8037'
: `${window.location.protocol}//${h}:8037`;
})();
const resp = await fetch(`${baseUrl}/api/v1/voice/tts`, {
method: 'POST',
headers: { 'Content-Type': 'application/json' },
body: JSON.stringify({
tool_name: 'text_to_speech',
parameters: { text, voice },
}),
headers: {
'Content-Type': 'application/json',
...(token ? { 'Authorization': `Bearer ${token}` } : {}),
},
body: JSON.stringify({ text, voice, speed }),
});
if (!resp.ok) {
throw new Error(`TTS API error: ${resp.status}`);
}
const data = await resp.json();
return data.output?.audio_url || data.audio_url || '';
const audioUrl: string = data.audio_url || '';
return audioUrl.startsWith('http') ? audioUrl : `${baseUrl}${audioUrl}`;
}

View File

@@ -262,6 +262,25 @@
<el-slider v-model="chatTemperature" :min="0" :max="2" :step="0.1" size="small" show-stops />
<div style="margin:10px 0 4px;font-size:13px;font-weight:500">最大迭代</div>
<el-input-number v-model="chatMaxIterations" :min="1" :max="50" size="small" style="width:100%" />
<div style="margin:10px 0 4px;font-size:13px;font-weight:500">朗读语音</div>
<el-select v-model="chatVoice" size="small" style="width:100%">
<el-option-group label="── 教师女声 ──">
<el-option label="晓晓老师 · 温柔教导" value="teacher1" />
<el-option label="晓怡老师 · 活泼教学" value="teacher2" />
</el-option-group>
<el-option-group label="── 女声 ──">
<el-option label="晓晓 · 温柔" value="xiaoxiao" />
<el-option label="晓怡 · 活泼" value="xiaoyi" />
<el-option label="晓辰 · 温和" value="xiaochen" />
<el-option label="晓涵 · 知性" value="xiaohan" />
</el-option-group>
<el-option-group label="── 男声 ──">
<el-option label="云希 · 阳光" value="yunxi" />
<el-option label="云扬 · 专业" value="yunyang" />
<el-option label="云健 · 激情" value="yunjian" />
<el-option label="云夏 · 可爱" value="yunxia" />
</el-option-group>
</el-select>
</div>
</el-popover>
</template>
@@ -339,7 +358,7 @@ import { useTTS } from '@/composables/useTTS'
import { useSpeechRecognition } from '@/composables/useSpeechRecognition'
// Shared composables
const { renderMarkdown } = useMarkdown()
const { renderMarkdown, stripMarkdownForTTS } = useMarkdown()
const { pendingAttachments, fileInputRef, inputDragOver, uploadFiles, removeAttachment, clearAttachments, buildAttachmentContext, onDragLeave, onDrop, onFilesSelected, handleAttachFile } = useFileUpload()
const { isSpeaking, speak: ttsSpeak, stop: ttsStop } = useTTS()
const { isListening, transcript, supported: voiceSupported, start: voiceStart, stop: voiceStop } = useSpeechRecognition()
@@ -456,6 +475,7 @@ const sessionsLoading = ref(false)
const chatModel = ref('deepseek-v4-pro')
const chatTemperature = ref(0.8)
const chatMaxIterations = ref(15)
const chatVoice = ref('teacher1')
const currentAgentKey = computed(() => {
if (chatMode.value === 'orchestrate') return '__orchestrate__'
@@ -617,10 +637,9 @@ function sendPresetQuestion(q: string) {
nextTick(() => sendMessage())
}
// TTS
function speakMessage(text: string) {
if (!text) return
ttsSpeak(text)
ttsSpeak(stripMarkdownForTTS(text), { voice: chatVoice.value })
}
function stopSpeak() {
ttsStop()