Compare commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
37242cdf82 | ||
|
|
d674c4d460 | ||
|
|
d0fc1f8cff | ||
|
|
c93b83e2cf | ||
|
|
0a51190482 | ||
|
|
7778522c96 | ||
|
|
2877ae996d | ||
|
|
dbafd4fb73 | ||
|
|
2208a1a7d4 | ||
|
|
e00b0218a0 |
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
@@ -4,9 +4,10 @@
|
||||
|
||||
import os
|
||||
import uvicorn
|
||||
import aiohttp
|
||||
from fastapi import FastAPI
|
||||
from fastapi.middleware.cors import CORSMiddleware
|
||||
from fastapi.responses import FileResponse
|
||||
from fastapi.responses import FileResponse, Response
|
||||
from fastapi.staticfiles import StaticFiles
|
||||
|
||||
# 导入后端服务
|
||||
@@ -24,6 +25,32 @@ app.add_middleware(
|
||||
allow_headers=["*"],
|
||||
)
|
||||
|
||||
|
||||
# ChatTTS 音频代理(解决 HTTPS 页面访问 HTTP 资源问题)
|
||||
@app.get("/chattts/audio/{filename}")
|
||||
async def proxy_chattts_audio(filename: str):
|
||||
"""代理 ChatTTS 音频文件"""
|
||||
chattts_url = os.getenv("CHATTTS_URL", "http://192.168.2.5:12002")
|
||||
|
||||
try:
|
||||
async with aiohttp.ClientSession() as session:
|
||||
async with session.get(
|
||||
f"{chattts_url}/audio/{filename}",
|
||||
timeout=aiohttp.ClientTimeout(total=30)
|
||||
) as resp:
|
||||
if resp.status != 200:
|
||||
return Response(content=b'{"detail":"Audio not found"}', status_code=404, media_type="application/json")
|
||||
|
||||
audio_data = await resp.read()
|
||||
return Response(
|
||||
content=audio_data,
|
||||
media_type="audio/wav",
|
||||
headers={"Cache-Control": "public, max-age=3600"}
|
||||
)
|
||||
except Exception as e:
|
||||
return Response(content=f'{"detail":"{str(e)}"}'.encode(), status_code=500, media_type="application/json")
|
||||
|
||||
|
||||
# 挂载 API
|
||||
app.mount("/api", api_app)
|
||||
|
||||
@@ -33,10 +60,16 @@ app.mount("/static", StaticFiles(directory="static"), name="static")
|
||||
|
||||
@app.get("/")
|
||||
async def index():
|
||||
"""主页"""
|
||||
"""主页(原版)"""
|
||||
return FileResponse("static/index.html")
|
||||
|
||||
|
||||
@app.get("/tts")
|
||||
async def tts_page():
|
||||
"""TTS版本页面"""
|
||||
return FileResponse("static/tts.html")
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
PORT = int(os.getenv("PORT", "19019"))
|
||||
SSL_KEY = os.getenv("SSL_KEY", "key.pem")
|
||||
|
||||
+3
-1
@@ -1,4 +1,6 @@
|
||||
fastapi==0.110.0
|
||||
uvicorn==0.27.1
|
||||
python-multipart==0.0.9
|
||||
aiohttp==3.9.3
|
||||
aiohttp==3.9.3
|
||||
edge-tts==6.1.9
|
||||
requests==2.31.0
|
||||
@@ -11,8 +11,13 @@ from datetime import datetime
|
||||
import aiohttp
|
||||
from fastapi import FastAPI, UploadFile, File, HTTPException, Form
|
||||
from fastapi.middleware.cors import CORSMiddleware
|
||||
from fastapi.staticfiles import StaticFiles
|
||||
from fastapi.responses import FileResponse, Response
|
||||
from pydantic import BaseModel
|
||||
|
||||
# 导入 TTS 服务
|
||||
from tts_service import tts_manager, AUDIO_DIR
|
||||
|
||||
# 配置
|
||||
MODEL_SERVICE_URL = os.getenv("MODEL_SERVICE_URL", "http://localhost:19018")
|
||||
PORT = int(os.getenv("PORT", "19019"))
|
||||
@@ -186,6 +191,98 @@ async def delete_conversation(conversation_id: str):
|
||||
raise HTTPException(status_code=500, detail=str(e))
|
||||
|
||||
|
||||
# ========== TTS 相关接口 ==========
|
||||
|
||||
class TTSSettings(BaseModel):
|
||||
"""TTS 设置"""
|
||||
provider: str = "none"
|
||||
voice: Optional[str] = None
|
||||
|
||||
|
||||
class TTSResponse(BaseModel):
|
||||
"""TTS 响应"""
|
||||
audio_url: Optional[str]
|
||||
provider: str
|
||||
|
||||
|
||||
@app.get("/tts/providers")
|
||||
async def get_tts_providers():
|
||||
"""获取可用的 TTS 方案列表"""
|
||||
providers = tts_manager.list_providers()
|
||||
voices = tts_manager.get_edge_voices()
|
||||
return {
|
||||
"providers": providers,
|
||||
"voices": voices,
|
||||
"current": tts_manager.current_provider
|
||||
}
|
||||
|
||||
|
||||
@app.post("/tts/settings")
|
||||
async def set_tts_settings(settings: TTSSettings):
|
||||
"""设置 TTS 方案"""
|
||||
tts_manager.set_provider(settings.provider)
|
||||
|
||||
# 设置音色(仅 Edge TTS)
|
||||
if settings.provider == "edge" and settings.voice:
|
||||
provider = tts_manager.get_provider("edge")
|
||||
if hasattr(provider, 'set_voice'):
|
||||
provider.set_voice(settings.voice)
|
||||
|
||||
return {
|
||||
"provider": settings.provider,
|
||||
"voice": settings.voice
|
||||
}
|
||||
|
||||
|
||||
@app.post("/tts/synthesize")
|
||||
async def synthesize_tts(text: str = Form(...), provider: Optional[str] = Form(None)):
|
||||
"""
|
||||
合成语音
|
||||
返回音频文件 URL
|
||||
"""
|
||||
try:
|
||||
audio_url = await tts_manager.synthesize(text, provider)
|
||||
return TTSResponse(
|
||||
audio_url=audio_url,
|
||||
provider=provider or tts_manager.current_provider
|
||||
)
|
||||
except Exception as e:
|
||||
logger.error(f"TTS synthesis error: {e}")
|
||||
raise HTTPException(status_code=500, detail=str(e))
|
||||
|
||||
|
||||
# 挂载音频文件目录
|
||||
app.mount("/audio", StaticFiles(directory=AUDIO_DIR), name="audio")
|
||||
|
||||
|
||||
# ChatTTS 音频代理(解决 HTTPS 页面访问 HTTP 资源问题)
|
||||
@app.get("/chattts/audio/{filename}")
|
||||
async def proxy_chattts_audio(filename: str):
|
||||
"""代理 ChatTTS 音频文件"""
|
||||
import aiohttp
|
||||
|
||||
chattts_url = os.getenv("CHATTTS_URL", "http://192.168.2.5:12002")
|
||||
|
||||
try:
|
||||
async with aiohttp.ClientSession() as session:
|
||||
async with session.get(
|
||||
f"{chattts_url}/audio/{filename}",
|
||||
timeout=aiohttp.ClientTimeout(total=30)
|
||||
) as resp:
|
||||
if resp.status != 200:
|
||||
raise HTTPException(status_code=404, detail="Audio not found")
|
||||
|
||||
audio_data = await resp.read()
|
||||
return Response(
|
||||
content=audio_data,
|
||||
media_type="audio/wav",
|
||||
headers={"Cache-Control": "public, max-age=3600"}
|
||||
)
|
||||
except Exception as e:
|
||||
logger.error(f"Proxy audio error: {e}")
|
||||
raise HTTPException(status_code=500, detail=str(e))
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
import uvicorn
|
||||
uvicorn.run(app, host="0.0.0.0", port=PORT)
|
||||
+1045
File diff suppressed because it is too large
Load Diff
+254
@@ -0,0 +1,254 @@
|
||||
"""
|
||||
TTS 语音合成模块
|
||||
支持多种 TTS 方案
|
||||
"""
|
||||
|
||||
import os
|
||||
import uuid
|
||||
import logging
|
||||
import asyncio
|
||||
from abc import ABC, abstractmethod
|
||||
from typing import Optional, Tuple
|
||||
from datetime import datetime
|
||||
|
||||
# 配置
|
||||
AUDIO_DIR = os.getenv("AUDIO_DIR", "audio_cache")
|
||||
os.makedirs(AUDIO_DIR, exist_ok=True)
|
||||
|
||||
logger = logging.getLogger(__name__)
|
||||
|
||||
|
||||
class TTSProvider(ABC):
|
||||
"""TTS 提供者抽象类"""
|
||||
|
||||
@abstractmethod
|
||||
async def synthesize(self, text: str) -> Tuple[str, str]:
|
||||
"""
|
||||
合成语音
|
||||
返回: (音频文件路径, 音频URL路径)
|
||||
"""
|
||||
pass
|
||||
|
||||
@abstractmethod
|
||||
def get_name(self) -> str:
|
||||
"""获取提供者名称"""
|
||||
pass
|
||||
|
||||
@abstractmethod
|
||||
def is_available(self) -> bool:
|
||||
"""检查是否可用"""
|
||||
pass
|
||||
|
||||
|
||||
class EdgeTTSProvider(TTSProvider):
|
||||
"""Edge TTS 提供者(微软免费TTS)"""
|
||||
|
||||
# 可用音色
|
||||
VOICES = {
|
||||
"zh-CN-XiaoxiaoNeural": "晓晓(女)",
|
||||
"zh-CN-YunxiNeural": "云希(男)",
|
||||
"zh-CN-YunyangNeural": "云扬(男)",
|
||||
"zh-CN-XiaochenNeural": "晓晨(女)",
|
||||
"zh-CN-XiaohanNeural": "晓涵(女)",
|
||||
"zh-CN-XiaomengNeural": "晓梦(女)",
|
||||
"zh-CN-XiaomoNeural": "晓墨(女)",
|
||||
"zh-CN-XiaoruiNeural": "晓睿(女)",
|
||||
"zh-CN-XiaoshuangNeural": "晓双(女)",
|
||||
"zh-CN-XiaoxuanNeural": "晓萱(女)",
|
||||
"zh-CN-XiaoyanNeural": "晓颜(女)",
|
||||
"zh-CN-XiaoyouNeural": "晓悠(女)",
|
||||
}
|
||||
|
||||
DEFAULT_VOICE = "zh-CN-XiaoxiaoNeural"
|
||||
|
||||
def __init__(self, voice: Optional[str] = None):
|
||||
self.voice = voice or self.DEFAULT_VOICE
|
||||
self._available = None
|
||||
|
||||
async def synthesize(self, text: str) -> Tuple[str, str]:
|
||||
"""使用 Edge TTS 合成语音"""
|
||||
import edge_tts
|
||||
|
||||
# 生成唯一文件名
|
||||
filename = f"{uuid.uuid4().hex}.mp3"
|
||||
filepath = os.path.join(AUDIO_DIR, filename)
|
||||
|
||||
# 合成语音
|
||||
communicate = edge_tts.Communicate(text, self.voice)
|
||||
await communicate.save(filepath)
|
||||
|
||||
# 返回路径
|
||||
audio_url = f"/audio/{filename}"
|
||||
return filepath, audio_url
|
||||
|
||||
def get_name(self) -> str:
|
||||
return "Edge TTS"
|
||||
|
||||
def get_voice_name(self) -> str:
|
||||
"""获取当前音色名称"""
|
||||
return self.VOICES.get(self.voice, self.voice)
|
||||
|
||||
def is_available(self) -> bool:
|
||||
"""检查 Edge TTS 是否可用"""
|
||||
if self._available is None:
|
||||
try:
|
||||
import edge_tts
|
||||
self._available = True
|
||||
except ImportError:
|
||||
logger.warning("edge-tts not installed")
|
||||
self._available = False
|
||||
return self._available
|
||||
|
||||
def set_voice(self, voice: str):
|
||||
"""设置音色"""
|
||||
if voice in self.VOICES:
|
||||
self.voice = voice
|
||||
else:
|
||||
logger.warning(f"Unknown voice: {voice}, using default")
|
||||
|
||||
|
||||
class ChatTTSProvider(TTSProvider):
|
||||
"""ChatTTS 提供者(本地部署)"""
|
||||
|
||||
# ChatTTS 服务地址
|
||||
CHATTTS_URL = os.getenv("CHATTTS_URL", "http://192.168.2.5:12002")
|
||||
|
||||
def __init__(self):
|
||||
self._available = None
|
||||
|
||||
async def synthesize(self, text: str) -> Tuple[str, str]:
|
||||
"""使用 ChatTTS 合成语音"""
|
||||
import aiohttp
|
||||
|
||||
async with aiohttp.ClientSession() as session:
|
||||
form = aiohttp.FormData()
|
||||
form.add_field('text', text)
|
||||
|
||||
async with session.post(
|
||||
f"{self.CHATTTS_URL}/synthesize",
|
||||
data=form,
|
||||
timeout=aiohttp.ClientTimeout(total=60)
|
||||
) as resp:
|
||||
if resp.status != 200:
|
||||
error = await resp.text()
|
||||
raise Exception(f"ChatTTS error: {error}")
|
||||
|
||||
data = await resp.json()
|
||||
# ChatTTS 返回的 URL 是 /audio/xxx.wav
|
||||
# 改用本地代理路径(解决 HTTPS 页面访问 HTTP 问题)
|
||||
original_url = data['audio_url']
|
||||
# /audio/xxx.wav -> /chattts/audio/xxx.wav (通过本地代理)
|
||||
filename = original_url.split('/')[-1]
|
||||
audio_url = f"/chattts/audio/{filename}"
|
||||
return None, audio_url
|
||||
|
||||
def get_name(self) -> str:
|
||||
return "ChatTTS"
|
||||
|
||||
def is_available(self) -> bool:
|
||||
"""检查 ChatTTS 是否可用"""
|
||||
if self._available is None:
|
||||
try:
|
||||
import requests
|
||||
resp = requests.get(f"{self.CHATTTS_URL}/health", timeout=5)
|
||||
if resp.status_code == 200:
|
||||
data = resp.json()
|
||||
self._available = data.get("status") == "ok"
|
||||
else:
|
||||
self._available = False
|
||||
except Exception as e:
|
||||
logger.warning(f"ChatTTS check failed: {e}")
|
||||
self._available = False
|
||||
return self._available
|
||||
|
||||
def set_url(self, url: str):
|
||||
"""设置服务地址"""
|
||||
self.CHATTTS_URL = url
|
||||
self._available = None # 重新检测
|
||||
|
||||
|
||||
class NoTTSProvider(TTSProvider):
|
||||
"""不使用 TTS"""
|
||||
|
||||
async def synthesize(self, text: str) -> Tuple[str, str]:
|
||||
return None, None
|
||||
|
||||
def get_name(self) -> str:
|
||||
return "无 TTS"
|
||||
|
||||
def is_available(self) -> bool:
|
||||
return True
|
||||
|
||||
|
||||
# TTS 管理器
|
||||
class TTSManager:
|
||||
"""TTS 方案管理"""
|
||||
|
||||
PROVIDERS = {
|
||||
"edge": EdgeTTSProvider,
|
||||
"chattts": ChatTTSProvider,
|
||||
"none": NoTTSProvider,
|
||||
}
|
||||
|
||||
def __init__(self, default_provider: str = "none"):
|
||||
self.current_provider = default_provider
|
||||
self._providers = {}
|
||||
|
||||
# 初始化 Edge TTS(如果可用)
|
||||
edge_provider = EdgeTTSProvider()
|
||||
if edge_provider.is_available():
|
||||
self._providers["edge"] = edge_provider
|
||||
|
||||
# 初始化 ChatTTS(预留)
|
||||
self._providers["chattts"] = ChatTTSProvider()
|
||||
|
||||
# 无 TTS
|
||||
self._providers["none"] = NoTTSProvider()
|
||||
|
||||
def get_provider(self, provider_name: Optional[str] = None) -> TTSProvider:
|
||||
"""获取 TTS 提供者"""
|
||||
name = provider_name or self.current_provider
|
||||
return self._providers.get(name, self._providers["none"])
|
||||
|
||||
def set_provider(self, provider_name: str):
|
||||
"""设置当前 TTS 方案"""
|
||||
if provider_name in self._providers:
|
||||
self.current_provider = provider_name
|
||||
else:
|
||||
logger.warning(f"Unknown provider: {provider_name}")
|
||||
|
||||
def list_providers(self) -> list:
|
||||
"""列出所有可用方案"""
|
||||
return [
|
||||
{
|
||||
"name": name,
|
||||
"display_name": provider.get_name(),
|
||||
"available": provider.is_available()
|
||||
}
|
||||
for name, provider in self._providers.items()
|
||||
]
|
||||
|
||||
def get_edge_voices(self) -> dict:
|
||||
"""获取 Edge TTS 可用音色"""
|
||||
return EdgeTTSProvider.VOICES
|
||||
|
||||
async def synthesize(self, text: str, provider_name: Optional[str] = None) -> Optional[str]:
|
||||
"""
|
||||
合成语音
|
||||
返回音频URL
|
||||
"""
|
||||
provider = self.get_provider(provider_name)
|
||||
if not provider.is_available():
|
||||
logger.warning(f"Provider {provider.get_name()} not available")
|
||||
return None
|
||||
|
||||
try:
|
||||
_, audio_url = await provider.synthesize(text)
|
||||
return audio_url
|
||||
except Exception as e:
|
||||
logger.error(f"TTS synthesis failed: {e}")
|
||||
return None
|
||||
|
||||
|
||||
# 全局 TTS 管理器
|
||||
tts_manager = TTSManager()
|
||||
Reference in New Issue
Block a user