初始化大模型API中转系统
功能特点: - 多提供商支持: 配置多个上游大模型提供商 - 优先级调度: 按优先级自动选择可用提供商 - OpenAI API兼容: 完全兼容OpenAI API格式 - 故障切换: 自动切换到备用提供商 - 流式支持: 支持流式和非流式响应 - 模型别名: 支持模型别名映射 - 健康检查: 自动健康检查和熔断 上游配置: 1. [高优先] Local Qwen: http://192.168.2.5:1234/v1 (qwen3.5-4b) 2. [低优先] SiliconFlow: https://api.siliconflow.cn/v1 (DeepSeek-V3.2) 支持的模型: - auto: 自动选择可用模型 - qwen3.5-4b, qwen3.5, qwen - deepseek-v3, deepseek-v3.2, deepseek 端口: 19007
This commit is contained in:
76
config/settings.py
Normal file
76
config/settings.py
Normal file
@@ -0,0 +1,76 @@
|
||||
"""
|
||||
大模型API中转系统配置
|
||||
"""
|
||||
|
||||
# 上游模型配置(按优先级排序,从高到低)
|
||||
UPSTREAM_PROVIDERS = [
|
||||
{
|
||||
"name": "local-qwen",
|
||||
"priority": 1, # 数字越小优先级越高
|
||||
"base_url": "http://192.168.2.5:1234/v1",
|
||||
"api_key": "sk-lm-fuP5tGU8:Hi7YU87jHyDP6Ay8Tl2j",
|
||||
"models": ["qwen3.5-4b", "qwen3.5", "qwen"],
|
||||
"default_model": "qwen3.5-4b",
|
||||
"timeout": 120,
|
||||
"enabled": True,
|
||||
},
|
||||
{
|
||||
"name": "siliconflow-deepseek",
|
||||
"priority": 2,
|
||||
"base_url": "https://api.siliconflow.cn/v1",
|
||||
"api_key": "sk-fhpoexpptvjghpnphtaxbkhjwulzovoqfffbckcfscjmwhcg",
|
||||
"models": ["Pro/deepseek-ai/DeepSeek-V3.2", "deepseek-v3", "deepseek"],
|
||||
"default_model": "Pro/deepseek-ai/DeepSeek-V3.2",
|
||||
"timeout": 120,
|
||||
"enabled": True,
|
||||
},
|
||||
]
|
||||
|
||||
# 模型别名映射
|
||||
MODEL_ALIASES = {
|
||||
# auto 自动选择可用模型
|
||||
"auto": "auto",
|
||||
|
||||
# Qwen别名
|
||||
"qwen": "qwen3.5-4b",
|
||||
"qwen3.5": "qwen3.5-4b",
|
||||
"qwen3.5-4b": "qwen3.5-4b",
|
||||
|
||||
# DeepSeek别名
|
||||
"deepseek": "Pro/deepseek-ai/DeepSeek-V3.2",
|
||||
"deepseek-v3": "Pro/deepseek-ai/DeepSeek-V3.2",
|
||||
"deepseek-v3.2": "Pro/deepseek-ai/DeepSeek-V3.2",
|
||||
}
|
||||
|
||||
# 服务配置
|
||||
SERVER_CONFIG = {
|
||||
"host": "0.0.0.0",
|
||||
"port": 19007,
|
||||
"debug": True,
|
||||
}
|
||||
|
||||
# 日志配置
|
||||
LOG_CONFIG = {
|
||||
"log_dir": "logs",
|
||||
"log_requests": True,
|
||||
"log_errors": True,
|
||||
}
|
||||
|
||||
# 重试配置
|
||||
RETRY_CONFIG = {
|
||||
"max_retries": 3,
|
||||
"retry_delay": 1, # 秒
|
||||
"retry_on_errors": [
|
||||
"connection_error",
|
||||
"timeout",
|
||||
"rate_limit",
|
||||
"server_error",
|
||||
],
|
||||
}
|
||||
|
||||
# 健康检查配置
|
||||
HEALTH_CHECK = {
|
||||
"enabled": True,
|
||||
"interval": 60, # 秒
|
||||
"timeout": 10,
|
||||
}
|
||||
Reference in New Issue
Block a user