feat:支持模型缓存和相关配置

This commit is contained in:
SengokuCola
2026-04-25 13:53:30 +08:00
parent 4b1bc2aba8
commit 9759018a0c
11 changed files with 195 additions and 5 deletions

View File

@@ -56,7 +56,7 @@ MODEL_CONFIG_PATH: Path = (CONFIG_DIR / "model_config.toml").resolve().absolute(
LEGACY_ENV_PATH: Path = (PROJECT_ROOT / ".env").resolve().absolute()
MMC_VERSION: str = "1.0.0"
CONFIG_VERSION: str = "8.9.11"
MODEL_CONFIG_VERSION: str = "1.14.1"
MODEL_CONFIG_VERSION: str = "1.14.2"
logger = get_logger("config")

View File

@@ -269,6 +269,26 @@ class ModelInfo(ConfigBase):
)
"""输入价格 (用于API调用统计, 单位:元/ M token) (可选, 若无该字段, 默认值为0)"""
cache: bool = Field(
default=False,
json_schema_extra={
"x-widget": "switch",
"x-icon": "database",
},
)
"""是否启用模型输入缓存计费。开启后命中缓存的输入 token 使用 cache_price_in 计费。"""
cache_price_in: float = Field(
default=0.0,
ge=0,
json_schema_extra={
"x-widget": "input",
"x-icon": "database-zap",
"step": 0.001,
},
)
"""缓存命中输入价格 (用于API调用统计, 单位:元/ M token)。仅当 cache=true 时使用。"""
price_out: float = Field(
default=0.0,
ge=0,