refactor(llm): enable hot-reload for model config and client runtime

make LLM task config resolution dynamic in LLMRequest
load model clients on demand from latest config
clear client instance cache on config reload
remove stale module-level model_config usage in llm_api
add hot-reload tests for LLM/config watcher flow
This commit is contained in:
DrSmoothl
2026-03-04 21:56:50 +08:00
parent b3a81754e6
commit 2a33fd1121
5 changed files with 174 additions and 13 deletions

View File

@@ -1,8 +1,28 @@
from src.config.config import model_config
from importlib import import_module
used_client_types = {provider.client_type for provider in model_config.api_providers}
from src.config.config import config_manager
if "openai" in used_client_types:
from . import openai_client # noqa: F401
if "gemini" in used_client_types:
from . import gemini_client # noqa: F401
_CLIENT_MODULE_BY_TYPE: dict[str, str] = {
"openai": ".openai_client",
"gemini": ".gemini_client",
}
_LOADED_CLIENT_TYPES: set[str] = set()
def ensure_client_type_loaded(client_type: str) -> None:
if client_type in _LOADED_CLIENT_TYPES:
return
module_name = _CLIENT_MODULE_BY_TYPE.get(client_type)
if not module_name:
return
import_module(module_name, package=__name__)
_LOADED_CLIENT_TYPES.add(client_type)
def ensure_configured_clients_loaded() -> None:
for provider in config_manager.get_model_config().api_providers:
ensure_client_type_loaded(provider.client_type)
ensure_configured_clients_loaded()

View File

@@ -3,11 +3,15 @@ from dataclasses import dataclass
from abc import ABC, abstractmethod
from typing import Callable, Any, Optional
from src.common.logger import get_logger
from src.config.config import config_manager
from src.config.model_configs import ModelInfo, APIProvider
from ..payload_content.message import Message
from ..payload_content.resp_format import RespFormat
from ..payload_content.tool_option import ToolOption, ToolCall
logger = get_logger("model_client_registry")
@dataclass
class UsageRecord:
@@ -144,6 +148,7 @@ class ClientRegistry:
"""APIProvider.type -> BaseClient的映射表"""
self.client_instance_cache: dict[str, BaseClient] = {}
"""APIProvider.name -> BaseClient的映射表"""
config_manager.register_reload_callback(self.clear_client_instance_cache)
def register_client_class(self, client_type: str):
"""
@@ -169,6 +174,10 @@ class ClientRegistry:
Returns:
BaseClient: 注册的API客户端实例
"""
from . import ensure_client_type_loaded
ensure_client_type_loaded(api_provider.client_type)
# 如果强制创建新实例,直接创建不使用缓存
if force_new:
if client_class := self.client_registry.get(api_provider.client_type):
@@ -184,5 +193,9 @@ class ClientRegistry:
raise KeyError(f"'{api_provider.client_type}' 类型的 Client 未注册")
return self.client_instance_cache[api_provider.name]
def clear_client_instance_cache(self) -> None:
self.client_instance_cache.clear()
logger.info("检测到配置重载已清空LLM客户端实例缓存")
client_registry = ClientRegistry()