feat: 统一对task中过慢的模型进行警告,并在model_config.toml中设定对应task的慢请求阈值
This commit is contained in:
@@ -88,6 +88,9 @@ class TaskConfig(ConfigBase):
|
||||
temperature: float = 0.3
|
||||
"""模型温度"""
|
||||
|
||||
slow_threshold: float = 15.0
|
||||
"""慢请求阈值(秒),超过此值会输出警告日志"""
|
||||
|
||||
|
||||
@dataclass
|
||||
class ModelTaskConfig(ConfigBase):
|
||||
|
||||
Reference in New Issue
Block a user