Losita/smartmate
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Version: 0.9.65.dev.260503

Browse Source 
后端：
1. 阶段 1.5/1.6
收口 llm-service / rag-service，统一模型出口与检索基础设施入口，清退 backend/infra/llm 与 backend/infra/rag 旧实现；
2. 同步更新相关调用链与微服务迁移计划文档
This commit is contained in:
Losita
2026-05-03 23:21:03 +08:00
parent a6c1e5d077
commit 9902ca3563
65 changed files with 550 additions and 376 deletions
Download Patch File Download Diff File Expand all files Collapse all files

34
backend/service/agentsvc/agent_meta.go
View File

@@ -11,10 +11,8 @@ import (
"github.com/LoveLosita/smartflow/backend/model"
"github.com/LoveLosita/smartflow/backend/respond"
eventsvc "github.com/LoveLosita/smartflow/backend/service/events"
"github.com/cloudwego/eino-ext/components/model/ark"
einoModel "github.com/cloudwego/eino/components/model"
llmservice "github.com/LoveLosita/smartflow/backend/services/llm"
"github.com/cloudwego/eino/schema"
arkModel "github.com/volcengine/volcengine-go-sdk/service/arkruntime/model"
)
const (
@@ -253,11 +251,11 @@ func (s *AgentService) generateConversationTitle(ctx context.Context, history []
}
// 2. 标题生成属于结构化短输出，关闭 thinking 并限制 tokens，降低延迟与发散。
resp, err := modelInst.Generate(ctx, messages,
ark.WithThinking(&arkModel.Thinking{Type: arkModel.ThinkingTypeDisabled}),
einoModel.WithTemperature(0.2),
einoModel.WithMaxTokens(40),
)
resp, err := modelInst.GenerateText(ctx, messages, llmservice.GenerateOptions{
Temperature: 0.2,
MaxTokens: 40,
Thinking: llmservice.ThinkingModeDisabled,
})
if err != nil {
return "", 0, err
}
@@ -267,26 +265,26 @@ func (s *AgentService) generateConversationTitle(ctx context.Context, history []
// 2.1 标题链路的 token 从模型响应 usage 中提取；缺失则按 0 处理，不影响主流程。
titleTokens := 0
if resp.ResponseMeta != nil && resp.ResponseMeta.Usage != nil {
if resp.Usage != nil {
titleTokens = normalizeUsageTotal(
resp.ResponseMeta.Usage.TotalTokens,
resp.ResponseMeta.Usage.PromptTokens,
resp.ResponseMeta.Usage.CompletionTokens,
resp.Usage.TotalTokens,
resp.Usage.PromptTokens,
resp.Usage.CompletionTokens,
)
}
return normalizeConversationTitle(resp.Content), titleTokens, nil
return normalizeConversationTitle(resp.Text), titleTokens, nil
}
// pickTitleModel 选择用于标题生成的模型。
// 优先 Lite（成本低、速度快）；Lite 不可用时回退 Pro。
func (s *AgentService) pickTitleModel() *ark.ChatModel {
if s.AIHub == nil {
func (s *AgentService) pickTitleModel() *llmservice.Client {
if s == nil || s.llmService == nil {
return nil
}
if s.AIHub.Lite != nil {
return s.AIHub.Lite
if client := s.llmService.LiteClient(); client != nil {
return client
}
return s.AIHub.Pro
return s.llmService.ProClient()
}
// buildConversationTitleUserPrompt 把消息历史拼成可读文本供模型总结。