Version: 0.4.3.dev.260305
perf: ⚡ 引入 Redis 缓存优化上下文读写性能 * 为上下文写入与提取逻辑新增 Redis 缓存层,减少数据库直接读取开销 * 在 Redis 中实现简单滑动窗口裁剪策略,控制上下文消息数量并降低存储压力 refactor: ♻️ 上下文持久化逻辑改为异步执行 * 对写缓存与写数据库逻辑引入 `goroutine` 实现简单异步处理 * 降低接口阻塞时间,提高 Agent 对话接口响应性能 * 当前尚未完善异步流程中的错误传递与处理机制,后续将补充完整错误链路管理
This commit is contained in:
@@ -2,6 +2,7 @@ package service
|
||||
|
||||
import (
|
||||
"context"
|
||||
"log"
|
||||
|
||||
"github.com/LoveLosita/smartflow/backend/agent"
|
||||
"github.com/LoveLosita/smartflow/backend/conv"
|
||||
@@ -11,14 +12,16 @@ import (
|
||||
)
|
||||
|
||||
type AgentService struct {
|
||||
AIHub *inits.AIHub
|
||||
repo *dao.AgentDAO
|
||||
AIHub *inits.AIHub
|
||||
repo *dao.AgentDAO
|
||||
agentCache *dao.AgentCache
|
||||
}
|
||||
|
||||
func NewAgentService(aiHub *inits.AIHub, repo *dao.AgentDAO) *AgentService {
|
||||
func NewAgentService(aiHub *inits.AIHub, repo *dao.AgentDAO, agentRedis *dao.AgentCache) *AgentService {
|
||||
return &AgentService{
|
||||
AIHub: aiHub,
|
||||
repo: repo,
|
||||
AIHub: aiHub,
|
||||
repo: repo,
|
||||
agentCache: agentRedis,
|
||||
}
|
||||
}
|
||||
|
||||
@@ -27,16 +30,47 @@ func (s *AgentService) AgentChat(ctx context.Context, userMessage string, ifThin
|
||||
outChan := make(chan string, 5)
|
||||
errChan := make(chan error, 1)
|
||||
//2. 先确保这个会话存在(如果不存在就创建一个新的)
|
||||
result, err := s.repo.IfChatExists(ctx, userID, chatID)
|
||||
//先看看缓存里面有没有这个会话
|
||||
result, err := s.agentCache.GetConversationStatus(ctx, chatID)
|
||||
if err != nil {
|
||||
errChan <- err
|
||||
close(outChan)
|
||||
close(errChan)
|
||||
return outChan, errChan
|
||||
}
|
||||
//如果缓存里面没有,就去查库
|
||||
if !result {
|
||||
innerResult, err := s.repo.IfChatExists(ctx, userID, chatID)
|
||||
if err != nil {
|
||||
errChan <- err
|
||||
close(outChan)
|
||||
close(errChan)
|
||||
return outChan, errChan
|
||||
}
|
||||
if !innerResult {
|
||||
//如果会话不存在,先创建一个新的会话
|
||||
_, err := s.repo.CreateNewChat(userID, chatID)
|
||||
if err != nil {
|
||||
errChan <- err
|
||||
close(outChan)
|
||||
close(errChan)
|
||||
return outChan, errChan
|
||||
}
|
||||
}
|
||||
}
|
||||
//能走到这里,要么缓存里有这个会话,要么数据库里有这个会话了
|
||||
//4. 提取出历史消息,构建上下文
|
||||
//先尝试从缓存里拿历史消息
|
||||
var chatHistory []*schema.Message
|
||||
if result {
|
||||
//4. 提取出历史消息,构建上下文
|
||||
chatHistory, err = s.agentCache.GetHistory(ctx, chatID)
|
||||
if err != nil {
|
||||
errChan <- err
|
||||
close(outChan)
|
||||
close(errChan)
|
||||
return outChan, errChan
|
||||
}
|
||||
//如果缓存里没有历史消息,就从数据库里拿
|
||||
if chatHistory == nil {
|
||||
//先从数据库拿到历史消息
|
||||
histories, err := s.repo.GetUserChatHistories(ctx, userID, 20, chatID)
|
||||
if err != nil {
|
||||
@@ -47,9 +81,8 @@ func (s *AgentService) AgentChat(ctx context.Context, userMessage string, ifThin
|
||||
}
|
||||
//再转换成 Eino 的消息格式
|
||||
chatHistory = conv.ToEinoMessages(histories)
|
||||
} else {
|
||||
//如果会话不存在,先创建一个新的会话
|
||||
_, err := s.repo.CreateNewChat(userID, chatID)
|
||||
//把历史消息放到缓存里,方便下次直接拿
|
||||
err = s.agentCache.BackfillHistory(ctx, chatID, chatHistory)
|
||||
if err != nil {
|
||||
errChan <- err
|
||||
close(outChan)
|
||||
@@ -57,14 +90,16 @@ func (s *AgentService) AgentChat(ctx context.Context, userMessage string, ifThin
|
||||
return outChan, errChan
|
||||
}
|
||||
}
|
||||
//3. 将用户消息落库
|
||||
err = s.repo.SaveChatHistory(ctx, userID, chatID, "user", userMessage)
|
||||
if err != nil {
|
||||
errChan <- err
|
||||
close(outChan)
|
||||
close(errChan)
|
||||
return outChan, errChan
|
||||
}
|
||||
//3. 将用户消息异步落缓存和库
|
||||
go func() {
|
||||
//这里先不管落库成功与否了,毕竟不想因为落库失败而影响用户的聊天体验
|
||||
_ = s.agentCache.PushMessage(ctx, chatID, &schema.Message{
|
||||
Role: "user",
|
||||
Content: userMessage,
|
||||
})
|
||||
_ = s.repo.SaveChatHistory(ctx, userID, chatID, "user", userMessage)
|
||||
}()
|
||||
|
||||
//5. 启动一个 goroutine 来处理聊天逻辑
|
||||
go func() {
|
||||
defer close(outChan) // 确保在函数结束时关闭通道
|
||||
@@ -74,15 +109,18 @@ func (s *AgentService) AgentChat(ctx context.Context, userMessage string, ifThin
|
||||
errChan <- err
|
||||
return
|
||||
}
|
||||
err = s.repo.SaveChatHistory(ctx, userID, chatID, "assistant", fullText)
|
||||
if err != nil {
|
||||
errChan <- err
|
||||
return
|
||||
}
|
||||
//4. 将 AI 的回复异步落缓存和库
|
||||
go func() {
|
||||
_ = s.agentCache.PushMessage(ctx, chatID, &schema.Message{
|
||||
Role: "assistant",
|
||||
Content: fullText,
|
||||
})
|
||||
err = s.repo.SaveChatHistory(context.Background(), userID, chatID, "assistant", fullText)
|
||||
if err != nil {
|
||||
log.Printf("Failed to save chat history to database: %v", err)
|
||||
return
|
||||
}
|
||||
}()
|
||||
}()
|
||||
return outChan, errChan
|
||||
}
|
||||
|
||||
func (s *AgentService) CreateNewChat(userID int, chatID string) (int64, error) {
|
||||
return s.repo.CreateNewChat(userID, chatID)
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user