后端:
1. LLM 客户端从 newAgent/llm 提升为 infra/llm 基础设施层
- 删除 backend/newAgent/llm/(ark.go / ark_adapter.go / client.go / json.go)
- 等价迁移至 backend/infra/llm/,所有 newAgent node 与 service 统一改引用 infrallm
- 消除 newAgent 对模型客户端的私有依赖,为 memory / websearch 等多模块复用铺路
2. RAG 基础设施完成可运行态接入(factory / runtime / observer / service 四层成型)
- 新建 backend/infra/rag/factory.go / runtime.go / observe.go / observer.go /
service.go:工厂创建、运行时生命周期、轻量观测接口、检索服务门面
- 更新 infra/rag/config/config.go:补齐 Milvus / Embed / Reranker 全部配置项与默认值
- 更新 infra/rag/embed/eino_embedder.go:增强 Eino embedding 适配,支持 BaseURL / APIKey 环境变量 / 超时 /
维度等参数
- 更新 infra/rag/store/milvus_store.go:完整实现 Milvus 向量存储(建集合 / 建 Index / Upsert / Search /
Delete),支持 COSINE / L2 / IP 度量
- 更新 infra/rag/core/pipeline.go:适配 Runtime 接口,Pipeline 由 factory 注入而非手动拼装
- 更新 infra/rag/corpus/memory_corpus.go / vector_store.go:对接 Memory 模块数据源与 Store 接口扩展
3. Memory 模块从 Day1 骨架升级为 Day2 完整可运行态
- 新建 memory/module.go:统一门面 Module,对外封装 EnqueueExtract / ReadService / ManageService / WithTx /
StartWorker,启动层只依赖这一个入口
- 新建 memory/orchestrator/llm_write_orchestrator.go:LLM 驱动的记忆抽取编排器,替代原 mock 抽取
- 新建 memory/service/read_service.go:按用户开关过滤 + 轻量重排 + 访问时间刷新的读取链路
- 新建 memory/service/manage_service.go:记忆管理面能力(列出 / 软删除 / 开关读写),删除同步写审计日志
- 新建 memory/service/common.go:服务层公共工具
- 新建 memory/worker/loop.go:后台轮询循环 RunPollingLoop,定时抢占 pending 任务并推进
- 新建 memory/utils/audit.go / settings.go:审计日志构造、用户设置过滤等纯函数
- 更新 memory/model/item.go / job.go / settings.go / config.go / status.go:补齐 DTO 字段与状态常量
- 更新 memory/repo/item_repo.go / job_repo.go / audit_repo.go / settings_repo.go:补齐 CRUD 与查询能力
- 更新 memory/worker/runner.go:Runner 对接 Module 与 LLM 抽取器,任务状态机完整化
- 更新 memory/README.md:同步模块现状说明
4. newAgent 接入 Memory 读取注入与工具注册依赖预埋
- 新建 service/agentsvc/agent_memory.go:定义 MemoryReader 接口 + injectMemoryContext,在 graph
执行前统一补充记忆上下文
- 更新 service/agentsvc/agent.go:新增 memoryReader 字段与 SetMemoryReader 方法
- 更新 service/agentsvc/agent_newagent.go:调用 injectMemoryContext 注入 pinned block,检索失败仅降级不阻断主链路
- 更新 newAgent/tools/registry.go:新增 DefaultRegistryDeps(含 RAGRuntime),工具注册表支持依赖注入
5. 启动流程与事件处理器接线更新
- 更新 cmd/start.go:初始化 RAG Runtime → Memory Module → 注册事件处理器 → 启动 Worker 后台轮询
- 更新 service/events/memory_extract_requested.go:改用 memory.Module.WithTx(tx) 统一门面,事件处理器不再直接依赖
repo/service 内部包
6. 缓存插件与配置同步
- 更新 middleware/cache_deleter.go:静默忽略 MemoryJob / MemoryItem / MemoryAuditLog / MemoryUserSetting
等新模型,避免日志刷屏;清理冗余注释
- 更新 config.example.yaml:补齐 rag / memory / websearch 配置段及默认值
- 更新 go.mod / go.sum:新增 eino-ext/openai / json-patch / go-openai 依赖
前端:无 仓库:无
204 lines
6.2 KiB
Go
204 lines
6.2 KiB
Go
package service
|
||
|
||
import (
|
||
"context"
|
||
"errors"
|
||
"strings"
|
||
"time"
|
||
|
||
memorymodel "github.com/LoveLosita/smartflow/backend/memory/model"
|
||
memoryrepo "github.com/LoveLosita/smartflow/backend/memory/repo"
|
||
memoryutils "github.com/LoveLosita/smartflow/backend/memory/utils"
|
||
"github.com/LoveLosita/smartflow/backend/model"
|
||
"gorm.io/gorm"
|
||
)
|
||
|
||
const (
|
||
defaultManageListLimit = 20
|
||
maxManageListLimit = 100
|
||
)
|
||
|
||
// ManageService 负责 memory 模块内部的管理面能力。
|
||
//
|
||
// 职责边界:
|
||
// 1. 负责“列出记忆 / 删除记忆 / 读取与更新用户开关”这类维护动作;
|
||
// 2. 负责把用户主动管理行为补充进 memory_audit_logs;
|
||
// 3. 不负责 prompt 注入、不负责向量召回,也不负责后台抽取任务执行。
|
||
type ManageService struct {
|
||
db *gorm.DB
|
||
itemRepo *memoryrepo.ItemRepo
|
||
auditRepo *memoryrepo.AuditRepo
|
||
settingsRepo *memoryrepo.SettingsRepo
|
||
}
|
||
|
||
func NewManageService(
|
||
db *gorm.DB,
|
||
itemRepo *memoryrepo.ItemRepo,
|
||
auditRepo *memoryrepo.AuditRepo,
|
||
settingsRepo *memoryrepo.SettingsRepo,
|
||
) *ManageService {
|
||
return &ManageService{
|
||
db: db,
|
||
itemRepo: itemRepo,
|
||
auditRepo: auditRepo,
|
||
settingsRepo: settingsRepo,
|
||
}
|
||
}
|
||
|
||
// ListItems 列出某个用户当前可管理的记忆条目。
|
||
//
|
||
// 说明:
|
||
// 1. 这里面向“管理视角”,不会按用户开关再做二次过滤;
|
||
// 2. 即便用户暂时关闭 memory,总览页仍需要看见已有记忆,便于手动删除或核对;
|
||
// 3. 默认只返回 active/archived,除非显式传入 deleted。
|
||
func (s *ManageService) ListItems(ctx context.Context, req memorymodel.ListItemsRequest) ([]memorymodel.ItemDTO, error) {
|
||
if s == nil || s.itemRepo == nil {
|
||
return nil, errors.New("memory manage service is nil")
|
||
}
|
||
if req.UserID <= 0 {
|
||
return nil, nil
|
||
}
|
||
|
||
conversationID := strings.TrimSpace(req.ConversationID)
|
||
query := memorymodel.ItemQuery{
|
||
UserID: req.UserID,
|
||
ConversationID: conversationID,
|
||
Statuses: normalizeManageStatuses(req.Statuses),
|
||
MemoryTypes: normalizeMemoryTypes(req.MemoryTypes),
|
||
IncludeGlobal: conversationID != "",
|
||
OnlyUnexpired: false,
|
||
Limit: normalizeLimit(req.Limit, defaultManageListLimit, maxManageListLimit),
|
||
}
|
||
|
||
items, err := s.itemRepo.FindByQuery(ctx, query)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
return toItemDTOs(items), nil
|
||
}
|
||
|
||
// DeleteItem 软删除一条记忆,并补写审计日志。
|
||
//
|
||
// 步骤化说明:
|
||
// 1. 先在事务里读取当前条目快照,确保审计前镜像和实际删除对象一致;
|
||
// 2. 若该条目已是 deleted,则直接按幂等语义返回,避免重复写多条删除审计;
|
||
// 3. 状态更新成功后再写 audit log,保证“有删除就有审计”,失败时整笔事务回滚。
|
||
func (s *ManageService) DeleteItem(ctx context.Context, req memorymodel.DeleteItemRequest) (*memorymodel.ItemDTO, error) {
|
||
if s == nil || s.db == nil || s.itemRepo == nil || s.auditRepo == nil {
|
||
return nil, errors.New("memory manage service is not initialized")
|
||
}
|
||
if req.UserID <= 0 || req.MemoryID <= 0 {
|
||
return nil, nil
|
||
}
|
||
|
||
now := time.Now()
|
||
operatorType := memoryutils.NormalizeOperatorType(req.OperatorType)
|
||
reason := normalizeDeleteReason(req.Reason)
|
||
|
||
var deletedItem model.MemoryItem
|
||
err := s.db.WithContext(ctx).Transaction(func(tx *gorm.DB) error {
|
||
itemRepo := s.itemRepo.WithTx(tx)
|
||
auditRepo := s.auditRepo.WithTx(tx)
|
||
|
||
current, err := itemRepo.GetByIDForUser(ctx, req.UserID, req.MemoryID)
|
||
if err != nil {
|
||
return err
|
||
}
|
||
if current.Status == model.MemoryItemStatusDeleted {
|
||
deletedItem = *current
|
||
return nil
|
||
}
|
||
|
||
before := *current
|
||
after := before
|
||
after.Status = model.MemoryItemStatusDeleted
|
||
after.UpdatedAt = &now
|
||
|
||
if err = itemRepo.UpdateStatusByIDAt(ctx, req.UserID, req.MemoryID, model.MemoryItemStatusDeleted, now); err != nil {
|
||
return err
|
||
}
|
||
|
||
audit := memoryutils.BuildItemAuditLog(
|
||
req.MemoryID,
|
||
req.UserID,
|
||
memoryutils.AuditOperationDelete,
|
||
operatorType,
|
||
reason,
|
||
&before,
|
||
&after,
|
||
)
|
||
if err = auditRepo.Create(ctx, audit); err != nil {
|
||
return err
|
||
}
|
||
|
||
deletedItem = after
|
||
return nil
|
||
})
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
if deletedItem.ID <= 0 {
|
||
return nil, nil
|
||
}
|
||
|
||
result := toItemDTO(deletedItem)
|
||
return &result, nil
|
||
}
|
||
|
||
// GetUserSetting 返回用户当前生效的记忆开关。
|
||
//
|
||
// 返回语义:
|
||
// 1. 若数据库中还没有记录,返回系统默认开关,而不是 nil;
|
||
// 2. 这样前端/上层调用方始终拿到完整结构,避免再做一层判空补默认值;
|
||
// 3. 这里只读 settings,不附带修改动作。
|
||
func (s *ManageService) GetUserSetting(ctx context.Context, userID int) (memorymodel.UserSettingDTO, error) {
|
||
if s == nil || s.settingsRepo == nil {
|
||
return memorymodel.UserSettingDTO{}, errors.New("memory manage service is nil")
|
||
}
|
||
if userID <= 0 {
|
||
return memorymodel.UserSettingDTO{}, nil
|
||
}
|
||
|
||
setting, err := s.settingsRepo.GetByUserID(ctx, userID)
|
||
if err != nil {
|
||
return memorymodel.UserSettingDTO{}, err
|
||
}
|
||
return toUserSettingDTO(memoryutils.EffectiveUserSetting(setting, userID)), nil
|
||
}
|
||
|
||
// UpsertUserSetting 写入用户记忆开关。
|
||
//
|
||
// 说明:
|
||
// 1. 当前阶段先直接覆盖三类开关,不做 patch 语义;
|
||
// 2. 这样便于前端把整块设置表单一次性提交,接口语义更稳定;
|
||
// 3. 若后续需要记录设置变更审计,再单独扩展 setting audit,而不是复用 item audit。
|
||
func (s *ManageService) UpsertUserSetting(ctx context.Context, req memorymodel.UpdateUserSettingRequest) (memorymodel.UserSettingDTO, error) {
|
||
if s == nil || s.settingsRepo == nil {
|
||
return memorymodel.UserSettingDTO{}, errors.New("memory manage service is nil")
|
||
}
|
||
if req.UserID <= 0 {
|
||
return memorymodel.UserSettingDTO{}, nil
|
||
}
|
||
|
||
now := time.Now()
|
||
setting := model.MemoryUserSetting{
|
||
UserID: req.UserID,
|
||
MemoryEnabled: req.MemoryEnabled,
|
||
ImplicitMemoryEnabled: req.ImplicitMemoryEnabled,
|
||
SensitiveMemoryEnabled: req.SensitiveMemoryEnabled,
|
||
UpdatedAt: &now,
|
||
}
|
||
if err := s.settingsRepo.Upsert(ctx, setting); err != nil {
|
||
return memorymodel.UserSettingDTO{}, err
|
||
}
|
||
return toUserSettingDTO(setting), nil
|
||
}
|
||
|
||
func normalizeDeleteReason(reason string) string {
|
||
reason = strings.TrimSpace(reason)
|
||
if reason == "" {
|
||
return "用户删除记忆"
|
||
}
|
||
return reason
|
||
}
|