后端:
1. LLM 客户端从 newAgent/llm 提升为 infra/llm 基础设施层
- 删除 backend/newAgent/llm/(ark.go / ark_adapter.go / client.go / json.go)
- 等价迁移至 backend/infra/llm/,所有 newAgent node 与 service 统一改引用 infrallm
- 消除 newAgent 对模型客户端的私有依赖,为 memory / websearch 等多模块复用铺路
2. RAG 基础设施完成可运行态接入(factory / runtime / observer / service 四层成型)
- 新建 backend/infra/rag/factory.go / runtime.go / observe.go / observer.go /
service.go:工厂创建、运行时生命周期、轻量观测接口、检索服务门面
- 更新 infra/rag/config/config.go:补齐 Milvus / Embed / Reranker 全部配置项与默认值
- 更新 infra/rag/embed/eino_embedder.go:增强 Eino embedding 适配,支持 BaseURL / APIKey 环境变量 / 超时 /
维度等参数
- 更新 infra/rag/store/milvus_store.go:完整实现 Milvus 向量存储(建集合 / 建 Index / Upsert / Search /
Delete),支持 COSINE / L2 / IP 度量
- 更新 infra/rag/core/pipeline.go:适配 Runtime 接口,Pipeline 由 factory 注入而非手动拼装
- 更新 infra/rag/corpus/memory_corpus.go / vector_store.go:对接 Memory 模块数据源与 Store 接口扩展
3. Memory 模块从 Day1 骨架升级为 Day2 完整可运行态
- 新建 memory/module.go:统一门面 Module,对外封装 EnqueueExtract / ReadService / ManageService / WithTx /
StartWorker,启动层只依赖这一个入口
- 新建 memory/orchestrator/llm_write_orchestrator.go:LLM 驱动的记忆抽取编排器,替代原 mock 抽取
- 新建 memory/service/read_service.go:按用户开关过滤 + 轻量重排 + 访问时间刷新的读取链路
- 新建 memory/service/manage_service.go:记忆管理面能力(列出 / 软删除 / 开关读写),删除同步写审计日志
- 新建 memory/service/common.go:服务层公共工具
- 新建 memory/worker/loop.go:后台轮询循环 RunPollingLoop,定时抢占 pending 任务并推进
- 新建 memory/utils/audit.go / settings.go:审计日志构造、用户设置过滤等纯函数
- 更新 memory/model/item.go / job.go / settings.go / config.go / status.go:补齐 DTO 字段与状态常量
- 更新 memory/repo/item_repo.go / job_repo.go / audit_repo.go / settings_repo.go:补齐 CRUD 与查询能力
- 更新 memory/worker/runner.go:Runner 对接 Module 与 LLM 抽取器,任务状态机完整化
- 更新 memory/README.md:同步模块现状说明
4. newAgent 接入 Memory 读取注入与工具注册依赖预埋
- 新建 service/agentsvc/agent_memory.go:定义 MemoryReader 接口 + injectMemoryContext,在 graph
执行前统一补充记忆上下文
- 更新 service/agentsvc/agent.go:新增 memoryReader 字段与 SetMemoryReader 方法
- 更新 service/agentsvc/agent_newagent.go:调用 injectMemoryContext 注入 pinned block,检索失败仅降级不阻断主链路
- 更新 newAgent/tools/registry.go:新增 DefaultRegistryDeps(含 RAGRuntime),工具注册表支持依赖注入
5. 启动流程与事件处理器接线更新
- 更新 cmd/start.go:初始化 RAG Runtime → Memory Module → 注册事件处理器 → 启动 Worker 后台轮询
- 更新 service/events/memory_extract_requested.go:改用 memory.Module.WithTx(tx) 统一门面,事件处理器不再直接依赖
repo/service 内部包
6. 缓存插件与配置同步
- 更新 middleware/cache_deleter.go:静默忽略 MemoryJob / MemoryItem / MemoryAuditLog / MemoryUserSetting
等新模型,避免日志刷屏;清理冗余注释
- 更新 config.example.yaml:补齐 rag / memory / websearch 配置段及默认值
- 更新 go.mod / go.sum:新增 eino-ext/openai / json-patch / go-openai 依赖
前端:无 仓库:无
140 lines
4.3 KiB
Go
140 lines
4.3 KiB
Go
package rag
|
||
|
||
import (
|
||
"context"
|
||
"fmt"
|
||
"log"
|
||
"os"
|
||
"strings"
|
||
|
||
ragchunk "github.com/LoveLosita/smartflow/backend/infra/rag/chunk"
|
||
ragconfig "github.com/LoveLosita/smartflow/backend/infra/rag/config"
|
||
"github.com/LoveLosita/smartflow/backend/infra/rag/core"
|
||
ragembed "github.com/LoveLosita/smartflow/backend/infra/rag/embed"
|
||
ragrerank "github.com/LoveLosita/smartflow/backend/infra/rag/rerank"
|
||
ragstore "github.com/LoveLosita/smartflow/backend/infra/rag/store"
|
||
)
|
||
|
||
// FactoryDeps 描述 Runtime 工厂所需的可选依赖。
|
||
//
|
||
// 说明:
|
||
// 1. Logger 仅作为“当前项目尚无统一日志系统”时的默认落点;
|
||
// 2. Observer 是正式的统一观测插槽,后续可替换为项目级 logger/metrics/tracing 适配器;
|
||
// 3. 业务侧仍然只拿 Runtime,不直接碰底层装配细节。
|
||
type FactoryDeps struct {
|
||
Logger *log.Logger
|
||
Observer Observer
|
||
}
|
||
|
||
// NewRuntimeFromConfig 按配置统一组装 RAG Runtime。
|
||
//
|
||
// 设计说明:
|
||
// 1. 所有底层实现选择都收口到这里,业务侧不再自行 new store/embedder/reranker;
|
||
// 2. 即使后续引入更多 provider,也应优先扩展本工厂,而不是把选择逻辑扩散到业务模块;
|
||
// 3. 观测能力也在此统一注入,避免 runtime/store/pipeline 各自偷偷打印日志。
|
||
func NewRuntimeFromConfig(ctx context.Context, cfg ragconfig.Config, deps FactoryDeps) (Runtime, error) {
|
||
logger, observer := normalizeFactoryDeps(deps)
|
||
|
||
embedder, err := buildEmbedder(ctx, cfg)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
|
||
store, err := buildStore(cfg, logger, observer)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
|
||
reranker, err := buildReranker(cfg, observer)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
|
||
pipeline := core.NewPipeline(ragchunk.NewTextChunker(), embedder, store, reranker)
|
||
pipeline.SetLogger(logger)
|
||
pipeline.SetObserver(observer)
|
||
return newRuntime(cfg, pipeline, observer), nil
|
||
}
|
||
|
||
func normalizeFactoryDeps(deps FactoryDeps) (*log.Logger, Observer) {
|
||
logger := deps.Logger
|
||
if logger == nil {
|
||
logger = log.Default()
|
||
}
|
||
observer := deps.Observer
|
||
if observer == nil {
|
||
observer = NewLoggerObserver(logger)
|
||
}
|
||
return logger, observer
|
||
}
|
||
|
||
func buildEmbedder(ctx context.Context, cfg ragconfig.Config) (core.Embedder, error) {
|
||
switch strings.ToLower(strings.TrimSpace(cfg.EmbedProvider)) {
|
||
case "", "mock":
|
||
return ragembed.NewMockEmbedder(cfg.EmbedDimension), nil
|
||
case "eino":
|
||
apiKey := strings.TrimSpace(os.Getenv(cfg.EmbedAPIKeyEnv))
|
||
if apiKey == "" {
|
||
return nil, fmt.Errorf("rag embed api key is empty: env=%s", cfg.EmbedAPIKeyEnv)
|
||
}
|
||
return ragembed.NewEinoEmbedder(ctx, ragembed.EinoConfig{
|
||
APIKey: apiKey,
|
||
BaseURL: cfg.EmbedBaseURL,
|
||
Model: cfg.EmbedModel,
|
||
TimeoutMS: cfg.EmbedTimeoutMS,
|
||
Dimension: cfg.EmbedDimension,
|
||
})
|
||
default:
|
||
return nil, fmt.Errorf("unsupported rag embed provider: %s", cfg.EmbedProvider)
|
||
}
|
||
}
|
||
|
||
func buildStore(cfg ragconfig.Config, logger *log.Logger, observer Observer) (core.VectorStore, error) {
|
||
switch strings.ToLower(strings.TrimSpace(cfg.Store)) {
|
||
case "", "inmemory":
|
||
return ragstore.NewInMemoryVectorStore(), nil
|
||
case "milvus":
|
||
return ragstore.NewMilvusStore(ragstore.MilvusConfig{
|
||
Address: cfg.MilvusAddress,
|
||
Token: cfg.MilvusToken,
|
||
DBName: cfg.MilvusDBName,
|
||
CollectionName: cfg.MilvusCollectionName,
|
||
RequestTimeoutMS: cfg.MilvusRequestTimeoutMS,
|
||
Dimension: cfg.EmbedDimension,
|
||
MetricType: cfg.MilvusMetricType,
|
||
Logger: logger,
|
||
Observer: observer,
|
||
})
|
||
default:
|
||
return nil, fmt.Errorf("unsupported rag store: %s", cfg.Store)
|
||
}
|
||
}
|
||
|
||
func buildReranker(cfg ragconfig.Config, observer Observer) (core.Reranker, error) {
|
||
if !cfg.RerankerEnabled {
|
||
return ragrerank.NewNoopReranker(), nil
|
||
}
|
||
|
||
switch strings.ToLower(strings.TrimSpace(cfg.RerankerProvider)) {
|
||
case "", "noop":
|
||
return ragrerank.NewNoopReranker(), nil
|
||
case "eino":
|
||
if observer != nil {
|
||
observer.Observe(context.Background(), ObserveEvent{
|
||
Level: ObserveLevelWarn,
|
||
Component: "factory",
|
||
Operation: "reranker_fallback",
|
||
Fields: map[string]any{
|
||
"provider": "eino",
|
||
"status": "fallback",
|
||
"fallback_target": "noop",
|
||
"reason": "reranker_not_implemented",
|
||
},
|
||
})
|
||
}
|
||
return ragrerank.NewNoopReranker(), nil
|
||
default:
|
||
return nil, fmt.Errorf("unsupported rag reranker provider: %s", cfg.RerankerProvider)
|
||
}
|
||
}
|