Version: 0.9.74.dev.260505
后端: 1.阶段 6 memory 服务化 CP1-CP3 落地 - 新增 cmd/memory 独立进程入口,落地 services/memory dao/rpc/sv 与 memory zrpc pb - 将 memory.extract.requested outbox 消费与 memory worker 迁入 cmd/memory,单体 worker 不再消费 memory outbox - 新增 gateway/client/memory、shared/contracts/memory 和 shared/ports memory port - 将 /api/v1/memory/items* HTTP 管理面切到 memory zrpc,gateway 只保留鉴权、限流、幂等、参数绑定和响应透传 - 新增 memory Retrieve RPC,并将 agent 主链路 memory reader 切到 memory zrpc 读取 - 补充 agent memory RPC reader 适配器,保留注入侧 observer / metrics 观测能力 - 保留旧 backend/memory 核心实现作为迁移期复用与回退面,cmd/memory 内部继续复用既有 Module / ReadService 逻辑 - 补充 memory.rpc 示例配置,更新单体 outbox 发布边界与 memory handler 注释口径
This commit is contained in:
138
backend/cmd/memory/main.go
Normal file
138
backend/cmd/memory/main.go
Normal file
@@ -0,0 +1,138 @@
|
||||
package main
|
||||
|
||||
import (
|
||||
"context"
|
||||
"fmt"
|
||||
"log"
|
||||
"os"
|
||||
"os/signal"
|
||||
"syscall"
|
||||
|
||||
"github.com/LoveLosita/smartflow/backend/bootstrap"
|
||||
kafkabus "github.com/LoveLosita/smartflow/backend/infra/kafka"
|
||||
outboxinfra "github.com/LoveLosita/smartflow/backend/infra/outbox"
|
||||
"github.com/LoveLosita/smartflow/backend/inits"
|
||||
memorymodule "github.com/LoveLosita/smartflow/backend/memory"
|
||||
memoryobserve "github.com/LoveLosita/smartflow/backend/memory/observe"
|
||||
llmservice "github.com/LoveLosita/smartflow/backend/services/llm"
|
||||
memorydao "github.com/LoveLosita/smartflow/backend/services/memory/dao"
|
||||
memoryrpc "github.com/LoveLosita/smartflow/backend/services/memory/rpc"
|
||||
memorysv "github.com/LoveLosita/smartflow/backend/services/memory/sv"
|
||||
ragservice "github.com/LoveLosita/smartflow/backend/services/rag"
|
||||
ragconfig "github.com/LoveLosita/smartflow/backend/services/rag/config"
|
||||
"github.com/spf13/viper"
|
||||
)
|
||||
|
||||
func main() {
|
||||
if err := bootstrap.LoadConfig(); err != nil {
|
||||
log.Fatalf("failed to load config: %v", err)
|
||||
}
|
||||
|
||||
ctx, stop := signal.NotifyContext(context.Background(), os.Interrupt, syscall.SIGTERM)
|
||||
defer stop()
|
||||
|
||||
db, err := memorydao.OpenDBFromConfig()
|
||||
if err != nil {
|
||||
log.Fatalf("failed to connect memory database: %v", err)
|
||||
}
|
||||
|
||||
llmClient, err := buildMemoryLLMClient()
|
||||
if err != nil {
|
||||
log.Fatalf("failed to initialize memory LLM client: %v", err)
|
||||
}
|
||||
|
||||
ragRuntime, err := buildMemoryRAGRuntime(ctx)
|
||||
if err != nil {
|
||||
log.Fatalf("failed to initialize memory RAG runtime: %v", err)
|
||||
}
|
||||
|
||||
memoryCfg := memorymodule.LoadConfigFromViper()
|
||||
memoryObserver := memoryobserve.NewLoggerObserver(log.Default())
|
||||
memoryMetrics := memoryobserve.NewMetricsRegistry()
|
||||
module := memorymodule.NewModuleWithObserve(
|
||||
db,
|
||||
llmClient,
|
||||
ragRuntime,
|
||||
memoryCfg,
|
||||
memorymodule.ObserveDeps{
|
||||
Observer: memoryObserver,
|
||||
Metrics: memoryMetrics,
|
||||
},
|
||||
)
|
||||
|
||||
outboxRepo := outboxinfra.NewRepository(db)
|
||||
svc, err := memorysv.NewService(memorysv.Options{
|
||||
Module: module,
|
||||
OutboxRepo: outboxRepo,
|
||||
KafkaConfig: kafkabus.LoadConfig(),
|
||||
})
|
||||
if err != nil {
|
||||
log.Fatalf("failed to initialize memory service: %v", err)
|
||||
}
|
||||
defer svc.Close()
|
||||
|
||||
svc.StartWorkers(ctx)
|
||||
|
||||
server, listenOn, err := memoryrpc.NewServer(memoryrpc.ServerOptions{
|
||||
ListenOn: viper.GetString("memory.rpc.listenOn"),
|
||||
Timeout: viper.GetDuration("memory.rpc.timeout"),
|
||||
Service: svc,
|
||||
})
|
||||
if err != nil {
|
||||
log.Fatalf("failed to build memory zrpc server: %v", err)
|
||||
}
|
||||
defer server.Stop()
|
||||
|
||||
go func() {
|
||||
log.Printf("memory zrpc service starting on %s", listenOn)
|
||||
server.Start()
|
||||
}()
|
||||
|
||||
<-ctx.Done()
|
||||
log.Println("memory service stopping")
|
||||
}
|
||||
|
||||
// buildMemoryLLMClient 初始化 memory 抽取链路使用的模型客户端。
|
||||
//
|
||||
// 说明:
|
||||
// 1. CP1 先复用既有 llm-service canonical 入口,不在 memory 服务里重建模型调用封装;
|
||||
// 2. 当前启动入口与 cmd/start.go / cmd/active-scheduler 都需要 Eino 初始化,后续若出现第三处重复装配,应抽公共 bootstrap;
|
||||
// 3. 返回 ProClient 是因为现有 memory.Module 只需要 llmservice.Client,不需要完整 Service。
|
||||
func buildMemoryLLMClient() (*llmservice.Client, error) {
|
||||
aiHub, err := inits.InitEino()
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
llmService := llmservice.New(llmservice.Options{
|
||||
AIHub: aiHub,
|
||||
APIKey: os.Getenv("ARK_API_KEY"),
|
||||
BaseURL: viper.GetString("agent.baseURL"),
|
||||
CourseVisionModel: viper.GetString("courseImport.visionModel"),
|
||||
})
|
||||
return llmService.ProClient(), nil
|
||||
}
|
||||
|
||||
// buildMemoryRAGRuntime 初始化 memory 检索与向量同步使用的 RAG Runtime。
|
||||
//
|
||||
// 暂不抽公共层原因:
|
||||
// 1. 本轮只迁 memory 一个能力域,避免同时调整 cmd/start.go 的既有装配路径;
|
||||
// 2. RAG 的 canonical 入口已在 services/rag 内,当前函数只做启动层配置读取与日志包装;
|
||||
// 3. 等 agent 服务也迁出后,再统一评估 llm/rag 启动装配的公共 bootstrap。
|
||||
func buildMemoryRAGRuntime(ctx context.Context) (ragservice.Runtime, error) {
|
||||
ragCfg := ragconfig.LoadFromViper()
|
||||
if !ragCfg.Enabled {
|
||||
log.Println("RAG service is disabled for memory")
|
||||
return nil, nil
|
||||
}
|
||||
|
||||
ragLogger := log.Default()
|
||||
ragService, err := ragservice.NewFromConfig(ctx, ragCfg, ragservice.FactoryDeps{
|
||||
Logger: ragLogger,
|
||||
Observer: ragservice.NewLoggerObserver(ragLogger),
|
||||
})
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("build memory RAG service failed: %w", err)
|
||||
}
|
||||
log.Printf("Memory RAG runtime initialized: store=%s embed=%s reranker=%s", ragCfg.Store, ragCfg.EmbedProvider, ragCfg.RerankerProvider)
|
||||
return ragService.Runtime(), nil
|
||||
}
|
||||
Reference in New Issue
Block a user