后端: 1. Memory Day1 链路打通(chat_history -> outbox -> memory_jobs) - 更新 service/events/chat_history_persist.go:聊天消息落库同事务追加 memory.extract.requested 事件(仅 user 消息,失败回滚后由 outbox 重试) - 新建 service/events/memory_extract_requested.go:消费 memory.extract.requested 并幂等入队 memory_jobs,补齐 payload 校验、文本截断与 idempotency key - 更新 cmd/start.go:注册 RegisterMemoryExtractRequestedHandler 2. Memory 模块骨架落地(先跑通状态机,再接入真实抽取) - 新建 memory/model、repo、service、orchestrator、worker、utils 目录与 Day1 mock 抽取执行链 - 新建 model/memory.go:补齐 memory_items / memory_jobs / memory_audit_logs / memory_user_settings 与事件 payload 模型 - 更新 inits/mysql.go:接入 4 张 memory 相关表 AutoMigrate 3. RAG 复用基础设施预埋(依赖可替换) - 新建 infra/rag:core pipeline + chunk/embed/retrieve/rerank/store/corpus/config 分层实现 - 默认接入 MockEmbedder + InMemoryStore,预留 Milvus / Eino 适配实现 - 新增 infra/rag/RAG复用接口实施计划.md 4. 本地依赖与交接文档同步 - 更新 docker-compose.yml:新增 etcd / minio / milvus / attu 服务与数据卷 - 删除 newAgent/HANDOFF_工具研究与运行态重置.md、newAgent/阶段3_上下文瘦身设计.md - 新增 newAgent/HANDOFF_WebSearch两阶段实施计划.md、memory/HANDOFF-RAG复用后续实施计划.md、memory/README.md 前端:无 仓库:无
170 lines
4.6 KiB
YAML
170 lines
4.6 KiB
YAML
services:
|
|
mysql:
|
|
image: mysql:8.0
|
|
container_name: smartflow-mysql
|
|
restart: unless-stopped
|
|
environment:
|
|
MYSQL_ROOT_PASSWORD: root_password_123
|
|
MYSQL_DATABASE: smartflow
|
|
MYSQL_USER: smartflow_user
|
|
MYSQL_PASSWORD: smartflow_password_456
|
|
ports:
|
|
- "3306:3306"
|
|
command: --default-authentication-plugin=mysql_native_password
|
|
volumes:
|
|
- mysql_data:/var/lib/mysql
|
|
healthcheck:
|
|
test: ["CMD-SHELL", "mysqladmin ping -h localhost -uroot -proot_password_123"]
|
|
interval: 10s
|
|
timeout: 5s
|
|
retries: 10
|
|
|
|
redis:
|
|
image: redis:7
|
|
container_name: smartflow-redis
|
|
restart: unless-stopped
|
|
command: redis-server --appendonly yes --requirepass redis_password_789
|
|
ports:
|
|
- "6379:6379"
|
|
volumes:
|
|
- redis_data:/data
|
|
healthcheck:
|
|
test: ["CMD", "redis-cli", "-a", "redis_password_789", "ping"]
|
|
interval: 10s
|
|
timeout: 5s
|
|
retries: 10
|
|
|
|
kafka:
|
|
image: apache/kafka:3.7.2
|
|
container_name: smartflow-kafka
|
|
restart: unless-stopped
|
|
ports:
|
|
- "9092:9092"
|
|
environment:
|
|
KAFKA_NODE_ID: 1
|
|
KAFKA_PROCESS_ROLES: broker,controller
|
|
CLUSTER_ID: MkU3OEVBNTcwNTJENDM2Qk
|
|
KAFKA_LISTENERS: INTERNAL://:9094,EXTERNAL://:9092,CONTROLLER://:9093
|
|
KAFKA_ADVERTISED_LISTENERS: INTERNAL://kafka:9094,EXTERNAL://localhost:9092
|
|
KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: INTERNAL:PLAINTEXT,EXTERNAL:PLAINTEXT,CONTROLLER:PLAINTEXT
|
|
KAFKA_INTER_BROKER_LISTENER_NAME: INTERNAL
|
|
KAFKA_CONTROLLER_LISTENER_NAMES: CONTROLLER
|
|
KAFKA_CONTROLLER_QUORUM_VOTERS: 1@kafka:9093
|
|
KAFKA_AUTO_CREATE_TOPICS_ENABLE: "true"
|
|
KAFKA_NUM_PARTITIONS: 3
|
|
KAFKA_DEFAULT_REPLICATION_FACTOR: 1
|
|
KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
|
|
KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
|
|
KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
|
|
KAFKA_LOG_DIRS: /var/lib/kafka/data
|
|
volumes:
|
|
- kafka_data:/var/lib/kafka/data
|
|
healthcheck:
|
|
test: ["CMD-SHELL", "/opt/kafka/bin/kafka-topics.sh --bootstrap-server localhost:9092 --list >/dev/null 2>&1"]
|
|
interval: 10s
|
|
timeout: 5s
|
|
retries: 15
|
|
|
|
kafka-init:
|
|
image: apache/kafka:3.7.2
|
|
container_name: smartflow-kafka-init
|
|
depends_on:
|
|
kafka:
|
|
condition: service_healthy
|
|
entrypoint: ["/bin/bash", "-c"]
|
|
command: >
|
|
/opt/kafka/bin/kafka-topics.sh
|
|
--bootstrap-server kafka:9094
|
|
--create
|
|
--if-not-exists
|
|
--topic smartflow.agent.outbox
|
|
--partitions 3
|
|
--replication-factor 1
|
|
restart: "no"
|
|
|
|
etcd:
|
|
image: quay.io/coreos/etcd:v3.5.5
|
|
container_name: smartflow-etcd
|
|
restart: unless-stopped
|
|
environment:
|
|
ETCD_AUTO_COMPACTION_MODE: revision
|
|
ETCD_AUTO_COMPACTION_RETENTION: "1000"
|
|
ETCD_QUOTA_BACKEND_BYTES: "4294967296"
|
|
ETCD_SNAPSHOT_COUNT: "50000"
|
|
command: >
|
|
etcd
|
|
-advertise-client-urls=http://etcd:2379
|
|
-listen-client-urls=http://0.0.0.0:2379
|
|
--data-dir=/etcd
|
|
volumes:
|
|
- etcd_data:/etcd
|
|
healthcheck:
|
|
test: ["CMD", "etcdctl", "endpoint", "health"]
|
|
interval: 10s
|
|
timeout: 5s
|
|
retries: 20
|
|
|
|
minio:
|
|
image: minio/minio:RELEASE.2023-03-20T20-16-18Z
|
|
container_name: smartflow-minio
|
|
restart: unless-stopped
|
|
environment:
|
|
MINIO_ROOT_USER: minioadmin
|
|
MINIO_ROOT_PASSWORD: minioadmin
|
|
command: minio server /minio_data --console-address ":9001"
|
|
ports:
|
|
- "9000:9000"
|
|
- "9001:9001"
|
|
volumes:
|
|
- minio_data:/minio_data
|
|
healthcheck:
|
|
test: ["CMD", "curl", "-f", "http://localhost:9000/minio/health/live"]
|
|
interval: 10s
|
|
timeout: 5s
|
|
retries: 20
|
|
|
|
milvus-standalone:
|
|
image: milvusdb/milvus:v2.4.4
|
|
container_name: smartflow-milvus
|
|
restart: unless-stopped
|
|
command: ["milvus", "run", "standalone"]
|
|
environment:
|
|
ETCD_USE_EMBED: "false"
|
|
ETCD_ENDPOINTS: etcd:2379
|
|
MINIO_ADDRESS: minio:9000
|
|
ports:
|
|
- "19530:19530"
|
|
- "9091:9091"
|
|
volumes:
|
|
- milvus_data:/var/lib/milvus
|
|
depends_on:
|
|
etcd:
|
|
condition: service_healthy
|
|
minio:
|
|
condition: service_healthy
|
|
healthcheck:
|
|
test: ["CMD", "curl", "-f", "http://localhost:9091/healthz"]
|
|
interval: 10s
|
|
timeout: 5s
|
|
retries: 30
|
|
|
|
attu:
|
|
image: zilliz/attu:v2.4.3
|
|
container_name: smartflow-attu
|
|
restart: unless-stopped
|
|
ports:
|
|
- "8000:3000"
|
|
environment:
|
|
MILVUS_URL: smartflow-milvus:19530
|
|
depends_on:
|
|
milvus-standalone:
|
|
condition: service_healthy
|
|
|
|
volumes:
|
|
mysql_data:
|
|
redis_data:
|
|
kafka_data:
|
|
etcd_data:
|
|
minio_data:
|
|
milvus_data:
|