cjw
0e6b3b1811
按 ROADMAP §3.1 治理批次推进的后端设计审查整改：
- 批次 0（安全）：/api/status/{task_id} 补 JWT 鉴权与任务归属校验；
pythonocc_available 真实探测；bcrypt 超 72 字节显式拒绝；
SECRET_KEY/RUSTFS_* 惰性校验，代码侧弱默认移除
- 批次 1（部署正确性）：主处理链路改走 RustFS（分派入参 stp_file_id 化，
worker 按 object_key 下载）；AUTO_MIGRATE 开关 + 迁移目录 alembic/→migrations/
修复包遮蔽（自动迁移此前从未真正生效）；OCC 镜像改 conda 原生执行 +
基础镜像 tag 锁定；compose 关键项改 ${VAR:?} 强制显式配置
- 批次 2（任务一致性）：删除 Redis 进程内存回退，PG 为任务状态单一事实源；
批量元数据入库（processing_tasks.batch_id，迁移 a3f8c2d91e47）；
型腔失败任务标 failed 不再静默 completed；事务边界收口
（数据本体写 flush-only、失败先回滚再置 failed、进度更新保留即时 commit）
- 批次 3（API 与代码结构）：592 行 advanced_router 拆为 design/cost/machining/
export 四子路由，请求体全量 Pydantic 化；ROUTE_MODULES + route_registry
（/api/health 呈现 degraded，DEBUG fail fast）；纯计算端点统一 to_thread；
StorageIntegrationService 按职责三拆；MAX_FILE_SIZE 接线生效、
celery 复用 Settings.redis_url；管理员重置密码改 JSON body（端到端断裂修复）；
openapi.json 重导出（76 paths）+ 前端 gen:api
- 批次 4（架构演进）：共享 ORM 按模块拆分（shared/models/base.py + identity.py、
moldinsight/models/、inventory/models/，删除三条无使用方的跨模块
relationship，跨模块桥接收敛为裸 FK 硬规则，无兼容 facade）；
OCC executor 重建补 cancel_futures=True（消除旧队列被慢恢复线程
并行消化的数据竞争）；OCC 吞吐方案设计先行
（docs/topics/performance/OCC_THROUGHPUT.md）；顺手清偿 D15
（vite.config.ts 未用参数致 npm run build 失败）
测试基线：125 passed, 2 skipped（pytest + sqlite+aiosqlite；归属边界、
路由契约、配置治理、鉴权回归等随批新增）
文档同步：STATUS / TECH_DEBT / ROADMAP / ARCHITECTURE / API_CONTRACT /
OPERATIONS / AGENTS
Co-Authored-By: Claude Code <noreply@anthropic.com>
82 lines
2.6 KiB
Python
82 lines
2.6 KiB
Python
#!/usr/bin/env python3
|
|
"""
|
|
回填 mold_cavity_data 的多方案可信化字段。
|
|
|
|
回填字段：
|
|
- best_scheme_id
|
|
- confidence_score
|
|
- is_fallback
|
|
- fallback_reason
|
|
"""
|
|
|
|
import asyncio
|
|
import json
|
|
import sys
|
|
from pathlib import Path
|
|
|
|
project_root = Path(__file__).resolve().parents[2]
|
|
src_root = project_root / "src"
|
|
sys.path.insert(0, str(project_root))
|
|
sys.path.insert(0, str(src_root))
|
|
|
|
from sqlalchemy import select
|
|
|
|
from database.database import db_manager
|
|
from moldinsight.models import MoldCavityData
|
|
from storage.rustfs_storage import rustfs_manager
|
|
from config.settings import settings
|
|
from services.storage_integration_rustfs import StorageIntegrationService
|
|
from utils.logger import get_logger
|
|
|
|
logger = get_logger(__name__)
|
|
|
|
|
|
async def backfill():
|
|
await db_manager.connect()
|
|
await rustfs_manager.connect(
|
|
endpoint=settings.RUSTFS_ENDPOINT,
|
|
access_key=settings.RUSTFS_ACCESS_KEY,
|
|
secret_key=settings.RUSTFS_SECRET_KEY,
|
|
timeout=settings.RUSTFS_TIMEOUT,
|
|
)
|
|
|
|
summary = {"total": 0, "updated": 0, "failed": 0}
|
|
try:
|
|
async with db_manager.session() as session:
|
|
result = await session.execute(select(MoldCavityData))
|
|
rows = result.scalars().all()
|
|
summary["total"] = len(rows)
|
|
|
|
for row in rows:
|
|
try:
|
|
cavity_bytes = await rustfs_manager.download_file(
|
|
file_type="mold_cavities",
|
|
object_key=row.detailed_object_key,
|
|
)
|
|
cavity_json = json.loads(cavity_bytes.decode("utf-8"))
|
|
payload = StorageIntegrationService._resolve_best_scheme_payload(cavity_json)
|
|
best_scheme = payload.get("best_scheme") or {}
|
|
|
|
row.best_scheme_id = payload.get("best_scheme_id")
|
|
row.confidence_score = best_scheme.get("confidence_score")
|
|
row.is_fallback = best_scheme.get("is_fallback")
|
|
row.fallback_reason = best_scheme.get("fallback_reason")
|
|
summary["updated"] += 1
|
|
except Exception as exc:
|
|
summary["failed"] += 1
|
|
logger.warning(f"回填失败 id={row.id}: {exc}")
|
|
|
|
await session.commit()
|
|
finally:
|
|
await rustfs_manager.close()
|
|
await db_manager.disconnect()
|
|
|
|
print("=== Backfill 完成 ===")
|
|
print(f"总记录: {summary['total']}")
|
|
print(f"成功更新: {summary['updated']}")
|
|
print(f"失败: {summary['failed']}")
|
|
|
|
|
|
if __name__ == "__main__":
|
|
asyncio.run(backfill())
|