wsb1224
b8c4e8b672
修复 PPT 异步任务无法生成的问题，包括任务变量引用错误、失败状态回写、心跳缺失任务恢复。 脱敏改为保司/产品后台统一配置，生成端不再让用户选择；任务创建时保存策略快照。 保司支持独立控制 PPT、海报 Logo 显示。 PPT 核验新增吸烟状态、币种及三个条件字段。 利益演示、退保提取调整为警告，不再阻止生成。 PPT 生成完成后可以直接返回数据核验页修改。 建立不同险种、单图/长图共六套海报字段画像。 PPT“生成场景”支持后台新增、启停和删除。 保司、产品、PPT 模板、文案模板均支持安全删除。 内置模板禁止删除，只允许停用；存在关联数据时拒绝危险删除。 补充策略变更及删除审计日志。 更新 API 文档、部署文档及修复计划实施记录。 关键交付文件： [数据库迁移 migrate_027.py](D:/work/code/python/coding/baodanagent/api/insurance/db/migrate_027.py) [海报字段画像 field_profiles.py](D:/work/code/python/coding/baodanagent/api/insurance/poster/field_profiles.py) [动态场景服务 scenarios.py](D:/work/code/python/coding/baodanagent/api/insurance/ppt/scenarios.py) [新增回归测试](D:/work/code/python/coding/baodanagent/tests/ppt_poster_optimization_test.py) [优化修复计划书](D:/work/code/python/coding/baodanagent/docs/保险智能客服系统_PPT与海报优化修复计划书_20260731.md) 验证结果： 核心链路测试：37 passed，1 skipped 扩展回归测试：140 passed PPT 渲染器测试：6 passed 前端生产构建：通过 Python 编译检查：通过 完整测试集：190 passed，1 failed 唯一失败为 tests/test_chat_save.py::test_chat_logs_query 未建立 Flask application context，与本次 PPT/海报链路无关。
368 lines
13 KiB
Python
368 lines
13 KiB
Python
"""统一任务服务：创建、查询、取消任务。"""
|
||
import json
|
||
import logging
|
||
import uuid
|
||
from datetime import datetime
|
||
|
||
logger = logging.getLogger(__name__)
|
||
|
||
|
||
def create_task(user_id: str, artifact_type: str, operation: str,
|
||
workspace_id: str, title: str = "",
|
||
input_snapshot: dict = None, idempotency_key: str = None,
|
||
input_revision: int = None) -> dict:
|
||
"""创建生成任务并提交到 Celery。
|
||
|
||
返回 {"code": 0, "data": task_dict} 或错误。
|
||
"""
|
||
from insurance.db.compat import db
|
||
from insurance.models.generation_task import GenerationTask
|
||
|
||
# 幂等检查
|
||
if idempotency_key:
|
||
existing = GenerationTask.query.filter_by(
|
||
idempotency_key=idempotency_key,
|
||
).filter(GenerationTask.status.in_(["queued", "running", "done"])).first()
|
||
if existing:
|
||
return {"code": 0, "data": existing.to_dict(), "message": "任务已存在"}
|
||
|
||
# 检查同一工作区是否有运行中的任务
|
||
active = GenerationTask.query.filter_by(
|
||
workspace_id=workspace_id,
|
||
).filter(GenerationTask.status.in_(["queued", "running"])).first()
|
||
if active:
|
||
return {"code": 1001, "message": "该工作区有正在执行的任务，请等待完成", "data": None}
|
||
|
||
task = GenerationTask(
|
||
id=uuid.uuid4().hex,
|
||
user_id=user_id,
|
||
artifact_type=artifact_type,
|
||
operation=operation,
|
||
workspace_id=workspace_id,
|
||
title_snapshot=title,
|
||
input_snapshot_json=json.dumps(input_snapshot, ensure_ascii=False) if input_snapshot else None,
|
||
input_revision=input_revision or 1,
|
||
idempotency_key=idempotency_key,
|
||
)
|
||
db.session.add(task)
|
||
db.session.commit()
|
||
|
||
# 提交到 Celery。投递失败时必须结束数据库任务，不能留下永久 queued。
|
||
try:
|
||
_dispatch_to_celery(task)
|
||
except Exception as exc:
|
||
message = f"任务提交失败: {exc}"
|
||
logger.error("任务 %s 提交到 Celery 失败: %s", task.id, exc, exc_info=True)
|
||
task.status = "failed"
|
||
task.error_code = "dispatch_failed"
|
||
task.error_message = message[:1000]
|
||
task.finished_at = datetime.now()
|
||
db.session.commit()
|
||
_sync_failed_ppt_session(task, message)
|
||
return {"code": 9999, "message": message, "data": task.to_dict()}
|
||
|
||
return {"code": 0, "data": task.to_dict()}
|
||
|
||
|
||
def _dispatch_to_celery(task):
|
||
"""根据任务类型分发到对应的 Celery 任务。"""
|
||
from insurance.generation.celery_tasks import (
|
||
parse_ppt_task, generate_ppt_task, regenerate_ppt_task,
|
||
generate_poster_task,
|
||
)
|
||
|
||
task_map = {
|
||
("ppt", "parse"): parse_ppt_task,
|
||
("ppt", "generate"): generate_ppt_task,
|
||
("ppt", "regenerate"): regenerate_ppt_task,
|
||
("poster", "generate"): generate_poster_task,
|
||
}
|
||
|
||
celery_task_fn = task_map.get((task.artifact_type, task.operation))
|
||
if not celery_task_fn:
|
||
logger.error(f"未知任务类型: {task.artifact_type}/{task.operation}")
|
||
task.status = "failed"
|
||
task.error_code = "unknown_type"
|
||
task.error_message = f"未知任务类型: {task.artifact_type}/{task.operation}"
|
||
from insurance.db.compat import db
|
||
db.session.commit()
|
||
return
|
||
|
||
result = celery_task_fn.apply_async(args=[task.id], queue="insurance")
|
||
task.celery_task_id = result.id
|
||
from insurance.db.compat import db
|
||
db.session.commit()
|
||
logger.info(f"任务 {task.id} 已提交到 Celery: {result.id}")
|
||
|
||
|
||
def _sync_failed_ppt_session(task, message: str):
|
||
"""将 PPT 解析任务失败同步到工作区，避免页面永久停在 parsing。"""
|
||
if task.artifact_type != "ppt" or task.operation != "parse":
|
||
return
|
||
|
||
from insurance.db.compat import db
|
||
from insurance.models.ppt_session import PptSession
|
||
|
||
session = PptSession.query.get(task.workspace_id)
|
||
if not session or session.status != "parsing":
|
||
return
|
||
if session.latest_task_id and session.latest_task_id != task.id:
|
||
return
|
||
|
||
session.status = "error"
|
||
session.parse_progress = 100
|
||
session.parse_message = "处理失败"
|
||
session.parse_error = message[:1000]
|
||
session.parse_finished_at = datetime.now()
|
||
db.session.commit()
|
||
|
||
|
||
# ─── 工作区状态同步 ────────────────────────────────────────
|
||
|
||
def sync_workspace_status(task):
|
||
"""将任务终态同步回工作区，保证页面恢复时状态一致。
|
||
|
||
调用时机：任务进入 done/failed/cancelled 状态时。
|
||
安全检查：只有当 task 是工作区的最新任务时才同步，防止旧任务覆盖新状态。
|
||
"""
|
||
from insurance.db.compat import db
|
||
|
||
if task.artifact_type == "ppt":
|
||
_sync_ppt_workspace(task, db)
|
||
elif task.artifact_type == "poster":
|
||
_sync_poster_workspace(task, db)
|
||
|
||
|
||
def _sync_ppt_workspace(task, db):
|
||
"""同步 PPT 工作区状态。"""
|
||
from insurance.models.ppt_session import PptSession
|
||
|
||
session = PptSession.query.get(task.workspace_id)
|
||
if not session:
|
||
return
|
||
|
||
# 安全检查：只同步最新任务
|
||
if session.latest_task_id and session.latest_task_id != task.id:
|
||
logger.debug("跳过旧任务同步: task=%s, latest_task=%s", task.id, session.latest_task_id)
|
||
return
|
||
|
||
if task.operation == "parse":
|
||
if task.status == "cancelled":
|
||
session.status = "error"
|
||
session.parse_progress = 100
|
||
session.parse_message = "解析已取消"
|
||
session.parse_error = "用户取消"
|
||
session.parse_finished_at = datetime.now()
|
||
elif task.status == "failed":
|
||
session.status = "error"
|
||
session.parse_progress = 100
|
||
session.parse_message = "处理失败"
|
||
session.parse_error = (task.error_message or "处理失败")[:1000]
|
||
session.parse_finished_at = datetime.now()
|
||
# done 状态由 celery_tasks 直接写入，这里不重复
|
||
|
||
elif task.operation in ("generate", "regenerate"):
|
||
if task.status == "cancelled":
|
||
session.status = "error"
|
||
session.parse_message = "生成已取消"
|
||
session.parse_error = "用户取消"
|
||
elif task.status == "failed":
|
||
session.status = "error"
|
||
session.parse_message = "生成失败"
|
||
session.parse_error = (task.error_message or "生成失败")[:1000]
|
||
# done 状态由 celery_tasks 直接写入
|
||
|
||
db.session.commit()
|
||
|
||
|
||
def _sync_poster_workspace(task, db):
|
||
"""同步海报工作区状态。"""
|
||
from insurance.models.poster_record import PosterRecord
|
||
|
||
record = PosterRecord.query.get(task.workspace_id)
|
||
if not record:
|
||
return
|
||
|
||
# 安全检查
|
||
if record.latest_task_id and str(record.latest_task_id) != task.id:
|
||
logger.debug("跳过旧任务同步: task=%s, latest_task=%s", task.id, record.latest_task_id)
|
||
return
|
||
|
||
if task.operation == "generate":
|
||
if task.status == "cancelled":
|
||
record.task_status = "failed"
|
||
record.task_progress = 0
|
||
record.task_error = "用户取消"
|
||
record.finished_at = datetime.now()
|
||
elif task.status == "failed":
|
||
record.task_status = "failed"
|
||
record.task_progress = 0
|
||
record.task_error = (task.error_message or "生成失败")[:1000]
|
||
record.finished_at = datetime.now()
|
||
# done 状态由 celery_tasks 直接写入
|
||
|
||
db.session.commit()
|
||
|
||
|
||
def list_active_tasks(user_id: str, artifact_type: str = None) -> list:
|
||
"""查询用户活跃任务（任务坞用）。
|
||
|
||
只返回 queued/running 的任务。终态任务（done/failed/cancelled）不返回，
|
||
避免任务坞永久显示已完成任务。
|
||
"""
|
||
from insurance.models.generation_task import GenerationTask
|
||
|
||
query = GenerationTask.query.filter_by(user_id=user_id)
|
||
query = query.filter(GenerationTask.dock_hidden_at.is_(None))
|
||
if artifact_type:
|
||
query = query.filter_by(artifact_type=artifact_type)
|
||
|
||
# 只返回活跃任务
|
||
query = query.filter(
|
||
GenerationTask.status.in_(["queued", "running"])
|
||
)
|
||
query = query.order_by(GenerationTask.created_at.desc())
|
||
tasks = query.limit(20).all()
|
||
return [t.to_dict() for t in tasks]
|
||
|
||
|
||
def list_tasks(user_id: str, artifact_type: str = None,
|
||
status: str = None, page: int = 1, page_size: int = 20) -> dict:
|
||
"""查询任务列表（任务中心用）。按最后更新时间排序。"""
|
||
from insurance.models.generation_task import GenerationTask
|
||
|
||
query = GenerationTask.query.filter_by(user_id=user_id)
|
||
if artifact_type:
|
||
query = query.filter_by(artifact_type=artifact_type)
|
||
if status:
|
||
query = query.filter_by(status=status)
|
||
query = query.order_by(GenerationTask.updated_at.desc())
|
||
|
||
total = query.count()
|
||
items = query.offset((page - 1) * page_size).limit(page_size).all()
|
||
return {
|
||
"total": total,
|
||
"items": [t.to_dict() for t in items],
|
||
}
|
||
|
||
|
||
def get_task(task_id: str, user_id: str) -> dict:
|
||
"""获取任务详情。"""
|
||
from insurance.models.generation_task import GenerationTask
|
||
|
||
task = GenerationTask.query.get(task_id)
|
||
if not task or task.user_id != user_id:
|
||
return {"code": 1002, "message": "任务不存在", "data": None}
|
||
return {"code": 0, "data": task.to_dict()}
|
||
|
||
|
||
def cancel_task(task_id: str, user_id: str) -> dict:
|
||
"""取消排队中的任务，并同步工作区状态。"""
|
||
from insurance.db.compat import db
|
||
from insurance.models.generation_task import GenerationTask
|
||
|
||
task = GenerationTask.query.get(task_id)
|
||
if not task or task.user_id != user_id:
|
||
return {"code": 1002, "message": "任务不存在", "data": None}
|
||
if task.status != "queued":
|
||
return {"code": 1001, "message": "只能取消排队中的任务", "data": None}
|
||
|
||
task.status = "cancelled"
|
||
task.finished_at = datetime.now()
|
||
db.session.commit()
|
||
|
||
# 同步工作区状态
|
||
try:
|
||
sync_workspace_status(task)
|
||
except Exception as exc:
|
||
logger.warning("取消任务后同步工作区失败: %s", exc)
|
||
|
||
return {"code": 0, "data": task.to_dict()}
|
||
|
||
|
||
def hide_task_from_dock(task_id: str, user_id: str) -> dict:
|
||
"""从任务坞隐藏任务。"""
|
||
from insurance.db.compat import db
|
||
from insurance.models.generation_task import GenerationTask
|
||
|
||
task = GenerationTask.query.get(task_id)
|
||
if not task or task.user_id != user_id:
|
||
return {"code": 1002, "message": "任务不存在", "data": None}
|
||
|
||
task.dock_hidden_at = datetime.now()
|
||
db.session.commit()
|
||
return {"code": 0, "data": task.to_dict()}
|
||
|
||
|
||
def mark_task_viewed(task_id: str, user_id: str) -> dict:
|
||
"""标记任务为已查看。"""
|
||
from insurance.db.compat import db
|
||
from insurance.models.generation_task import GenerationTask
|
||
|
||
task = GenerationTask.query.get(task_id)
|
||
if not task or task.user_id != user_id:
|
||
return {"code": 1002, "message": "任务不存在", "data": None}
|
||
|
||
task.viewed_at = datetime.now()
|
||
db.session.commit()
|
||
return {"code": 0, "data": task.to_dict()}
|
||
|
||
|
||
# ─── 过期任务恢复 ──────────────────────────────────────────
|
||
|
||
STALE_TASK_TIMEOUT = 600 # 10 分钟无心跳视为过期
|
||
|
||
|
||
def recover_stale_tasks():
|
||
"""启动时恢复过期任务：将长时间无心跳的 running 任务标记为 failed。
|
||
|
||
应在应用启动时调用。
|
||
"""
|
||
from insurance.db.compat import db
|
||
from insurance.models.generation_task import GenerationTask
|
||
|
||
cutoff = datetime.now().timestamp() - STALE_TASK_TIMEOUT
|
||
|
||
# 恢复无心跳的 running 任务
|
||
from sqlalchemy import and_, or_
|
||
stale_running = GenerationTask.query.filter(
|
||
GenerationTask.status == "running",
|
||
or_(
|
||
GenerationTask.heartbeat_at < datetime.fromtimestamp(cutoff),
|
||
and_(
|
||
GenerationTask.heartbeat_at.is_(None),
|
||
GenerationTask.started_at < datetime.fromtimestamp(cutoff),
|
||
),
|
||
),
|
||
).all()
|
||
for task in stale_running:
|
||
task.status = "failed"
|
||
task.error_code = "stale_task"
|
||
task.error_message = "任务因服务重启而中断，请重新提交"
|
||
task.finished_at = datetime.now()
|
||
try:
|
||
sync_workspace_status(task)
|
||
except Exception as exc:
|
||
logger.warning("恢复过期任务同步工作区失败: %s", exc)
|
||
logger.warning(f"恢复过期任务: {task.id} (workspace={task.workspace_id})")
|
||
|
||
# 恢复长时间 queued 的任务（可能 Celery 未消费）
|
||
stale_queued = GenerationTask.query.filter(
|
||
GenerationTask.status == "queued",
|
||
GenerationTask.created_at < datetime.fromtimestamp(cutoff),
|
||
).all()
|
||
for task in stale_queued:
|
||
task.status = "failed"
|
||
task.error_code = "queue_timeout"
|
||
task.error_message = "任务排队超时，请重新提交"
|
||
task.finished_at = datetime.now()
|
||
try:
|
||
sync_workspace_status(task)
|
||
except Exception as exc:
|
||
logger.warning("恢复排队超时任务同步工作区失败: %s", exc)
|
||
logger.warning(f"恢复排队超时任务: {task.id}")
|
||
|
||
if stale_running or stale_queued:
|
||
db.session.commit()
|
||
logger.info(f"已恢复 {len(stale_running)} 个运行过期任务, {len(stale_queued)} 个排队超时任务")
|