沃巴蒂
ff22ed3a8b
本次同步 09-12 至 09-28 的代码变更，主要内容： 新增功能 - 修改密码：后端新增 ChangePasswordRequest DTO 与UserController/UserService 对应接口，前端新增 ChangePasswordDialog 并在 Header 接入入口 - 文件预览组件重构：file-preview 目录拆分出 VideoPreview（支持 blobUrl 直传）、 ImagePreview、AudioPreview，index.tsx 统一调度各类型预览器 - 新增 my_ops 算子模块：markitdown_parser、mineru_pdf_parser、text_quality_evaluator - 新增 tools/minio-file-server MinIO 文件服务 功能增强 - 数据清洗：cleaning_task_service/scheduler/routes 重构， data_juicer_executor 与 wrapper 增强，OperatorTable/LogsTable/TaskDetail 同步调整 - 数据标注：annotation sync.py、project.py 接口与schema 更新 - 数据采集、算子市场、首页与菜单路由相关页面调整 - DataJuicer 算子接入（useOperatorOperations、dj_ops_schema） 结构调整 - deepflow/ 更名为 deep-flow/（419 个文件重命名） - 新增 helm 部署编排、GitHub Actions 之外的自建镜像构建脚本 未纳入本次提交 - scripts-backup/、runtime/python-executor-backup/、components_backup/（备份目录） - *.backup*、__pycache__ 产物 - zh_core_web_sm-3.8.0-py3-none-any.whl（46MB 构建产物） - DataX/（内嵌独立仓库，远程亦未收录其源码）
115 lines
4.5 KiB
Python
115 lines
4.5 KiB
Python
import math
|
||
import os
|
||
from pathlib import Path
|
||
from datetime import datetime
|
||
from typing import Optional
|
||
|
||
from fastapi import APIRouter, Depends, HTTPException, Query
|
||
from fastapi.responses import FileResponse, PlainTextResponse # 👈 核心修复：确保导入了 PlainTextResponse
|
||
from sqlalchemy import select, func
|
||
from sqlalchemy.ext.asyncio import AsyncSession
|
||
|
||
from app.core.logging import get_logger
|
||
from app.db.models.data_collection import TaskExecution
|
||
from app.db.session import get_db
|
||
from app.module.collection.schema.collection import TaskExecutionBase, converter_execution_to_response
|
||
from app.module.shared.schema import StandardResponse, PaginatedData
|
||
|
||
router = APIRouter(
|
||
prefix="/executions",
|
||
tags=["data-collection/executions"],
|
||
)
|
||
logger = get_logger(__name__)
|
||
|
||
@router.get("", response_model=StandardResponse[PaginatedData[TaskExecutionBase]])
|
||
async def list_executions(
|
||
page: int = 1,
|
||
size: int = 20,
|
||
task_id: Optional[str] = Query(None, description="Task ID"),
|
||
task_name: Optional[str] = Query(None, description="Fuzzy search by task name"),
|
||
status: Optional[str] = Query(None, description="Filter by execution status"),
|
||
start_time: Optional[datetime] = Query(None, description="Start time range from (started_at >= start_time)"),
|
||
end_time: Optional[datetime] = Query(None, description="Start time range to (started_at <= end_time)"),
|
||
db: AsyncSession = Depends(get_db)
|
||
):
|
||
"""分页查询归集任务执行记录"""
|
||
try:
|
||
query = select(TaskExecution)
|
||
if task_id:
|
||
query = query.where(TaskExecution.task_id == task_id)
|
||
if task_name:
|
||
query = query.where(TaskExecution.task_name.ilike(f"%{task_name}%"))
|
||
if status:
|
||
query = query.where(TaskExecution.status == status)
|
||
if start_time:
|
||
query = query.where(TaskExecution.started_at >= start_time)
|
||
if end_time:
|
||
query = query.where(TaskExecution.started_at <= end_time)
|
||
|
||
count_query = select(func.count()).select_from(query.subquery())
|
||
total = (await db.execute(count_query)).scalar_one()
|
||
offset = (page - 1) * size
|
||
executions = (await db.execute(
|
||
query.order_by(TaskExecution.created_at.desc()).offset(offset).limit(size)
|
||
)).scalars().all()
|
||
|
||
items = [converter_execution_to_response(exe) for exe in executions]
|
||
total_pages = math.ceil(total / size) if total > 0 else 0
|
||
|
||
return StandardResponse(
|
||
code="0", message="Success",
|
||
data=PaginatedData(content=items, total_elements=total, total_pages=total_pages, page=page, size=size)
|
||
)
|
||
except Exception as e:
|
||
logger.error(f"Failed to list task executions: {str(e)}", e)
|
||
raise HTTPException(status_code=500, detail="Internal server error")
|
||
|
||
@router.get("/{execution_id}/log")
|
||
async def get_execution_log(
|
||
execution_id: str,
|
||
db: AsyncSession = Depends(get_db)
|
||
):
|
||
"""Get log file content for execution record"""
|
||
try:
|
||
execution = await db.get(TaskExecution, execution_id)
|
||
if not execution:
|
||
raise HTTPException(status_code=404, detail="Execution record not found")
|
||
|
||
log_path = getattr(execution, "log_path", None)
|
||
if not log_path:
|
||
raise HTTPException(status_code=404, detail="Log path not found")
|
||
|
||
path = Path(str(log_path))
|
||
if not path.is_absolute():
|
||
path = Path(os.getcwd()) / path
|
||
path = path.resolve()
|
||
|
||
# ✅ 核心修复：文件尚未生成时，返回友好提示（HTTP 200），而不是崩溃（HTTP 500）
|
||
if not path.exists() or not path.is_file():
|
||
return PlainTextResponse(
|
||
content="⏳ 日志文件尚未生成。任务正在排队或 Runtime 初始化中，请稍后刷新查看...",
|
||
media_type="text/plain; charset=utf-8"
|
||
)
|
||
|
||
filename = path.name
|
||
headers = {
|
||
"Content-Disposition": f'inline; filename="{filename}"'
|
||
}
|
||
return FileResponse(
|
||
path=str(path),
|
||
media_type="text/plain; charset=utf-8",
|
||
filename=filename,
|
||
headers=headers,
|
||
)
|
||
|
||
except HTTPException:
|
||
raise
|
||
except Exception as e:
|
||
# 🛡️ 防御性编程：万一还有其他错误，返回文本提示，不让浏览器报 500 白屏
|
||
logger.error(f"Failed to get execution log: {str(e)}", e)
|
||
return PlainTextResponse(
|
||
content=f"Error reading log: {str(e)}",
|
||
media_type="text/plain; charset=utf-8",
|
||
status_code=500
|
||
)
|