沃巴蒂
ff22ed3a8b
本次同步 09-12 至 09-28 的代码变更，主要内容： 新增功能 - 修改密码：后端新增 ChangePasswordRequest DTO 与UserController/UserService 对应接口，前端新增 ChangePasswordDialog 并在 Header 接入入口 - 文件预览组件重构：file-preview 目录拆分出 VideoPreview（支持 blobUrl 直传）、 ImagePreview、AudioPreview，index.tsx 统一调度各类型预览器 - 新增 my_ops 算子模块：markitdown_parser、mineru_pdf_parser、text_quality_evaluator - 新增 tools/minio-file-server MinIO 文件服务 功能增强 - 数据清洗：cleaning_task_service/scheduler/routes 重构， data_juicer_executor 与 wrapper 增强，OperatorTable/LogsTable/TaskDetail 同步调整 - 数据标注：annotation sync.py、project.py 接口与schema 更新 - 数据采集、算子市场、首页与菜单路由相关页面调整 - DataJuicer 算子接入（useOperatorOperations、dj_ops_schema） 结构调整 - deepflow/ 更名为 deep-flow/（419 个文件重命名） - 新增 helm 部署编排、GitHub Actions 之外的自建镜像构建脚本 未纳入本次提交 - scripts-backup/、runtime/python-executor-backup/、components_backup/（备份目录） - *.backup*、__pycache__ 产物 - zh_core_web_sm-3.8.0-py3-none-any.whl（46MB 构建产物） - DataX/（内嵌独立仓库，远程亦未收录其源码）
114 lines
3.5 KiB
Python
114 lines
3.5 KiB
Python
# Copyright (c) 2025 Bytedance Ltd. and/or its affiliates
|
|
# SPDX-License-Identifier: MIT
|
|
|
|
"""
|
|
Server script for running the DeepFlow API.
|
|
"""
|
|
|
|
import argparse
|
|
import asyncio
|
|
import logging
|
|
import os
|
|
import signal
|
|
import sys
|
|
|
|
import uvicorn
|
|
|
|
file_handler = logging.FileHandler("/var/log/deep-flow/backend.log")
|
|
file_handler.setLevel(logging.INFO)
|
|
|
|
console_handler = logging.StreamHandler(sys.stdout)
|
|
console_handler.setLevel(logging.WARNING)
|
|
|
|
# Configure logging
|
|
logging.basicConfig(
|
|
level=logging.INFO,
|
|
format="%(asctime)s - %(name)s - %(levelname)s - %(message)s",
|
|
handlers=[
|
|
file_handler, # 保存到指定文件
|
|
console_handler # 输出到控制台
|
|
]
|
|
)
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
# To ensure compatibility with Windows event loop issues when using Uvicorn and Asyncio Checkpointer,
|
|
# This is necessary because some libraries expect a selector-based event loop.
|
|
# This is a workaround for issues with Uvicorn and Watchdog on Windows.
|
|
# See:
|
|
# Since Python 3.8 the default on Windows is the Proactor event loop,
|
|
# which lacks add_reader/add_writer and can break libraries that expect selector-based I/O (e.g., some Uvicorn/Watchdog/stdio integrations).
|
|
# For compatibility, this forces the selector loop.
|
|
if os.name == "nt":
|
|
logger.info("Setting Windows event loop policy for asyncio")
|
|
asyncio.set_event_loop_policy(asyncio.WindowsSelectorEventLoopPolicy())
|
|
|
|
|
|
def handle_shutdown(signum, frame):
|
|
"""Handle graceful shutdown on SIGTERM/SIGINT"""
|
|
logger.info("Received shutdown signal. Starting graceful shutdown...")
|
|
sys.exit(0)
|
|
|
|
|
|
# Register signal handlers
|
|
signal.signal(signal.SIGTERM, handle_shutdown)
|
|
signal.signal(signal.SIGINT, handle_shutdown)
|
|
|
|
if __name__ == "__main__":
|
|
# Parse command line arguments
|
|
parser = argparse.ArgumentParser(description="Run the DeepFlow API server")
|
|
parser.add_argument(
|
|
"--reload",
|
|
action="store_true",
|
|
help="Enable auto-reload (default: True except on Windows)",
|
|
)
|
|
parser.add_argument(
|
|
"--host",
|
|
type=str,
|
|
default="localhost",
|
|
help="Host to bind the server to (default: localhost)",
|
|
)
|
|
parser.add_argument(
|
|
"--port",
|
|
type=int,
|
|
default=8000,
|
|
help="Port to bind the server to (default: 8000)",
|
|
)
|
|
parser.add_argument(
|
|
"--log-level",
|
|
type=str,
|
|
default="info",
|
|
choices=["debug", "info", "warning", "error", "critical"],
|
|
help="Log level (default: info)",
|
|
)
|
|
|
|
args = parser.parse_args()
|
|
|
|
# Determine reload setting
|
|
reload = False
|
|
if args.reload:
|
|
reload = True
|
|
|
|
try:
|
|
logger.info(f"Starting DeepFlow API server on {args.host}:{args.port}")
|
|
logger.info(f"Log level: {args.log_level.upper()}")
|
|
|
|
# Set the appropriate logging level for the src package if debug is enabled
|
|
if args.log_level.lower() == "debug":
|
|
logging.getLogger("src").setLevel(logging.DEBUG)
|
|
logging.getLogger("langchain").setLevel(logging.DEBUG)
|
|
logging.getLogger("langgraph").setLevel(logging.DEBUG)
|
|
logger.info(
|
|
"DEBUG logging enabled for src, langchain, and langgraph packages - detailed diagnostic information will be logged")
|
|
|
|
uvicorn.run(
|
|
"src.server:app",
|
|
host=args.host,
|
|
port=args.port,
|
|
reload=reload,
|
|
log_level=args.log_level,
|
|
)
|
|
except Exception as e:
|
|
logger.error(f"Failed to start server: {str(e)}")
|
|
sys.exit(1)
|