本次同步 09-12 至 09-28 的代码变更,主要内容: 新增功能 - 修改密码:后端新增 ChangePasswordRequest DTO 与UserController/UserService 对应接口,前端新增 ChangePasswordDialog 并在 Header 接入入口 - 文件预览组件重构:file-preview 目录拆分出 VideoPreview(支持 blobUrl 直传)、 ImagePreview、AudioPreview,index.tsx 统一调度各类型预览器 - 新增 my_ops 算子模块:markitdown_parser、mineru_pdf_parser、text_quality_evaluator - 新增 tools/minio-file-server MinIO 文件服务 功能增强 - 数据清洗:cleaning_task_service/scheduler/routes 重构, data_juicer_executor 与 wrapper 增强,OperatorTable/LogsTable/TaskDetail 同步调整 - 数据标注:annotation sync.py、project.py 接口与schema 更新 - 数据采集、算子市场、首页与菜单路由相关页面调整 - DataJuicer 算子接入(useOperatorOperations、dj_ops_schema) 结构调整 - deepflow/ 更名为 deep-flow/(419 个文件重命名) - 新增 helm 部署编排、GitHub Actions 之外的自建镜像构建脚本 未纳入本次提交 - scripts-backup/、runtime/python-executor-backup/、components_backup/(备份目录) - *.backup*、__pycache__ 产物 - zh_core_web_sm-3.8.0-py3-none-any.whl(46MB 构建产物) - DataX/(内嵌独立仓库,远程亦未收录其源码)
138 lines
4.0 KiB
Python
138 lines
4.0 KiB
Python
# Copyright (c) 2025 Bytedance Ltd. and/or its affiliates
|
|
# SPDX-License-Identifier: MIT
|
|
|
|
import sys
|
|
import types
|
|
|
|
from src.config.configuration import Configuration
|
|
|
|
# Patch sys.path so relative import works
|
|
|
|
# Patch Resource for import
|
|
mock_resource = type("Resource", (), {})
|
|
|
|
# Patch src.rag.retriever.Resource for import
|
|
|
|
module_name = "src.rag.retriever"
|
|
if module_name not in sys.modules:
|
|
retriever_mod = types.ModuleType(module_name)
|
|
retriever_mod.Resource = mock_resource
|
|
sys.modules[module_name] = retriever_mod
|
|
|
|
# Relative import of Configuration
|
|
|
|
|
|
def test_default_configuration():
|
|
config = Configuration()
|
|
assert config.resources == []
|
|
assert config.max_plan_iterations == 1
|
|
assert config.max_step_num == 3
|
|
assert config.max_search_results == 3
|
|
assert config.mcp_settings is None
|
|
|
|
|
|
def test_from_runnable_config_with_config_dict(monkeypatch):
|
|
config_dict = {
|
|
"configurable": {
|
|
"max_plan_iterations": 5,
|
|
"max_step_num": 7,
|
|
"max_search_results": 10,
|
|
"mcp_settings": {"foo": "bar"},
|
|
}
|
|
}
|
|
config = Configuration.from_runnable_config(config_dict)
|
|
assert config.max_plan_iterations == 5
|
|
assert config.max_step_num == 7
|
|
assert config.max_search_results == 10
|
|
assert config.mcp_settings == {"foo": "bar"}
|
|
|
|
|
|
def test_from_runnable_config_with_env_override(monkeypatch):
|
|
monkeypatch.setenv("MAX_PLAN_ITERATIONS", "9")
|
|
monkeypatch.setenv("MAX_STEP_NUM", "11")
|
|
config_dict = {
|
|
"configurable": {
|
|
"max_plan_iterations": 2,
|
|
"max_step_num": 3,
|
|
"max_search_results": 4,
|
|
}
|
|
}
|
|
config = Configuration.from_runnable_config(config_dict)
|
|
# Environment variables take precedence and are strings
|
|
assert config.max_plan_iterations == "9"
|
|
assert config.max_step_num == "11"
|
|
assert config.max_search_results == 4 # not overridden
|
|
# Clean up
|
|
monkeypatch.delenv("MAX_PLAN_ITERATIONS")
|
|
monkeypatch.delenv("MAX_STEP_NUM")
|
|
|
|
|
|
def test_from_runnable_config_with_none_and_falsy(monkeypatch):
|
|
config_dict = {
|
|
"configurable": {
|
|
"max_plan_iterations": None,
|
|
"max_step_num": 0, # falsy, should be skipped
|
|
"max_search_results": "",
|
|
}
|
|
}
|
|
config = Configuration.from_runnable_config(config_dict)
|
|
# Should fall back to defaults for skipped/falsy values
|
|
assert config.max_plan_iterations == 1
|
|
assert config.max_step_num == 3
|
|
assert config.max_search_results == 3
|
|
|
|
|
|
def test_from_runnable_config_with_no_config():
|
|
config = Configuration.from_runnable_config()
|
|
assert config.max_plan_iterations == 1
|
|
assert config.max_step_num == 3
|
|
assert config.max_search_results == 3
|
|
assert config.resources == []
|
|
assert config.mcp_settings is None
|
|
|
|
|
|
def test_get_recursion_limit_default():
|
|
from src.config.configuration import get_recursion_limit
|
|
|
|
result = get_recursion_limit()
|
|
assert result == 25
|
|
|
|
|
|
def test_get_recursion_limit_custom_default():
|
|
from src.config.configuration import get_recursion_limit
|
|
|
|
result = get_recursion_limit(50)
|
|
assert result == 50
|
|
|
|
|
|
def test_get_recursion_limit_from_env(monkeypatch):
|
|
from src.config.configuration import get_recursion_limit
|
|
|
|
monkeypatch.setenv("AGENT_RECURSION_LIMIT", "100")
|
|
result = get_recursion_limit()
|
|
assert result == 100
|
|
|
|
|
|
def test_get_recursion_limit_invalid_env_value(monkeypatch):
|
|
from src.config.configuration import get_recursion_limit
|
|
|
|
monkeypatch.setenv("AGENT_RECURSION_LIMIT", "invalid")
|
|
result = get_recursion_limit()
|
|
assert result == 25
|
|
|
|
|
|
def test_get_recursion_limit_negative_env_value(monkeypatch):
|
|
from src.config.configuration import get_recursion_limit
|
|
|
|
monkeypatch.setenv("AGENT_RECURSION_LIMIT", "-5")
|
|
result = get_recursion_limit()
|
|
assert result == 25
|
|
|
|
|
|
def test_get_recursion_limit_zero_env_value(monkeypatch):
|
|
from src.config.configuration import get_recursion_limit
|
|
|
|
monkeypatch.setenv("AGENT_RECURSION_LIMIT", "0")
|
|
result = get_recursion_limit()
|
|
assert result == 25
|