feat(deepdata): 引入修改密码、文件预览组件与清洗算子增强,deepflow 改名为 deep-flow

本次同步 09-12 至 09-28 的代码变更,主要内容:

新增功能
- 修改密码:后端新增 ChangePasswordRequest DTO 与UserController/UserService
  对应接口,前端新增 ChangePasswordDialog 并在 Header 接入入口
- 文件预览组件重构:file-preview 目录拆分出 VideoPreview(支持 blobUrl 直传)、
  ImagePreview、AudioPreview,index.tsx 统一调度各类型预览器
- 新增 my_ops 算子模块:markitdown_parser、mineru_pdf_parser、text_quality_evaluator
- 新增 tools/minio-file-server MinIO 文件服务

功能增强
- 数据清洗:cleaning_task_service/scheduler/routes 重构,
  data_juicer_executor 与 wrapper 增强,OperatorTable/LogsTable/TaskDetail 同步调整
- 数据标注:annotation sync.py、project.py 接口与schema 更新
- 数据采集、算子市场、首页与菜单路由相关页面调整
- DataJuicer 算子接入(useOperatorOperations、dj_ops_schema)

结构调整
- deepflow/ 更名为 deep-flow/(419 个文件重命名)
- 新增 helm 部署编排、GitHub Actions 之外的自建镜像构建脚本

未纳入本次提交
- scripts-backup/、runtime/python-executor-backup/、components_backup/(备份目录)
- *.backup*、__pycache__ 产物
- zh_core_web_sm-3.8.0-py3-none-any.whl(46MB 构建产物)
- DataX/(内嵌独立仓库,远程亦未收录其源码)
This commit is contained in:
沃巴蒂
2026-10-03 22:44:56 +08:00
parent cbb1048e18
commit ff22ed3a8b
1156 changed files with 129912 additions and 21716 deletions
@@ -0,0 +1,86 @@
// Copyright (c) 2025 Bytedance Ltd. and/or its affiliates
// SPDX-License-Identifier: MIT
import { GithubFilled } from "@ant-design/icons";
import { ChevronRight } from "lucide-react";
import Link from "next/link";
import { useTranslations } from 'next-intl';
import { AuroraText } from "~/components/magicui/aurora-text";
import { FlickeringGrid } from "~/components/magicui/flickering-grid";
import { Button } from "~/components/ui/button";
import { env } from "~/env";
export function Jumbotron() {
const t = useTranslations('hero');
const tCommon = useTranslations('common');
return (
<section className="flex h-[95vh] w-full flex-col items-center justify-center pb-15">
<FlickeringGrid
id="deer-hero-bg"
className={`absolute inset-0 z-0 [mask-image:radial-gradient(800px_circle_at_center,white,transparent)]`}
squareSize={4}
gridGap={4}
color="#60A5FA"
maxOpacity={0.133}
flickerChance={0.1}
/>
<FlickeringGrid
id="deer-hero"
className="absolute inset-0 z-0 translate-y-[2vh] mask-[url(/images/deer-hero.svg)] mask-size-[100vw] mask-center mask-no-repeat md:mask-size-[72vh]"
squareSize={3}
gridGap={6}
color="#60A5FA"
maxOpacity={0.64}
flickerChance={0.12}
/>
<div className="relative z-10 flex flex-col items-center justify-center gap-12">
<h1 className="text-center text-4xl font-bold md:text-6xl">
<span className="bg-gradient-to-r from-white via-gray-200 to-gray-400 bg-clip-text text-transparent">
{t('title')}{" "}
</span>
<AuroraText>{t('subtitle')}</AuroraText>
</h1>
<p className="max-w-4xl p-2 text-center text-sm opacity-85 md:text-2xl">
{t('description')}
</p>
<div className="flex gap-6">
<Button className="hidden text-lg md:flex md:w-42" size="lg" asChild>
<Link
target={
env.NEXT_PUBLIC_STATIC_WEBSITE_ONLY ? "_blank" : undefined
}
href={
env.NEXT_PUBLIC_STATIC_WEBSITE_ONLY
? ""
: "/chat"
}
>
{tCommon('getStarted')} <ChevronRight />
</Link>
</Button>
{!env.NEXT_PUBLIC_STATIC_WEBSITE_ONLY && (
<Button
className="w-42 text-lg"
size="lg"
variant="outline"
asChild
>
<Link
href=""
target="_blank"
>
<GithubFilled />
{tCommon('learnMore')}
</Link>
</Button>
)}
</div>
</div>
<div className="absolute bottom-8 flex text-xs opacity-50">
<p>{t('footnote')}</p>
</div>
</section>
);
}
@@ -0,0 +1,309 @@
// Copyright (c) 2025 Bytedance Ltd. and/or its affiliates
// SPDX-License-Identifier: MIT
"use client";
import {
ReactFlow,
Background,
Handle,
Position,
type Edge,
type ReactFlowInstance,
} from "@xyflow/react";
import {
Play,
type LucideIcon,
ChevronRight,
ChevronLeft,
Pause,
Fullscreen,
Minimize,
} from "lucide-react";
import "@xyflow/react/dist/style.css";
import { useTranslations } from "next-intl";
import { useCallback, useRef, useState } from "react";
import { Tooltip } from "~/components/deep-flow/tooltip";
import { ShineBorder } from "~/components/magicui/shine-border";
import { Button } from "~/components/ui/button";
import { Slider } from "~/components/ui/slider";
import { useIntersectionObserver } from "~/hooks/use-intersection-observer";
import { cn } from "~/lib/utils";
import { playbook, type GraphNode } from "../store";
import {
activateStep,
nextStep,
play,
prevStep,
togglePlay,
useMAVStore,
} from "../store/mav-store";
const nodeTypes = {
circle: CircleNode,
agent: AgentNode,
default: AgentNode,
};
export function MultiAgentVisualization({ className }: { className?: string }) {
const t = useTranslations("chat.multiAgent");
const {
graph: { nodes, edges },
activeStepIndex,
playing,
} = useMAVStore((state) => state);
const flowRef = useRef<ReactFlowInstance<GraphNode, Edge>>(null);
const containerRef = useRef<HTMLDivElement>(null);
const [hasPlayed, setHasPlayed] = useState(false);
const [fullscreen, setFullscreen] = useState(false);
const { ref: anchorRef } = useIntersectionObserver({
rootMargin: "0%",
threshold: 0,
onChange: (isIntersecting) => {
if (isIntersecting && !playing && !hasPlayed) {
setHasPlayed(true);
void play();
}
},
});
const toggleFullscreen = useCallback(async () => {
if (containerRef.current) {
if (!document.fullscreenElement) {
setFullscreen(true);
await containerRef.current.requestFullscreen();
setTimeout(() => {
void flowRef.current?.fitView({ maxZoom: 2.5 });
}, 100);
} else {
setFullscreen(false);
await document.exitFullscreen();
setTimeout(() => {
void flowRef.current?.fitView();
}, 100);
}
}
}, []);
return (
<div
ref={containerRef}
className={cn("flex h-full w-full flex-col pb-4", className)}
>
<ReactFlow
className={cn("flex min-h-0 flex-grow")}
style={{
["--xy-background-color-default" as string]: "transparent",
}}
nodes={nodes}
edges={edges}
nodeTypes={nodeTypes}
fitView
proOptions={{ hideAttribution: true }}
colorMode="dark"
panOnScroll={false}
zoomOnScroll={false}
preventScrolling={false}
panOnDrag={false}
onInit={(instance) => {
flowRef.current = instance;
}}
>
<Background
className="[mask-image:radial-gradient(800px_circle_at_center,white,transparent)]"
bgColor="var(--background)"
/>
<div
ref={anchorRef}
id="auto-run-animation-trigger"
className="absolute bottom-0 left-[50%] h-px w-px"
/>
</ReactFlow>
<div className="h-4 shrink-0"></div>
<div className="flex h-6 w-full shrink-0 items-center justify-center">
<div className="bg-muted/50 z-[200] flex rounded-3xl px-4 py-2">
<Tooltip title={t("moveToPrevious")}>
<Button variant="ghost" onClick={prevStep}>
<ChevronLeft className="size-5" />
</Button>
</Tooltip>
<Tooltip title={t("playPause")}>
<Button variant="ghost" onClick={togglePlay}>
{playing ? (
<Pause className="size-5" />
) : (
<Play className="size-5" />
)}
</Button>
</Tooltip>
<Tooltip title={t("moveToNext")}>
<Button
variant="ghost"
onClick={() => {
setHasPlayed(true);
nextStep();
}}
>
<ChevronRight className="size-5" />
</Button>
</Tooltip>
<div className="text-muted-foreground ml-2 flex items-center justify-center">
<Slider
className="w-40 sm:w-80 md:w-100 lg:w-120"
max={playbook.steps.length - 1}
min={0}
step={1}
value={[activeStepIndex >= 0 ? activeStepIndex : 0]}
onValueChange={([value]) => {
setHasPlayed(true);
activateStep(value!);
}}
/>
</div>
<Tooltip title={t("toggleFullscreen")}>
<Button
variant="ghost"
size="icon"
onClick={() => {
setHasPlayed(true);
void toggleFullscreen();
}}
>
{fullscreen ? (
<Minimize className="size-5" />
) : (
<Fullscreen className="size-5" />
)}
</Button>
</Tooltip>
</div>
</div>
</div>
);
}
function CircleNode({ data }: { data: { label: string; active: boolean } }) {
return (
<>
{data.active && (
<ShineBorder
className="rounded-full"
shineColor={["#A07CFE", "#FE8FB5", "#FFBE7B"]}
/>
)}
<div className="flex h-10 w-10 items-center justify-center rounded-full border bg-[var(--xy-node-background-color-default)]">
<p className="text-xs">{data.label}</p>
</div>
{data.label === "Start" && (
<Handle
className="invisible"
type="source"
position={Position.Right}
id="right"
/>
)}
{data.label === "End" && (
<Handle
className="invisible"
type="target"
position={Position.Top}
id="top"
/>
)}
</>
);
}
function AgentNode({
data,
id,
}: {
data: {
icon?: LucideIcon;
label: string;
active: boolean;
stepDescription?: string;
stepTooltipPosition?: "left" | "right" | "top" | "bottom";
};
id: string;
}) {
return (
<>
{data.active && (
<ShineBorder
shineColor={["#A07CFE", "#FE8FB5", "#FFBE7B"]}
className="rounded-[2px]"
/>
)}
<Tooltip
className="max-w-50 text-[15px] font-light opacity-70"
style={{
["--primary" as string]: "#333",
["--primary-foreground" as string]: "white",
}}
open={data.active && !!data.stepDescription}
title={data.stepDescription}
side={data.stepTooltipPosition}
sideOffset={20}
>
<div
id={id}
className="relative flex w-full items-center justify-center text-xs"
>
<div className="flex items-center gap-2">
{data.icon && <data.icon className="h-[1rem] w-[1rem]" />}
<span>{data.label}</span>
</div>
</div>
</Tooltip>
<Handle
className="invisible"
type="source"
position={Position.Left}
id="left"
/>
<Handle
className="invisible"
type="source"
position={Position.Right}
id="right"
/>
<Handle
className="invisible"
type="source"
position={Position.Top}
id="top"
/>
<Handle
className="invisible"
type="source"
position={Position.Bottom}
id="bottom"
/>
<Handle
className="invisible"
type="target"
position={Position.Left}
id="left"
/>
<Handle
className="invisible"
type="target"
position={Position.Right}
id="right"
/>
<Handle
className="invisible"
type="target"
position={Position.Top}
id="top"
/>
<Handle
className="invisible"
type="target"
position={Position.Bottom}
id="bottom"
/>
</>
);
}
@@ -0,0 +1,47 @@
// Copyright (c) 2025 Bytedance Ltd. and/or its affiliates
// SPDX-License-Identifier: MIT
export function Ray() {
return (
<svg
className="animate-spotlight pointer-events-none fixed -top-80 left-0 z-[99] h-[169%] w-[138%] opacity-0 md:-top-20 md:left-60 lg:w-[84%]"
viewBox="0 0 3787 2842"
fill="none"
>
<g filter="url(#filter)">
<ellipse
cx="1924.71"
cy="273.501"
rx="1924.71"
ry="273.501"
transform="matrix(-0.822377 -0.568943 -0.568943 0.822377 3631.88 2291.09)"
fill="white"
fillOpacity="0.21"
></ellipse>
</g>
<defs>
<filter
id="filter"
x="0.860352"
y="0.838989"
width="3785.16"
height="2840.26"
filterUnits="userSpaceOnUse"
colorInterpolationFilters="sRGB"
>
<feFlood floodOpacity="0" result="BackgroundImageFix"></feFlood>
<feBlend
mode="normal"
in="SourceGraphic"
in2="BackgroundImageFix"
result="shape"
></feBlend>
<feGaussianBlur
stdDeviation="151"
result="effect1_foregroundBlur_1065_8"
></feGaussianBlur>
</filter>
</defs>
</svg>
);
}
@@ -0,0 +1,26 @@
// Copyright (c) 2025 Bytedance Ltd. and/or its affiliates
// SPDX-License-Identifier: MIT
export function SectionHeader({
anchor,
title,
description,
}: {
anchor?: string;
title: React.ReactNode;
description: React.ReactNode;
}) {
return (
<>
{anchor && <a id={anchor} className="absolute -top-20" />}
<div className="mb-12 flex flex-col items-center justify-center gap-2">
<h2 className="mb-4 bg-gradient-to-r from-white via-gray-200 to-gray-400 bg-clip-text text-center text-5xl font-bold text-transparent">
{title}
</h2>
<p className="text-muted-foreground text-center text-xl">
{description}
</p>
</div>
</>
);
}