feat(deepdata): 引入修改密码、文件预览组件与清洗算子增强,deepflow 改名为 deep-flow
本次同步 09-12 至 09-28 的代码变更,主要内容: 新增功能 - 修改密码:后端新增 ChangePasswordRequest DTO 与UserController/UserService 对应接口,前端新增 ChangePasswordDialog 并在 Header 接入入口 - 文件预览组件重构:file-preview 目录拆分出 VideoPreview(支持 blobUrl 直传)、 ImagePreview、AudioPreview,index.tsx 统一调度各类型预览器 - 新增 my_ops 算子模块:markitdown_parser、mineru_pdf_parser、text_quality_evaluator - 新增 tools/minio-file-server MinIO 文件服务 功能增强 - 数据清洗:cleaning_task_service/scheduler/routes 重构, data_juicer_executor 与 wrapper 增强,OperatorTable/LogsTable/TaskDetail 同步调整 - 数据标注:annotation sync.py、project.py 接口与schema 更新 - 数据采集、算子市场、首页与菜单路由相关页面调整 - DataJuicer 算子接入(useOperatorOperations、dj_ops_schema) 结构调整 - deepflow/ 更名为 deep-flow/(419 个文件重命名) - 新增 helm 部署编排、GitHub Actions 之外的自建镜像构建脚本 未纳入本次提交 - scripts-backup/、runtime/python-executor-backup/、components_backup/(备份目录) - *.backup*、__pycache__ 产物 - zh_core_web_sm-3.8.0-py3-none-any.whl(46MB 构建产物) - DataX/(内嵌独立仓库,远程亦未收录其源码)
This commit is contained in:
@@ -0,0 +1,86 @@
|
||||
// Copyright (c) 2025 Bytedance Ltd. and/or its affiliates
|
||||
// SPDX-License-Identifier: MIT
|
||||
|
||||
import { GithubFilled } from "@ant-design/icons";
|
||||
import { ChevronRight } from "lucide-react";
|
||||
import Link from "next/link";
|
||||
import { useTranslations } from 'next-intl';
|
||||
|
||||
import { AuroraText } from "~/components/magicui/aurora-text";
|
||||
import { FlickeringGrid } from "~/components/magicui/flickering-grid";
|
||||
import { Button } from "~/components/ui/button";
|
||||
import { env } from "~/env";
|
||||
|
||||
export function Jumbotron() {
|
||||
const t = useTranslations('hero');
|
||||
const tCommon = useTranslations('common');
|
||||
|
||||
return (
|
||||
<section className="flex h-[95vh] w-full flex-col items-center justify-center pb-15">
|
||||
<FlickeringGrid
|
||||
id="deer-hero-bg"
|
||||
className={`absolute inset-0 z-0 [mask-image:radial-gradient(800px_circle_at_center,white,transparent)]`}
|
||||
squareSize={4}
|
||||
gridGap={4}
|
||||
color="#60A5FA"
|
||||
maxOpacity={0.133}
|
||||
flickerChance={0.1}
|
||||
/>
|
||||
<FlickeringGrid
|
||||
id="deer-hero"
|
||||
className="absolute inset-0 z-0 translate-y-[2vh] mask-[url(/images/deer-hero.svg)] mask-size-[100vw] mask-center mask-no-repeat md:mask-size-[72vh]"
|
||||
squareSize={3}
|
||||
gridGap={6}
|
||||
color="#60A5FA"
|
||||
maxOpacity={0.64}
|
||||
flickerChance={0.12}
|
||||
/>
|
||||
<div className="relative z-10 flex flex-col items-center justify-center gap-12">
|
||||
<h1 className="text-center text-4xl font-bold md:text-6xl">
|
||||
<span className="bg-gradient-to-r from-white via-gray-200 to-gray-400 bg-clip-text text-transparent">
|
||||
{t('title')}{" "}
|
||||
</span>
|
||||
<AuroraText>{t('subtitle')}</AuroraText>
|
||||
</h1>
|
||||
<p className="max-w-4xl p-2 text-center text-sm opacity-85 md:text-2xl">
|
||||
{t('description')}
|
||||
</p>
|
||||
<div className="flex gap-6">
|
||||
<Button className="hidden text-lg md:flex md:w-42" size="lg" asChild>
|
||||
<Link
|
||||
target={
|
||||
env.NEXT_PUBLIC_STATIC_WEBSITE_ONLY ? "_blank" : undefined
|
||||
}
|
||||
href={
|
||||
env.NEXT_PUBLIC_STATIC_WEBSITE_ONLY
|
||||
? ""
|
||||
: "/chat"
|
||||
}
|
||||
>
|
||||
{tCommon('getStarted')} <ChevronRight />
|
||||
</Link>
|
||||
</Button>
|
||||
{!env.NEXT_PUBLIC_STATIC_WEBSITE_ONLY && (
|
||||
<Button
|
||||
className="w-42 text-lg"
|
||||
size="lg"
|
||||
variant="outline"
|
||||
asChild
|
||||
>
|
||||
<Link
|
||||
href=""
|
||||
target="_blank"
|
||||
>
|
||||
<GithubFilled />
|
||||
{tCommon('learnMore')}
|
||||
</Link>
|
||||
</Button>
|
||||
)}
|
||||
</div>
|
||||
</div>
|
||||
<div className="absolute bottom-8 flex text-xs opacity-50">
|
||||
<p>{t('footnote')}</p>
|
||||
</div>
|
||||
</section>
|
||||
);
|
||||
}
|
||||
@@ -0,0 +1,309 @@
|
||||
// Copyright (c) 2025 Bytedance Ltd. and/or its affiliates
|
||||
// SPDX-License-Identifier: MIT
|
||||
|
||||
"use client";
|
||||
|
||||
import {
|
||||
ReactFlow,
|
||||
Background,
|
||||
Handle,
|
||||
Position,
|
||||
type Edge,
|
||||
type ReactFlowInstance,
|
||||
} from "@xyflow/react";
|
||||
import {
|
||||
Play,
|
||||
type LucideIcon,
|
||||
ChevronRight,
|
||||
ChevronLeft,
|
||||
Pause,
|
||||
Fullscreen,
|
||||
Minimize,
|
||||
} from "lucide-react";
|
||||
import "@xyflow/react/dist/style.css";
|
||||
import { useTranslations } from "next-intl";
|
||||
import { useCallback, useRef, useState } from "react";
|
||||
|
||||
import { Tooltip } from "~/components/deep-flow/tooltip";
|
||||
import { ShineBorder } from "~/components/magicui/shine-border";
|
||||
import { Button } from "~/components/ui/button";
|
||||
import { Slider } from "~/components/ui/slider";
|
||||
import { useIntersectionObserver } from "~/hooks/use-intersection-observer";
|
||||
import { cn } from "~/lib/utils";
|
||||
|
||||
import { playbook, type GraphNode } from "../store";
|
||||
import {
|
||||
activateStep,
|
||||
nextStep,
|
||||
play,
|
||||
prevStep,
|
||||
togglePlay,
|
||||
useMAVStore,
|
||||
} from "../store/mav-store";
|
||||
|
||||
const nodeTypes = {
|
||||
circle: CircleNode,
|
||||
agent: AgentNode,
|
||||
default: AgentNode,
|
||||
};
|
||||
|
||||
export function MultiAgentVisualization({ className }: { className?: string }) {
|
||||
const t = useTranslations("chat.multiAgent");
|
||||
const {
|
||||
graph: { nodes, edges },
|
||||
activeStepIndex,
|
||||
playing,
|
||||
} = useMAVStore((state) => state);
|
||||
const flowRef = useRef<ReactFlowInstance<GraphNode, Edge>>(null);
|
||||
const containerRef = useRef<HTMLDivElement>(null);
|
||||
const [hasPlayed, setHasPlayed] = useState(false);
|
||||
const [fullscreen, setFullscreen] = useState(false);
|
||||
const { ref: anchorRef } = useIntersectionObserver({
|
||||
rootMargin: "0%",
|
||||
threshold: 0,
|
||||
onChange: (isIntersecting) => {
|
||||
if (isIntersecting && !playing && !hasPlayed) {
|
||||
setHasPlayed(true);
|
||||
void play();
|
||||
}
|
||||
},
|
||||
});
|
||||
const toggleFullscreen = useCallback(async () => {
|
||||
if (containerRef.current) {
|
||||
if (!document.fullscreenElement) {
|
||||
setFullscreen(true);
|
||||
await containerRef.current.requestFullscreen();
|
||||
setTimeout(() => {
|
||||
void flowRef.current?.fitView({ maxZoom: 2.5 });
|
||||
}, 100);
|
||||
} else {
|
||||
setFullscreen(false);
|
||||
await document.exitFullscreen();
|
||||
setTimeout(() => {
|
||||
void flowRef.current?.fitView();
|
||||
}, 100);
|
||||
}
|
||||
}
|
||||
}, []);
|
||||
return (
|
||||
<div
|
||||
ref={containerRef}
|
||||
className={cn("flex h-full w-full flex-col pb-4", className)}
|
||||
>
|
||||
<ReactFlow
|
||||
className={cn("flex min-h-0 flex-grow")}
|
||||
style={{
|
||||
["--xy-background-color-default" as string]: "transparent",
|
||||
}}
|
||||
nodes={nodes}
|
||||
edges={edges}
|
||||
nodeTypes={nodeTypes}
|
||||
fitView
|
||||
proOptions={{ hideAttribution: true }}
|
||||
colorMode="dark"
|
||||
panOnScroll={false}
|
||||
zoomOnScroll={false}
|
||||
preventScrolling={false}
|
||||
panOnDrag={false}
|
||||
onInit={(instance) => {
|
||||
flowRef.current = instance;
|
||||
}}
|
||||
>
|
||||
<Background
|
||||
className="[mask-image:radial-gradient(800px_circle_at_center,white,transparent)]"
|
||||
bgColor="var(--background)"
|
||||
/>
|
||||
<div
|
||||
ref={anchorRef}
|
||||
id="auto-run-animation-trigger"
|
||||
className="absolute bottom-0 left-[50%] h-px w-px"
|
||||
/>
|
||||
</ReactFlow>
|
||||
<div className="h-4 shrink-0"></div>
|
||||
<div className="flex h-6 w-full shrink-0 items-center justify-center">
|
||||
<div className="bg-muted/50 z-[200] flex rounded-3xl px-4 py-2">
|
||||
<Tooltip title={t("moveToPrevious")}>
|
||||
<Button variant="ghost" onClick={prevStep}>
|
||||
<ChevronLeft className="size-5" />
|
||||
</Button>
|
||||
</Tooltip>
|
||||
<Tooltip title={t("playPause")}>
|
||||
<Button variant="ghost" onClick={togglePlay}>
|
||||
{playing ? (
|
||||
<Pause className="size-5" />
|
||||
) : (
|
||||
<Play className="size-5" />
|
||||
)}
|
||||
</Button>
|
||||
</Tooltip>
|
||||
<Tooltip title={t("moveToNext")}>
|
||||
<Button
|
||||
variant="ghost"
|
||||
onClick={() => {
|
||||
setHasPlayed(true);
|
||||
nextStep();
|
||||
}}
|
||||
>
|
||||
<ChevronRight className="size-5" />
|
||||
</Button>
|
||||
</Tooltip>
|
||||
<div className="text-muted-foreground ml-2 flex items-center justify-center">
|
||||
<Slider
|
||||
className="w-40 sm:w-80 md:w-100 lg:w-120"
|
||||
max={playbook.steps.length - 1}
|
||||
min={0}
|
||||
step={1}
|
||||
value={[activeStepIndex >= 0 ? activeStepIndex : 0]}
|
||||
onValueChange={([value]) => {
|
||||
setHasPlayed(true);
|
||||
activateStep(value!);
|
||||
}}
|
||||
/>
|
||||
</div>
|
||||
<Tooltip title={t("toggleFullscreen")}>
|
||||
<Button
|
||||
variant="ghost"
|
||||
size="icon"
|
||||
onClick={() => {
|
||||
setHasPlayed(true);
|
||||
void toggleFullscreen();
|
||||
}}
|
||||
>
|
||||
{fullscreen ? (
|
||||
<Minimize className="size-5" />
|
||||
) : (
|
||||
<Fullscreen className="size-5" />
|
||||
)}
|
||||
</Button>
|
||||
</Tooltip>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
);
|
||||
}
|
||||
|
||||
function CircleNode({ data }: { data: { label: string; active: boolean } }) {
|
||||
return (
|
||||
<>
|
||||
{data.active && (
|
||||
<ShineBorder
|
||||
className="rounded-full"
|
||||
shineColor={["#A07CFE", "#FE8FB5", "#FFBE7B"]}
|
||||
/>
|
||||
)}
|
||||
<div className="flex h-10 w-10 items-center justify-center rounded-full border bg-[var(--xy-node-background-color-default)]">
|
||||
<p className="text-xs">{data.label}</p>
|
||||
</div>
|
||||
{data.label === "Start" && (
|
||||
<Handle
|
||||
className="invisible"
|
||||
type="source"
|
||||
position={Position.Right}
|
||||
id="right"
|
||||
/>
|
||||
)}
|
||||
{data.label === "End" && (
|
||||
<Handle
|
||||
className="invisible"
|
||||
type="target"
|
||||
position={Position.Top}
|
||||
id="top"
|
||||
/>
|
||||
)}
|
||||
</>
|
||||
);
|
||||
}
|
||||
|
||||
function AgentNode({
|
||||
data,
|
||||
id,
|
||||
}: {
|
||||
data: {
|
||||
icon?: LucideIcon;
|
||||
label: string;
|
||||
active: boolean;
|
||||
stepDescription?: string;
|
||||
stepTooltipPosition?: "left" | "right" | "top" | "bottom";
|
||||
};
|
||||
id: string;
|
||||
}) {
|
||||
return (
|
||||
<>
|
||||
{data.active && (
|
||||
<ShineBorder
|
||||
shineColor={["#A07CFE", "#FE8FB5", "#FFBE7B"]}
|
||||
className="rounded-[2px]"
|
||||
/>
|
||||
)}
|
||||
<Tooltip
|
||||
className="max-w-50 text-[15px] font-light opacity-70"
|
||||
style={{
|
||||
["--primary" as string]: "#333",
|
||||
["--primary-foreground" as string]: "white",
|
||||
}}
|
||||
open={data.active && !!data.stepDescription}
|
||||
title={data.stepDescription}
|
||||
side={data.stepTooltipPosition}
|
||||
sideOffset={20}
|
||||
>
|
||||
<div
|
||||
id={id}
|
||||
className="relative flex w-full items-center justify-center text-xs"
|
||||
>
|
||||
<div className="flex items-center gap-2">
|
||||
{data.icon && <data.icon className="h-[1rem] w-[1rem]" />}
|
||||
<span>{data.label}</span>
|
||||
</div>
|
||||
</div>
|
||||
</Tooltip>
|
||||
<Handle
|
||||
className="invisible"
|
||||
type="source"
|
||||
position={Position.Left}
|
||||
id="left"
|
||||
/>
|
||||
<Handle
|
||||
className="invisible"
|
||||
type="source"
|
||||
position={Position.Right}
|
||||
id="right"
|
||||
/>
|
||||
<Handle
|
||||
className="invisible"
|
||||
type="source"
|
||||
position={Position.Top}
|
||||
id="top"
|
||||
/>
|
||||
<Handle
|
||||
className="invisible"
|
||||
type="source"
|
||||
position={Position.Bottom}
|
||||
id="bottom"
|
||||
/>
|
||||
<Handle
|
||||
className="invisible"
|
||||
type="target"
|
||||
position={Position.Left}
|
||||
id="left"
|
||||
/>
|
||||
<Handle
|
||||
className="invisible"
|
||||
type="target"
|
||||
position={Position.Right}
|
||||
id="right"
|
||||
/>
|
||||
<Handle
|
||||
className="invisible"
|
||||
type="target"
|
||||
position={Position.Top}
|
||||
id="top"
|
||||
/>
|
||||
<Handle
|
||||
className="invisible"
|
||||
type="target"
|
||||
position={Position.Bottom}
|
||||
id="bottom"
|
||||
/>
|
||||
</>
|
||||
);
|
||||
}
|
||||
@@ -0,0 +1,47 @@
|
||||
// Copyright (c) 2025 Bytedance Ltd. and/or its affiliates
|
||||
// SPDX-License-Identifier: MIT
|
||||
|
||||
export function Ray() {
|
||||
return (
|
||||
<svg
|
||||
className="animate-spotlight pointer-events-none fixed -top-80 left-0 z-[99] h-[169%] w-[138%] opacity-0 md:-top-20 md:left-60 lg:w-[84%]"
|
||||
viewBox="0 0 3787 2842"
|
||||
fill="none"
|
||||
>
|
||||
<g filter="url(#filter)">
|
||||
<ellipse
|
||||
cx="1924.71"
|
||||
cy="273.501"
|
||||
rx="1924.71"
|
||||
ry="273.501"
|
||||
transform="matrix(-0.822377 -0.568943 -0.568943 0.822377 3631.88 2291.09)"
|
||||
fill="white"
|
||||
fillOpacity="0.21"
|
||||
></ellipse>
|
||||
</g>
|
||||
<defs>
|
||||
<filter
|
||||
id="filter"
|
||||
x="0.860352"
|
||||
y="0.838989"
|
||||
width="3785.16"
|
||||
height="2840.26"
|
||||
filterUnits="userSpaceOnUse"
|
||||
colorInterpolationFilters="sRGB"
|
||||
>
|
||||
<feFlood floodOpacity="0" result="BackgroundImageFix"></feFlood>
|
||||
<feBlend
|
||||
mode="normal"
|
||||
in="SourceGraphic"
|
||||
in2="BackgroundImageFix"
|
||||
result="shape"
|
||||
></feBlend>
|
||||
<feGaussianBlur
|
||||
stdDeviation="151"
|
||||
result="effect1_foregroundBlur_1065_8"
|
||||
></feGaussianBlur>
|
||||
</filter>
|
||||
</defs>
|
||||
</svg>
|
||||
);
|
||||
}
|
||||
@@ -0,0 +1,26 @@
|
||||
// Copyright (c) 2025 Bytedance Ltd. and/or its affiliates
|
||||
// SPDX-License-Identifier: MIT
|
||||
|
||||
export function SectionHeader({
|
||||
anchor,
|
||||
title,
|
||||
description,
|
||||
}: {
|
||||
anchor?: string;
|
||||
title: React.ReactNode;
|
||||
description: React.ReactNode;
|
||||
}) {
|
||||
return (
|
||||
<>
|
||||
{anchor && <a id={anchor} className="absolute -top-20" />}
|
||||
<div className="mb-12 flex flex-col items-center justify-center gap-2">
|
||||
<h2 className="mb-4 bg-gradient-to-r from-white via-gray-200 to-gray-400 bg-clip-text text-center text-5xl font-bold text-transparent">
|
||||
{title}
|
||||
</h2>
|
||||
<p className="text-muted-foreground text-center text-xl">
|
||||
{description}
|
||||
</p>
|
||||
</div>
|
||||
</>
|
||||
);
|
||||
}
|
||||
Reference in New Issue
Block a user