figmar/deepdata
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

deepdata: delivery stack (docker compose, helm, CI, build scripts)
CodeQL Advanced / Analyze (actions) (push) Canceled after 0s
Details
CodeQL Advanced / Analyze (java-kotlin) (push) Canceled after 0s
Details
CodeQL Advanced / Analyze (javascript-typescript) (push) Canceled after 0s
Details
CodeQL Advanced / Analyze (python) (push) Canceled after 0s
Details
Docker Image Build & Push / manifest (push) Canceled after 0s
Details
Docker Image Build & Push / manifest (push) Canceled after 0s
Details
Docker Image Build & Push / manifest (push) Canceled after 0s
Details
Docker Image Build & Push / build-and-push-arm (push) Canceled after 0s
Details
Docker Image Build & Push / build-and-push-amd (push) Canceled after 0s
Details
Docker Image Build & Push / build-and-push-arm (push) Canceled after 0s
Details
Docker Image Build & Push / build-and-push-amd (push) Canceled after 0s
Details
Docker Image Build & Push / build-and-push-arm (push) Canceled after 0s
Details
Docker Image Build & Push / build-and-push-amd (push) Canceled after 0s
Details
Deer Flow Docker Image CI / build-and-push-amd (push) Canceled after 0s
Details
Deer Flow Docker Image CI / build-and-push-arm (push) Canceled after 0s
Details
Deer Flow Docker Image CI / manifest (push) Canceled after 0s
Details
Docker Image Build & Push / manifest (push) Canceled after 0s
Details
Docker Image Build & Push / build-and-push-arm (push) Canceled after 0s
Details
Docker Image Build & Push / build-and-push-amd (push) Canceled after 0s
Details
Docker Image Build & Push / manifest (push) Canceled after 0s
Details
Docker Image Build & Push / build-and-push-arm (push) Canceled after 0s
Details
Docker Image Build & Push / build-and-push-amd (push) Canceled after 0s
Details
Docker Image Build & Push / manifest (push) Canceled after 0s
Details
Docker Image Build & Push / build-and-push-arm (push) Canceled after 0s
Details
Docker Image Build & Push / build-and-push-amd (push) Canceled after 0s
Details
Docker Image Build & Push / manifest (push) Canceled after 0s
Details
Docker Image Build & Push / build-and-push-arm (push) Canceled after 0s
Details
Docker Image Build & Push / build-and-push-amd (push) Canceled after 0s
Details
Python Backend Docker Image CI / Build and Push Backend Python Docker Image (push) Canceled after 0s
Details
Backend Docker Image CI / Build and Push Backend Docker Image (push) Canceled after 0s
Details
Database Docker Image CI / Build and Push Database Docker Image (push) Canceled after 0s
Details
Frontend Docker Image CI / Build and Push Frontend Docker Image (push) Canceled after 0s
Details
Gateway Docker Image CI / Build and Push Gateway Docker Image (push) Canceled after 0s
Details
Label Studio Docker Image CI / Build and Push Label Studio Docker Image (push) Canceled after 0s
Details
Runtime Docker Image CI / Build and Push Runtime Docker Image (push) Canceled after 0s
Details

Browse Source
This commit is contained in:
figmar
2026-08-30 19:23:42 +08:00
parent bd3db30be9
commit 7bbc9d4ef0
852 changed files with 184030 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
deployment/kubernetes/data-juicer/deploy.yaml
+79
View File
@@ -0,0 +1,79 @@
apiVersion: apps/v1
kind: Deployment
metadata:
name: deepdata-data-juicer
labels:
app: deepdata
tier: data-juicer
spec:
replicas: 1
selector:
matchLabels:
app: deepdata
tier: data-juicer
template:
metadata:
labels:
app: deepdata
tier: data-juicer
spec:
nodeSelector: {}
# Example: node-role.kubernetes.io/deepdata: "true"
tolerations: []
# Example: - key: "node-role.kubernetes.io/deepdata"
# operator: "Equal"
# value: "true"
# effect: "NoSchedule"
containers:
- name: data-juicer
image: datajuicer/data-juicer:v1.4.4
imagePullPolicy: IfNotPresent
command:
- uvicorn
args:
- service:app
- --host
- "0.0.0.0"
ports:
- containerPort: 8000
resources:
limits:
cpu: 8
memory: 32Gi
requests:
cpu: 100m
memory: 100Mi
volumeMounts:
- name: dataset-volume
mountPath: /dataset
- name: log-volume
mountPath: /var/log/deepdata/data-juicer
subPath: data-juicer
volumes:
- name: dataset-volume
persistentVolumeClaim:
claimName: deepdata-dataset-pvc
- name: flow-volume
persistentVolumeClaim:
claimName: deepdata-flow-pvc
- name: log-volume
persistentVolumeClaim:
claimName: deepdata-log-pvc
---
apiVersion: v1
kind: Service
metadata:
name: deepdata-data-juicer
labels:
app: deepdata
tier: data-juicer
spec:
type: ClusterIP
ports:
- port: 8000
targetPort: 8000
protocol: TCP
selector:
app: deepdata
tier: data-juicer
deployment/kubernetes/mineru/deploy-310.yaml
+78
View File
@@ -0,0 +1,78 @@
apiVersion: apps/v1
kind: Deployment
metadata:
name: deepdata-mineru
labels:
app: deepdata
tier: mineru
spec:
replicas: 1
selector:
matchLabels:
app: deepdata
tier: mineru
template:
metadata:
labels:
app: deepdata
tier: mineru
spec:
nodeSelector: {}
# Example: node-role.kubernetes.io/deepdata: "true"
tolerations: []
# Example: - key: "node-role.kubernetes.io/deepdata"
# operator: "Equal"
# value: "true"
# effect: "NoSchedule"
containers:
- name: mineru
image: deepdata-mineru
imagePullPolicy: IfNotPresent
command:
- mineru-openai-server
args:
- --engine
- vllm
- --host
- 0.0.0.0
- --port
- "8000"
- --enforce-eager
- --dtype
- float16
env:
- name: MINERU_MODEL_SOURCE
value: local
- name: MINERU_DEVICE_MODE
value: npu
- name: VLLM_WORKER_MULTIPROC_METHOD
value: spawn
ports:
- containerPort: 8000
resources:
limits:
cpu: 8
memory: 32Gi
huawei.com/Ascend310P: 1
requests:
cpu: 100m
memory: 100Mi
huawei.com/Ascend310P: 1
---
apiVersion: v1
kind: Service
metadata:
name: deepdata-mineru
labels:
app: deepdata
tier: mineru
spec:
type: ClusterIP
ports:
- port: 8000
targetPort: 8000
protocol: TCP
selector:
app: deepdata
tier: mineru
deployment/kubernetes/mineru/deploy-910.yaml
+75
View File
@@ -0,0 +1,75 @@
apiVersion: apps/v1
kind: Deployment
metadata:
name: deepdata-mineru
labels:
app: deepdata
tier: mineru
spec:
replicas: 1
selector:
matchLabels:
app: deepdata
tier: mineru
template:
metadata:
labels:
app: deepdata
tier: mineru
spec:
nodeSelector: {}
# Example: node-role.kubernetes.io/deepdata: "true"
tolerations: []
# Example: - key: "node-role.kubernetes.io/deepdata"
# operator: "Equal"
# value: "true"
# effect: "NoSchedule"
containers:
- name: mineru
image: deepdata-mineru
imagePullPolicy: IfNotPresent
command:
- mineru-openai-server
args:
- --engine
- vllm
- --host
- 0.0.0.0
- --port
- "8000"
env:
- name: MINERU_MODEL_SOURCE
value: local
- name: MINERU_DEVICE_MODE
value: npu
- name: VLLM_WORKER_MULTIPROC_METHOD
value: spawn
ports:
- containerPort: 8000
resources:
limits:
cpu: 8
memory: 32Gi
huawei.com/Ascend910: 1
requests:
cpu: 100m
memory: 100Mi
huawei.com/Ascend910: 1
---
apiVersion: v1
kind: Service
metadata:
name: deepdata-mineru
labels:
app: deepdata
tier: mineru
spec:
type: ClusterIP
ports:
- port: 8000
targetPort: 8000
protocol: TCP
selector:
app: deepdata
tier: mineru