deepdata/scripts/db/data-annotation-init.sql

-- 使用现有的deepdata数据库
\c deepdata;

-- 标注配置模板表
CREATE TABLE IF NOT EXISTS t_dm_annotation_templates (
    id VARCHAR(36) PRIMARY KEY,
    name VARCHAR(100) NOT NULL,
    description VARCHAR(500),
    data_type VARCHAR(50) NOT NULL,
    labeling_type VARCHAR(50) NOT NULL,
    configuration JSONB NOT NULL,
    style VARCHAR(32) NOT NULL,
    category VARCHAR(50) DEFAULT 'custom',
    built_in BOOLEAN DEFAULT FALSE,
    version VARCHAR(20) DEFAULT '1.0',
    created_by VARCHAR(256),
    updated_by VARCHAR(256),
    created_at TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,
    updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
    deleted_at TIMESTAMP
    );

-- 添加注释
COMMENT ON TABLE t_dm_annotation_templates IS '标注配置模板表';
COMMENT ON COLUMN t_dm_annotation_templates.id IS 'UUID';
COMMENT ON COLUMN t_dm_annotation_templates.name IS '模板名称';
COMMENT ON COLUMN t_dm_annotation_templates.description IS '模板描述';
COMMENT ON COLUMN t_dm_annotation_templates.data_type IS '数据类型: image/text/audio/video/timeseries';
COMMENT ON COLUMN t_dm_annotation_templates.labeling_type IS '标注类型: classification/detection/segmentation/ner/relation/etc';
COMMENT ON COLUMN t_dm_annotation_templates.configuration IS '标注配置（包含labels定义等）';
COMMENT ON COLUMN t_dm_annotation_templates.style IS '样式配置: horizontal/vertical';
COMMENT ON COLUMN t_dm_annotation_templates.category IS '模板分类: medical/general/custom/system';
COMMENT ON COLUMN t_dm_annotation_templates.built_in IS '是否系统内置模板';
COMMENT ON COLUMN t_dm_annotation_templates.version IS '模板版本';
COMMENT ON COLUMN t_dm_annotation_templates.created_by IS '创建者';
COMMENT ON COLUMN t_dm_annotation_templates.updated_by IS '更新者';
COMMENT ON COLUMN t_dm_annotation_templates.created_at IS '创建时间';
COMMENT ON COLUMN t_dm_annotation_templates.updated_at IS '更新时间';
COMMENT ON COLUMN t_dm_annotation_templates.deleted_at IS '删除时间（软删除）';

-- 创建索引
CREATE INDEX IF NOT EXISTS idx_dm_ann_tpl_data_type ON t_dm_annotation_templates(data_type);
CREATE INDEX IF NOT EXISTS idx_dm_ann_tpl_labeling_type ON t_dm_annotation_templates(labeling_type);
CREATE INDEX IF NOT EXISTS idx_dm_ann_tpl_category ON t_dm_annotation_templates(category);
CREATE INDEX IF NOT EXISTS idx_dm_ann_tpl_built_in ON t_dm_annotation_templates(built_in);
CREATE INDEX IF NOT EXISTS idx_dm_ann_tpl_deleted_at ON t_dm_annotation_templates(deleted_at);

-- 标注项目表
CREATE TABLE IF NOT EXISTS t_dm_labeling_projects (
    id VARCHAR(36) PRIMARY KEY,
    dataset_id VARCHAR(36) NOT NULL,
    name VARCHAR(100) NOT NULL,
    labeling_project_id VARCHAR(8) NOT NULL,
    template_id VARCHAR(36),
    configuration JSONB,
    progress JSONB,
    created_by VARCHAR(256),
    updated_by VARCHAR(256),
    created_at TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,
    updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
    deleted_at TIMESTAMP
    );

-- 添加注释
COMMENT ON TABLE t_dm_labeling_projects IS '标注项目表';
COMMENT ON COLUMN t_dm_labeling_projects.id IS 'UUID';
COMMENT ON COLUMN t_dm_labeling_projects.dataset_id IS '数据集ID';
COMMENT ON COLUMN t_dm_labeling_projects.name IS '项目名称';
COMMENT ON COLUMN t_dm_labeling_projects.labeling_project_id IS 'Label Studio项目ID';
COMMENT ON COLUMN t_dm_labeling_projects.template_id IS '使用的模板ID';
COMMENT ON COLUMN t_dm_labeling_projects.configuration IS '项目配置（可能包含对模板的自定义修改）';
COMMENT ON COLUMN t_dm_labeling_projects.progress IS '项目进度信息';
COMMENT ON COLUMN t_dm_labeling_projects.created_by IS '创建者';
COMMENT ON COLUMN t_dm_labeling_projects.updated_by IS '更新者';
COMMENT ON COLUMN t_dm_labeling_projects.created_at IS '创建时间';
COMMENT ON COLUMN t_dm_labeling_projects.updated_at IS '更新时间';
COMMENT ON COLUMN t_dm_labeling_projects.deleted_at IS '删除时间（软删除）';

-- 创建索引
CREATE INDEX IF NOT EXISTS idx_dm_lp_dataset_id ON t_dm_labeling_projects(dataset_id);
CREATE INDEX IF NOT EXISTS idx_dm_lp_template_id ON t_dm_labeling_projects(template_id);
CREATE INDEX IF NOT EXISTS idx_dm_lp_labeling_project_id ON t_dm_labeling_projects(labeling_project_id);
CREATE INDEX IF NOT EXISTS idx_dm_lp_deleted_at ON t_dm_labeling_projects(deleted_at);

-- 外键约束
ALTER TABLE t_dm_labeling_projects ADD CONSTRAINT fk_dm_labeling_projects_template
FOREIGN KEY (template_id) REFERENCES t_dm_annotation_templates(id) ON DELETE SET NULL;

-- 自动标注任务表
CREATE TABLE IF NOT EXISTS t_dm_auto_annotation_tasks (
    id VARCHAR(36) PRIMARY KEY,
    name VARCHAR(255) NOT NULL,
    dataset_id VARCHAR(36) NOT NULL,
    dataset_name VARCHAR(255),
    config JSONB NOT NULL,
    file_ids JSONB,
    status VARCHAR(50) NOT NULL DEFAULT 'pending',
    progress INTEGER DEFAULT 0,
    total_images INTEGER DEFAULT 0,
    processed_images INTEGER DEFAULT 0,
    detected_objects INTEGER DEFAULT 0,
    output_path VARCHAR(500),
    error_message TEXT,
    created_by VARCHAR(256),
    updated_by VARCHAR(256),
    created_at TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,
    updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
    completed_at TIMESTAMP,
    deleted_at TIMESTAMP
    );

-- 添加注释
COMMENT ON TABLE t_dm_auto_annotation_tasks IS '自动标注任务表';
COMMENT ON COLUMN t_dm_auto_annotation_tasks.id IS 'UUID';
COMMENT ON COLUMN t_dm_auto_annotation_tasks.name IS '任务名称';
COMMENT ON COLUMN t_dm_auto_annotation_tasks.dataset_id IS '数据集ID';
COMMENT ON COLUMN t_dm_auto_annotation_tasks.dataset_name IS '数据集名称（冗余字段，方便查询）';
COMMENT ON COLUMN t_dm_auto_annotation_tasks.config IS '任务配置（模型规模、置信度等）';
COMMENT ON COLUMN t_dm_auto_annotation_tasks.file_ids IS '要处理的文件ID列表，为空则处理数据集所有图像';
COMMENT ON COLUMN t_dm_auto_annotation_tasks.status IS '任务状态: pending/running/completed/failed';
COMMENT ON COLUMN t_dm_auto_annotation_tasks.progress IS '任务进度 0-100';
COMMENT ON COLUMN t_dm_auto_annotation_tasks.total_images IS '总图片数';
COMMENT ON COLUMN t_dm_auto_annotation_tasks.processed_images IS '已处理图片数';
COMMENT ON COLUMN t_dm_auto_annotation_tasks.detected_objects IS '检测到的对象总数';
COMMENT ON COLUMN t_dm_auto_annotation_tasks.output_path IS '输出路径';
COMMENT ON COLUMN t_dm_auto_annotation_tasks.error_message IS '错误信息';
COMMENT ON COLUMN t_dm_auto_annotation_tasks.created_by IS '创建者';
COMMENT ON COLUMN t_dm_auto_annotation_tasks.updated_by IS '更新者';
COMMENT ON COLUMN t_dm_auto_annotation_tasks.created_at IS '创建时间';
COMMENT ON COLUMN t_dm_auto_annotation_tasks.updated_at IS '更新时间';
COMMENT ON COLUMN t_dm_auto_annotation_tasks.completed_at IS '完成时间';
COMMENT ON COLUMN t_dm_auto_annotation_tasks.deleted_at IS '删除时间（软删除）';

-- 创建索引
CREATE INDEX IF NOT EXISTS idx_dm_aat_dataset_id ON t_dm_auto_annotation_tasks(dataset_id);
CREATE INDEX IF NOT EXISTS idx_dm_aat_status ON t_dm_auto_annotation_tasks(status);
CREATE INDEX IF NOT EXISTS idx_dm_aat_created_at ON t_dm_auto_annotation_tasks(created_at);
CREATE INDEX IF NOT EXISTS idx_dm_aat_deleted_at ON t_dm_auto_annotation_tasks(deleted_at);

-- 创建触发器用于自动更新 updated_at
CREATE OR REPLACE FUNCTION update_updated_at_column()
RETURNS TRIGGER AS $$
BEGIN
    NEW.updated_at = CURRENT_TIMESTAMP;
RETURN NEW;
END;
$$ language 'plpgsql';

-- 为各个表创建触发器
DROP TRIGGER IF EXISTS update_dm_annotation_templates_updated_at ON t_dm_annotation_templates;
CREATE TRIGGER update_dm_annotation_templates_updated_at
    BEFORE UPDATE ON t_dm_annotation_templates
    FOR EACH ROW
    EXECUTE FUNCTION update_updated_at_column();

DROP TRIGGER IF EXISTS update_dm_labeling_projects_updated_at ON t_dm_labeling_projects;
CREATE TRIGGER update_dm_labeling_projects_updated_at
    BEFORE UPDATE ON t_dm_labeling_projects
    FOR EACH ROW
    EXECUTE FUNCTION update_updated_at_column();

DROP TRIGGER IF EXISTS update_dm_auto_annotation_tasks_updated_at ON t_dm_auto_annotation_tasks;
CREATE TRIGGER update_dm_auto_annotation_tasks_updated_at
    BEFORE UPDATE ON t_dm_auto_annotation_tasks
    FOR EACH ROW
    EXECUTE FUNCTION update_updated_at_column();

-- 内置标注模板初始化数据

-- 1. 图像分类模板
INSERT INTO t_dm_annotation_templates (id, name, description, data_type, labeling_type, configuration, style, category, built_in, version)
VALUES ('tpl-image-classification-001', '图像分类', '简单的多标签图像分类模板', '图像', '分类', '{
                 "labels": [
                     {
                         "fromName": "choice",
                         "toName": "image",
                         "type": "Choices",
                         "options": ["Cat", "Dog", "Bird", "Other"],
                         "required": true,
                         "description": "选择最符合图像内容的标签"
                     }
                 ],
                 "objects": [
                     {
                         "name": "image",
                         "type": "Image",
                         "value": "$image"
                     }
                 ]
             }',
             'horizontal',
             '计算机视觉',
             TRUE,
             '1.0.0'
         ),
      (
             'tpl-object-detection-001',
             '目标检测（边界框）',
             '使用矩形边界框进行目标检测',
             '图像',
             '目标检测',
             '{
                 "labels": [
                     {
                         "fromName": "label",
                         "toName": "image",
                         "type": "RectangleLabels",
                         "labels": ["Person", "Vehicle", "Animal", "Object"],
                         "required": false,
                         "description": "在图像中框出目标并标注类别"
                     }
                 ],
                 "objects": [
                     {
                         "name": "image",
                         "type": "Image",
                         "value": "$image"
                     }
                 ]
             }',
             'horizontal',
             '计算机视觉',
             TRUE,
             '1.0.0'
      ),
      (
             'tpl-image-segmentation-001',
             '图像分割（多边形）',
             '使用多边形标注进行语义分割',
             '图像',
             '分割',
             '{
                 "labels": [
                     {
                         "fromName": "label",
                         "toName": "image",
                         "type": "PolygonLabels",
                         "labels": ["Background", "Foreground", "Person", "Car"],
                         "required": false,
                         "description": "使用多边形框选需要分割的区域"
                     }
                 ],
                 "objects": [
                     {
                         "name": "image",
                         "type": "Image",
                         "value": "$image"
                     }
                 ]
             }',
             'horizontal',
             '计算机视觉',
             TRUE,
             '1.0.0'
         ),
      (
             'tpl-text-classification-001',
             '文本情感分类',
             '将文本中表达的情感划分到预定义的类别',
             '文本',
             '分类',
             '{
                 "labels": [
                     {
                         "fromName": "choice",
                         "toName": "text",
                         "type": "Choices",
                         "options": ["Positive", "Negative", "Neutral"],
                         "required": true,
                         "description": "对文本的情感或类别进行选择"
                     }
                 ],
                 "objects": [
                     {
                         "name": "text",
                         "type": "Text",
                         "value": "$text"
                     }
                 ]
             }',
             'vertical',
             '自然语言处理',
             TRUE,
             '1.0.0'
         ),
      (
             'tpl-ner-001',
             '命名实体识别',
             '从文本中抽取并标注命名实体',
             '文本',
             '实体识别',
             '{
                 "labels": [
                     {
                         "fromName": "label",
                         "toName": "text",
                         "type": "Labels",
                         "labels": ["PERSON", "ORG", "LOC", "DATE", "MISC"],
                         "required": false,
                         "description": "在文本中标注人物、地点等实体"
                     }
                 ],
                 "objects": [
                     {
                         "name": "text",
                         "type": "Text",
                         "value": "$text"
                     }
                 ]
             }',
             'vertical',
             '自然语言处理',
             TRUE,
             '1.0.0'
         ),
      (
             'tpl-audio-classification-001',
             '音频分类',
             '将音频片段划分到不同类别',
             '音频',
             '分类',
             '{
                 "labels": [
                     {
                         "fromName": "choice",
                         "toName": "audio",
                         "type": "Choices",
                         "options": ["Speech", "Music", "Noise", "Silence"],
                         "required": true,
                         "description": "选择音频片段对应的类别"
                     }
                 ],
                 "objects": [
                     {
                         "name": "audio",
                         "type": "Audio",
                         "value": "$audio"
                     }
                 ]
             }',
             'horizontal',
             '音频',
             TRUE,
             '1.0.0'
         ),
      (
             'tpl-text-multilabel-001',
             '文本多标签分类',
             '可为文本选择多个标签，适用于主题、内容类别等多标签任务',
             '文本',
             '分类',
             '{
                 "labels": [
                     {
                         "fromName": "labels",
                         "toName": "text",
                         "type": "Choices",
                         "options": ["Sports", "Politics", "Tech", "Entertainment"],
                         "required": true,
                         "choice": "multiple",
                         "description": "可选择多个标签"
                     }
                 ],
                 "objects": [
                     {
                         "name": "text",
                         "type": "Text",
                         "value": "$text"
                     }
                 ]
             }',
             'vertical',
             '自然语言处理',
             TRUE,
             '1.0.0'
         ),
      (
             'tpl-text-summarization-001',
             '文本摘要',
             '根据原文撰写简要摘要',
             '文本',
             '摘要',
             '{
                 "labels": [
                     {
                         "fromName": "summary",
                         "toName": "text",
                         "type": "TextArea",
                         "required": true,
                         "description": "在此填写摘要内容"
                     }
                 ],
                 "objects": [
                     {
                         "name": "text",
                         "type": "Text",
                         "value": "$text"
                     }
                 ]
             }',
             'vertical',
             '自然语言处理',
             TRUE,
             '1.0.0'
         ),
      (
             'tpl-keyword-extract-001',
             '关键词抽取',
             '从文本中选出关键词或关键短语',
             '文本',
             '实体识别',
             '{
                 "labels": [
                     {
                         "fromName": "kw",
                         "toName": "text",
                         "type": "Labels",
                         "labels": ["Keyword"],
                         "required": false,
                         "description": "高亮文本并标注关键词"
                     }
                 ],
                 "objects": [
                     {
                         "name": "text",
                         "type": "Text",
                         "value": "$text"
                     }
                 ]
             }',
             'vertical',
             '自然语言处理',
             TRUE,
             '1.0.0'
         )
    ON CONFLICT (id) DO UPDATE SET
    name = EXCLUDED.name,
    description = EXCLUDED.description,
    data_type = EXCLUDED.data_type,
    labeling_type = EXCLUDED.labeling_type,
    configuration = EXCLUDED.configuration,
    style = EXCLUDED.style,
    category = EXCLUDED.category,
    built_in = EXCLUDED.built_in,
    version = EXCLUDED.version,
    created_by = COALESCE(EXCLUDED.created_by, 'system'),
    updated_by = COALESCE(EXCLUDED.updated_by, 'system'),
    updated_at = CURRENT_TIMESTAMP;

-- Ensure all annotation templates have created_by/updated_by set for data scope filtering
UPDATE t_dm_annotation_templates SET created_by = 'system', updated_by = 'system' WHERE created_by IS NULL OR created_by = '';