mirror of
https://github.com/Tencent/BrowserSkill.git
synced 2026-09-10 13:01:23 +08:00
“haonan”
1508839bf9
Replace page-indexed record traces with states/steps + FillCommit/hover/scroll, and raise daemon/extension protocol floors together so old 1.0 peers are rejected.
376 lines
7.9 KiB
JSON
376 lines
7.9 KiB
JSON
{
|
|
"$schema": "http://json-schema.org/draft-07/schema#",
|
|
"title": "Step",
|
|
"description": "One recorded user action — discriminated union by `op`.",
|
|
"oneOf": [
|
|
{
|
|
"description": "Fields shared by every step variant (flattened in JSON).",
|
|
"type": "object",
|
|
"required": [
|
|
"cause",
|
|
"id",
|
|
"op",
|
|
"result",
|
|
"state",
|
|
"to"
|
|
],
|
|
"properties": {
|
|
"cause": {
|
|
"$ref": "#/definitions/NavigationCause"
|
|
},
|
|
"id": {
|
|
"type": "integer",
|
|
"format": "uint32",
|
|
"minimum": 0.0
|
|
},
|
|
"op": {
|
|
"type": "string",
|
|
"enum": [
|
|
"navigate"
|
|
]
|
|
},
|
|
"result": {
|
|
"$ref": "#/definitions/StepResult"
|
|
},
|
|
"state": {
|
|
"description": "Observation id immediately before this action.",
|
|
"type": "string"
|
|
},
|
|
"to": {
|
|
"type": "string"
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"description": "Fields shared by every step variant (flattened in JSON).",
|
|
"type": "object",
|
|
"required": [
|
|
"id",
|
|
"op",
|
|
"result",
|
|
"state",
|
|
"target"
|
|
],
|
|
"properties": {
|
|
"id": {
|
|
"type": "integer",
|
|
"format": "uint32",
|
|
"minimum": 0.0
|
|
},
|
|
"op": {
|
|
"type": "string",
|
|
"enum": [
|
|
"click"
|
|
]
|
|
},
|
|
"result": {
|
|
"$ref": "#/definitions/StepResult"
|
|
},
|
|
"state": {
|
|
"description": "Observation id immediately before this action.",
|
|
"type": "string"
|
|
},
|
|
"target": {
|
|
"$ref": "#/definitions/TargetDescriptor"
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"description": "Fields shared by every step variant (flattened in JSON).",
|
|
"type": "object",
|
|
"required": [
|
|
"id",
|
|
"op",
|
|
"result",
|
|
"state",
|
|
"target"
|
|
],
|
|
"properties": {
|
|
"id": {
|
|
"type": "integer",
|
|
"format": "uint32",
|
|
"minimum": 0.0
|
|
},
|
|
"op": {
|
|
"type": "string",
|
|
"enum": [
|
|
"hover"
|
|
]
|
|
},
|
|
"result": {
|
|
"$ref": "#/definitions/StepResult"
|
|
},
|
|
"state": {
|
|
"description": "Observation id immediately before this action.",
|
|
"type": "string"
|
|
},
|
|
"target": {
|
|
"$ref": "#/definitions/TargetDescriptor"
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"description": "Fields shared by every step variant (flattened in JSON).",
|
|
"type": "object",
|
|
"required": [
|
|
"commit",
|
|
"id",
|
|
"op",
|
|
"result",
|
|
"state",
|
|
"target",
|
|
"value"
|
|
],
|
|
"properties": {
|
|
"commit": {
|
|
"$ref": "#/definitions/FillCommit"
|
|
},
|
|
"id": {
|
|
"type": "integer",
|
|
"format": "uint32",
|
|
"minimum": 0.0
|
|
},
|
|
"op": {
|
|
"type": "string",
|
|
"enum": [
|
|
"fill"
|
|
]
|
|
},
|
|
"redacted": {
|
|
"type": "boolean"
|
|
},
|
|
"result": {
|
|
"$ref": "#/definitions/StepResult"
|
|
},
|
|
"state": {
|
|
"description": "Observation id immediately before this action.",
|
|
"type": "string"
|
|
},
|
|
"target": {
|
|
"$ref": "#/definitions/TargetDescriptor"
|
|
},
|
|
"value": {
|
|
"type": "string"
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"description": "Fields shared by every step variant (flattened in JSON).",
|
|
"type": "object",
|
|
"required": [
|
|
"id",
|
|
"op",
|
|
"result",
|
|
"state",
|
|
"target"
|
|
],
|
|
"properties": {
|
|
"id": {
|
|
"type": "integer",
|
|
"format": "uint32",
|
|
"minimum": 0.0
|
|
},
|
|
"op": {
|
|
"type": "string",
|
|
"enum": [
|
|
"select"
|
|
]
|
|
},
|
|
"result": {
|
|
"$ref": "#/definitions/StepResult"
|
|
},
|
|
"selection": {
|
|
"type": "array",
|
|
"items": {
|
|
"$ref": "#/definitions/SelectedOption"
|
|
}
|
|
},
|
|
"state": {
|
|
"description": "Observation id immediately before this action.",
|
|
"type": "string"
|
|
},
|
|
"target": {
|
|
"$ref": "#/definitions/TargetDescriptor"
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"description": "Fields shared by every step variant (flattened in JSON).",
|
|
"type": "object",
|
|
"required": [
|
|
"id",
|
|
"key",
|
|
"op",
|
|
"result",
|
|
"state"
|
|
],
|
|
"properties": {
|
|
"id": {
|
|
"type": "integer",
|
|
"format": "uint32",
|
|
"minimum": 0.0
|
|
},
|
|
"key": {
|
|
"type": "string"
|
|
},
|
|
"modifiers": {
|
|
"type": [
|
|
"array",
|
|
"null"
|
|
],
|
|
"items": {
|
|
"$ref": "#/definitions/KeyModifier"
|
|
}
|
|
},
|
|
"op": {
|
|
"type": "string",
|
|
"enum": [
|
|
"press"
|
|
]
|
|
},
|
|
"result": {
|
|
"$ref": "#/definitions/StepResult"
|
|
},
|
|
"state": {
|
|
"description": "Observation id immediately before this action.",
|
|
"type": "string"
|
|
},
|
|
"target": {
|
|
"anyOf": [
|
|
{
|
|
"$ref": "#/definitions/TargetDescriptor"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
]
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"description": "Fields shared by every step variant (flattened in JSON).",
|
|
"type": "object",
|
|
"required": [
|
|
"id",
|
|
"op",
|
|
"result",
|
|
"state"
|
|
],
|
|
"properties": {
|
|
"id": {
|
|
"type": "integer",
|
|
"format": "uint32",
|
|
"minimum": 0.0
|
|
},
|
|
"op": {
|
|
"type": "string",
|
|
"enum": [
|
|
"scroll"
|
|
]
|
|
},
|
|
"result": {
|
|
"$ref": "#/definitions/StepResult"
|
|
},
|
|
"state": {
|
|
"description": "Observation id immediately before this action.",
|
|
"type": "string"
|
|
}
|
|
}
|
|
}
|
|
],
|
|
"definitions": {
|
|
"FillCommit": {
|
|
"type": "string",
|
|
"enum": [
|
|
"enter",
|
|
"suggestion",
|
|
"blur"
|
|
]
|
|
},
|
|
"KeyModifier": {
|
|
"description": "Keyboard modifier flags. Multiple flags may be combined; the extension folds them into CDP's bitfield (`alt=1, ctrl=2, meta=4, shift=8`).",
|
|
"type": "string",
|
|
"enum": [
|
|
"alt",
|
|
"ctrl",
|
|
"meta",
|
|
"shift"
|
|
]
|
|
},
|
|
"NavigationCause": {
|
|
"type": "string",
|
|
"enum": [
|
|
"user_typed",
|
|
"link",
|
|
"form_submit",
|
|
"reload",
|
|
"history",
|
|
"script",
|
|
"browser"
|
|
]
|
|
},
|
|
"SelectedOption": {
|
|
"description": "One selected option (`select` op).",
|
|
"type": "object",
|
|
"required": [
|
|
"value"
|
|
],
|
|
"properties": {
|
|
"label": {
|
|
"type": [
|
|
"string",
|
|
"null"
|
|
]
|
|
},
|
|
"value": {
|
|
"type": "string"
|
|
}
|
|
}
|
|
},
|
|
"StepResult": {
|
|
"type": "object",
|
|
"required": [
|
|
"state"
|
|
],
|
|
"properties": {
|
|
"state": {
|
|
"type": "string"
|
|
}
|
|
}
|
|
},
|
|
"TargetDescriptor": {
|
|
"description": "Stable semantic handle for an interacted element within a page observation.",
|
|
"type": "object",
|
|
"properties": {
|
|
"ctx": {
|
|
"type": [
|
|
"string",
|
|
"null"
|
|
]
|
|
},
|
|
"name": {
|
|
"type": [
|
|
"string",
|
|
"null"
|
|
]
|
|
},
|
|
"ref": {
|
|
"type": [
|
|
"string",
|
|
"null"
|
|
]
|
|
},
|
|
"role": {
|
|
"type": [
|
|
"string",
|
|
"null"
|
|
]
|
|
},
|
|
"unmatched": {
|
|
"type": "boolean"
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|