feat(vom): update vom algorithm, fix overlay problem with background state machine

This commit is contained in:
Ljy-0827
2026-07-27 13:46:33 +08:00
parent e14ae9cea0
commit 4fb2e331a6
36 changed files with 2276 additions and 452 deletions
+5
View File
@@ -19,6 +19,7 @@ pub mod interaction;
pub mod logs;
pub mod navigate;
pub mod network;
pub mod observe;
pub mod record;
pub mod record_state;
pub mod render_error;
@@ -41,6 +42,7 @@ use crate::cli::install_skill::InstallSkillArgs;
use crate::cli::interaction::{ClickArgs, FillArgs, PressArgs, SelectArgs};
use crate::cli::navigate::{NavigateCommand, NavigateHistoryArgs, ReloadArgs};
use crate::cli::network::NetworkArgs;
use crate::cli::observe::ObserveArgs;
use crate::cli::record::RecordCmd;
use crate::cli::screenshot::ScreenshotArgs;
use crate::cli::session::SessionCmd;
@@ -122,6 +124,9 @@ pub enum Command {
/// Produce an indented aria-snapshot with @eN refs.
Snapshot(SnapshotArgs),
/// Produce a semantic VOM observation with perception probes.
Observe(ObserveArgs),
/// Read buffered console/log/exception messages.
Console(ConsoleArgs),
+79
View File
@@ -0,0 +1,79 @@
//! `bsk observe` — semantic VOM observation with bounded perception probes.
use std::path::PathBuf;
use anyhow::Context;
use bsk_protocol::Method;
use bsk_protocol::tools::{ObserveParams, ObserveResult};
use clap::Args;
use crate::cli::TOOL_IPC_TIMEOUT;
use crate::cli::dialogs::print_dialog_summaries;
use crate::cli::ensure_daemon::ensure_daemon;
use crate::cli::error::{CliError, Format};
#[derive(Debug, Clone, Args)]
pub struct ObserveArgs {
/// Session id (must be active).
#[arg(long)]
pub session: String,
/// Target tab. Defaults to the Agent Window's active tab.
#[arg(long = "tab-id")]
pub tab_id: Option<i64>,
/// Cap on VOM tree depth before truncating.
#[arg(long = "max-depth")]
pub max_depth: Option<u32>,
/// Soft cap on rendered tokens (~4 chars/token).
#[arg(long = "max-tokens")]
pub max_tokens: Option<u32>,
}
pub fn dispatch(args: ObserveArgs, format: Format) -> Result<(), CliError> {
let info = ensure_daemon().context("ensure daemon is running")?;
run(info.sock_path, args, format)
}
fn run(sock: PathBuf, args: ObserveArgs, format: Format) -> Result<(), CliError> {
let params = ObserveParams {
session_id: args.session.clone(),
tab_id: args.tab_id,
max_depth: args.max_depth,
max_tokens: args.max_tokens,
};
let reply: ObserveResult = call(sock, params)?;
match format {
Format::Json => {
let json = serde_json::to_string_pretty(&reply)
.map_err(|e| CliError::Local(anyhow::anyhow!(e)))?;
println!("{json}");
}
Format::Human => {
if reply.text.is_empty() {
println!("(empty observation — page may still be loading)");
} else {
println!("{}", reply.text);
}
if reply.truncated {
eprintln!(
"warning: observation truncated (refs={}, tab={}). Increase --max-depth / --max-tokens if needed.",
reply.ref_count, reply.tab_id
);
}
print_dialog_summaries(&reply.dialogs);
}
}
Ok(())
}
fn call(sock: PathBuf, params: ObserveParams) -> Result<ObserveResult, CliError> {
crate::cli::business_rpc::call::<ObserveParams, ObserveResult>(
sock,
"observe",
Method::ToolObserve,
Some(params),
TOOL_IPC_TIMEOUT,
)
}