agent-radar
2ed3415fb7
Publish Claude Code Binaries / Stage and publish binaries (push) Canceled after 0s
Publish Tutti App Runtime / Build darwin-arm64 (push) Canceled after 0s
Publish Tutti App Runtime / Build darwin-amd64 (push) Canceled after 0s
Publish Tutti App Runtime / Build linux-amd64 (push) Canceled after 0s
Publish Tutti App Runtime / Build windows-amd64 (push) Canceled after 0s
Sync Tutti Agent Skills / sync (push) Canceled after 0s
Windows Agent Adapters / Test Windows agent adapters (push) Canceled after 0s
Windows Daemon Adapters / Test Windows daemon adapters (push) Canceled after 0s
Publish Tutti App Runtime / Publish runtime catalog (push) Canceled after 0s
381 lines
14 KiB
Go
381 lines
14 KiB
Go
package agent
|
|
|
|
import (
|
|
"context"
|
|
"slices"
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/tutti-os/tutti/packages/agent/daemon/providerregistry"
|
|
"github.com/tutti-os/tutti/packages/agent/store-sqlite/canonical"
|
|
)
|
|
|
|
func TestComposerRuntimeContextProjectsExactPersistedCapabilities(t *testing.T) {
|
|
project := t.TempDir()
|
|
settings := ComposerSettings{ReasoningEffort: "high"}
|
|
ref := map[string]any{"kind": "agent_extension", "extensionInstallationId": "example@1.0.0"}
|
|
scope := newComposerLiveModelScopeForInput(ComposerOptionsInput{
|
|
Provider: "acp:example",
|
|
WorkspaceID: "workspace-1",
|
|
Cwd: project,
|
|
AgentTargetID: "extension:example",
|
|
providerTargetRef: ref,
|
|
}, settings)
|
|
exact := stampAgentExtensionComposerScope(map[string]any{}, ref, project, settings)
|
|
wrongInstallation := stampAgentExtensionComposerScope(
|
|
map[string]any{},
|
|
map[string]any{"kind": "agent_extension", "extensionInstallationId": "example@2.0.0"},
|
|
project,
|
|
settings,
|
|
)
|
|
wrongProject := stampAgentExtensionComposerScope(map[string]any{}, ref, t.TempDir(), settings)
|
|
wrongSettings := stampAgentExtensionComposerScope(
|
|
map[string]any{},
|
|
ref,
|
|
project,
|
|
ComposerSettings{ReasoningEffort: "low"},
|
|
)
|
|
service := newIsolatedAgentService(newFakeRuntime())
|
|
service.SessionReader = fakeSessionReader{sessions: map[string]PersistedSession{
|
|
"workspace-1:exact": {
|
|
ID: "exact", WorkspaceID: "workspace-1", Provider: "acp:example", AgentTargetID: "extension:example",
|
|
Capabilities: canonical.NewCapabilitySnapshot([]string{"imageInput", "interrupt"}),
|
|
InternalRuntimeContext: exact, UpdatedAtUnixMS: 100,
|
|
},
|
|
"workspace-1:wrong-installation": {
|
|
ID: "wrong-installation", WorkspaceID: "workspace-1", Provider: "acp:example", AgentTargetID: "extension:example",
|
|
Capabilities: canonical.NewCapabilitySnapshot([]string{"planMode"}),
|
|
InternalRuntimeContext: wrongInstallation, UpdatedAtUnixMS: 500,
|
|
},
|
|
"workspace-1:wrong-project": {
|
|
ID: "wrong-project", WorkspaceID: "workspace-1", Provider: "acp:example", AgentTargetID: "extension:example",
|
|
Capabilities: canonical.NewCapabilitySnapshot([]string{"planMode"}),
|
|
InternalRuntimeContext: wrongProject, UpdatedAtUnixMS: 600,
|
|
},
|
|
"workspace-1:wrong-settings": {
|
|
ID: "wrong-settings", WorkspaceID: "workspace-1", Provider: "acp:example", AgentTargetID: "extension:example",
|
|
Capabilities: canonical.NewCapabilitySnapshot([]string{"planMode"}),
|
|
InternalRuntimeContext: wrongSettings, UpdatedAtUnixMS: 700,
|
|
},
|
|
"workspace-1:wrong-target": {
|
|
ID: "wrong-target", WorkspaceID: "workspace-1", Provider: "acp:example", AgentTargetID: "extension:other",
|
|
Capabilities: canonical.NewCapabilitySnapshot([]string{"planMode"}),
|
|
InternalRuntimeContext: exact, UpdatedAtUnixMS: 800,
|
|
},
|
|
}}
|
|
|
|
context := service.composerRuntimeContextFromSession(scope)
|
|
if got := stringSliceFromAny(context["capabilities"]); !slices.Equal(got, []string{"imageInput", "interrupt"}) {
|
|
t.Fatalf("persisted capabilities = %#v, want typed capabilities projected", got)
|
|
}
|
|
}
|
|
|
|
func TestComposerRuntimeContextProjectsExactLiveCapabilities(t *testing.T) {
|
|
project := t.TempDir()
|
|
settings := ComposerSettings{ReasoningEffort: "high"}
|
|
ref := map[string]any{"kind": "agent_extension", "extensionInstallationId": "example@1.0.0"}
|
|
scope := newComposerLiveModelScopeForInput(ComposerOptionsInput{
|
|
Provider: "acp:example",
|
|
WorkspaceID: "workspace-1",
|
|
Cwd: project,
|
|
AgentTargetID: "extension:example",
|
|
providerTargetRef: ref,
|
|
}, settings)
|
|
runtime := newFakeRuntime()
|
|
runtime.sessions["workspace-1:exact"] = ProviderRuntimeSession{
|
|
ID: "exact", WorkspaceID: "workspace-1", Provider: "acp:example", AgentTargetID: "extension:example",
|
|
Capabilities: canonical.NewCapabilitySnapshot([]string{"imageInput", "interrupt"}),
|
|
RuntimeContext: stampAgentExtensionComposerScope(
|
|
map[string]any{},
|
|
ref,
|
|
project,
|
|
settings,
|
|
),
|
|
UpdatedAtUnixMS: 100,
|
|
}
|
|
|
|
context := newIsolatedAgentService(runtime).composerRuntimeContextFromSession(scope)
|
|
if got := stringSliceFromAny(context["capabilities"]); !slices.Equal(got, []string{"imageInput", "interrupt"}) {
|
|
t.Fatalf("live capabilities = %#v, want typed capabilities projected", got)
|
|
}
|
|
}
|
|
|
|
func TestLiveCapabilitySnapshotOverridesStaleRuntimeContextCapabilities(t *testing.T) {
|
|
session := ProviderRuntimeSession{
|
|
Capabilities: canonical.NewCapabilitySnapshot(nil),
|
|
RuntimeContext: map[string]any{
|
|
"capabilities": []any{"imageInput"},
|
|
},
|
|
}
|
|
|
|
context := composerRuntimeContextFromProviderSession(session)
|
|
if got := stringSliceFromAny(context["capabilities"]); len(got) != 0 {
|
|
t.Fatalf("live capabilities = %#v, want explicit empty typed snapshot to override stale context", got)
|
|
}
|
|
}
|
|
|
|
func TestEmptyLiveCapabilitySnapshotOverridesCachedCapabilities(t *testing.T) {
|
|
project := t.TempDir()
|
|
settings := ComposerSettings{ReasoningEffort: "high"}
|
|
ref := map[string]any{"kind": "agent_extension", "extensionInstallationId": "example@1.0.0"}
|
|
scope := newComposerLiveModelScopeForInput(ComposerOptionsInput{
|
|
Provider: "acp:example",
|
|
WorkspaceID: "workspace-1",
|
|
Cwd: project,
|
|
AgentTargetID: "extension:example",
|
|
providerTargetRef: ref,
|
|
}, settings)
|
|
runtime := newFakeRuntime()
|
|
runtime.sessions["workspace-1:live"] = ProviderRuntimeSession{
|
|
ID: "live", WorkspaceID: "workspace-1", Provider: "acp:example", AgentTargetID: "extension:example",
|
|
Capabilities: canonical.NewCapabilitySnapshot(nil),
|
|
RuntimeContext: stampAgentExtensionComposerScope(
|
|
map[string]any{},
|
|
ref,
|
|
project,
|
|
settings,
|
|
),
|
|
UpdatedAtUnixMS: 100,
|
|
}
|
|
service := newIsolatedAgentService(runtime)
|
|
service.setComposerRuntimeContextForScope(scope, time.Now().UTC(), stampAgentExtensionComposerScope(
|
|
map[string]any{"capabilities": []any{"imageInput"}},
|
|
ref,
|
|
project,
|
|
settings,
|
|
))
|
|
|
|
runtimeContext := service.composerRuntimeContextFromSession(scope)
|
|
if got := stringSliceFromAny(runtimeContext["capabilities"]); len(got) != 0 {
|
|
t.Fatalf("live capabilities = %#v, want explicit empty snapshot to override cache", got)
|
|
}
|
|
}
|
|
|
|
func TestEmptyPersistedCapabilitySnapshotOverridesStaleRuntimeContext(t *testing.T) {
|
|
project := t.TempDir()
|
|
settings := ComposerSettings{ReasoningEffort: "high"}
|
|
ref := map[string]any{"kind": "agent_extension", "extensionInstallationId": "example@1.0.0"}
|
|
scope := newComposerLiveModelScopeForInput(ComposerOptionsInput{
|
|
Provider: "acp:example",
|
|
WorkspaceID: "workspace-1",
|
|
Cwd: project,
|
|
AgentTargetID: "extension:example",
|
|
providerTargetRef: ref,
|
|
}, settings)
|
|
service := newIsolatedAgentService(newFakeRuntime())
|
|
service.SessionReader = fakeSessionReader{sessions: map[string]PersistedSession{
|
|
"workspace-1:persisted": {
|
|
ID: "persisted", WorkspaceID: "workspace-1", Provider: "acp:example", AgentTargetID: "extension:example",
|
|
Capabilities: canonical.NewCapabilitySnapshot(nil),
|
|
InternalRuntimeContext: stampAgentExtensionComposerScope(
|
|
map[string]any{"capabilities": []any{"imageInput"}},
|
|
ref,
|
|
project,
|
|
settings,
|
|
),
|
|
UpdatedAtUnixMS: 100,
|
|
},
|
|
}}
|
|
|
|
runtimeContext := service.composerRuntimeContextFromSession(scope)
|
|
if got := stringSliceFromAny(runtimeContext["capabilities"]); len(got) != 0 {
|
|
t.Fatalf("persisted capabilities = %#v, want explicit empty snapshot to clear stale context", got)
|
|
}
|
|
}
|
|
|
|
func TestPollComposerModelOptionsReturnsTypedLiveCapabilities(t *testing.T) {
|
|
session := ProviderRuntimeSession{
|
|
ID: "live",
|
|
Capabilities: canonical.NewCapabilitySnapshot([]string{"imageInput"}),
|
|
RuntimeContext: map[string]any{
|
|
"hiddenLiveModelDiscovery": true,
|
|
},
|
|
}
|
|
|
|
_, context, err := newIsolatedAgentService(newFakeRuntime()).pollComposerModelOptions(
|
|
t.Context(),
|
|
"workspace-1",
|
|
session,
|
|
true,
|
|
"model",
|
|
)
|
|
if err != nil {
|
|
t.Fatalf("pollComposerModelOptions error = %v", err)
|
|
}
|
|
if got := stringSliceFromAny(context["capabilities"]); !slices.Equal(got, []string{"imageInput"}) {
|
|
t.Fatalf("cached capabilities = %#v, want typed live capabilities", got)
|
|
}
|
|
}
|
|
|
|
func TestPollComposerModelOptionsTreatsEmptyCapabilitySnapshotAsReady(t *testing.T) {
|
|
ctx, cancel := context.WithCancel(t.Context())
|
|
cancel()
|
|
session := ProviderRuntimeSession{
|
|
ID: "live-empty",
|
|
Capabilities: canonical.NewCapabilitySnapshot(nil),
|
|
RuntimeContext: map[string]any{
|
|
"hiddenLiveModelDiscovery": true,
|
|
},
|
|
}
|
|
|
|
_, runtimeContext, err := newIsolatedAgentService(newFakeRuntime()).pollComposerModelOptions(
|
|
ctx,
|
|
"workspace-1",
|
|
session,
|
|
true,
|
|
"model",
|
|
)
|
|
if err != nil {
|
|
t.Fatalf("pollComposerModelOptions error = %v, want empty snapshot accepted before polling", err)
|
|
}
|
|
if got := stringSliceFromAny(runtimeContext["capabilities"]); len(got) != 0 {
|
|
t.Fatalf("capabilities = %#v, want explicit empty snapshot", got)
|
|
}
|
|
}
|
|
|
|
func TestMergeRuntimeComposerContextFailsClosedWithoutExactCapabilityEvidence(t *testing.T) {
|
|
sessionProject := t.TempDir()
|
|
sessionSettings := ComposerSettings{PermissionModeID: "ask-before-write"}
|
|
sessionRef := map[string]any{"kind": "agent_extension", "extensionInstallationId": "example@1.0.0"}
|
|
tests := []struct {
|
|
name string
|
|
project string
|
|
target string
|
|
ref map[string]any
|
|
settings ComposerSettings
|
|
}{
|
|
{
|
|
name: "installation",
|
|
project: sessionProject,
|
|
target: "extension:example",
|
|
ref: map[string]any{"kind": "agent_extension", "extensionInstallationId": "example@2.0.0"},
|
|
settings: sessionSettings,
|
|
},
|
|
{
|
|
name: "project",
|
|
project: t.TempDir(),
|
|
target: "extension:example",
|
|
ref: sessionRef,
|
|
settings: sessionSettings,
|
|
},
|
|
{
|
|
name: "settings",
|
|
project: sessionProject,
|
|
target: "extension:example",
|
|
ref: sessionRef,
|
|
settings: ComposerSettings{PermissionModeID: "full-access"},
|
|
},
|
|
{
|
|
name: "target",
|
|
project: sessionProject,
|
|
target: "extension:other",
|
|
ref: sessionRef,
|
|
settings: sessionSettings,
|
|
},
|
|
}
|
|
for _, tt := range tests {
|
|
t.Run(tt.name, func(t *testing.T) {
|
|
runtime := newFakeRuntime()
|
|
runtime.sessions["workspace-1:live"] = ProviderRuntimeSession{
|
|
ID: "live", WorkspaceID: "workspace-1", Provider: "acp:example", AgentTargetID: "extension:example",
|
|
RuntimeContext: stampAgentExtensionComposerScope(map[string]any{
|
|
"capabilities": []any{"imageInput", "interrupt"},
|
|
}, sessionRef, sessionProject, sessionSettings),
|
|
CreatedAtUnixMS: 100,
|
|
}
|
|
service := newIsolatedAgentService(runtime)
|
|
profile := ExtensionComposerProfile{Capabilities: []string{"imageInput", "interrupt"}}
|
|
options, err := service.mergeRuntimeComposerContextForComposerOptions(
|
|
ComposerOptionsInput{
|
|
Provider: "acp:example",
|
|
WorkspaceID: "workspace-1",
|
|
Cwd: tt.project,
|
|
AgentTargetID: tt.target,
|
|
providerTargetRef: tt.ref,
|
|
},
|
|
tt.settings,
|
|
"en",
|
|
profile,
|
|
"",
|
|
ComposerOptions{RuntimeContext: map[string]any{}},
|
|
)
|
|
if err != nil {
|
|
t.Fatalf("mergeRuntimeComposerContextForComposerOptions error = %v", err)
|
|
}
|
|
options = applyExtensionComposerCapabilities(options, profile, false, false)
|
|
if got := options.Capabilities; len(got) != 0 {
|
|
t.Fatalf("capabilities = %#v, want fail-closed result for mismatched %s identity", got, tt.name)
|
|
}
|
|
})
|
|
}
|
|
}
|
|
|
|
func TestMergeRuntimeComposerContextRoutesUnlistedCommandsToSkills(t *testing.T) {
|
|
project := t.TempDir()
|
|
ref := map[string]any{
|
|
"kind": "agent_extension",
|
|
"extensionInstallationId": "example@1.0.0",
|
|
}
|
|
runtime := newFakeRuntime()
|
|
runtime.sessions["workspace-1:live"] = ProviderRuntimeSession{
|
|
ID: "live",
|
|
WorkspaceID: "workspace-1",
|
|
Provider: "acp:example",
|
|
AgentTargetID: "extension:example",
|
|
RuntimeContext: stampAgentExtensionComposerScope(map[string]any{
|
|
"availableCommands": []any{
|
|
map[string]any{"name": "status", "description": "Show status"},
|
|
map[string]any{"name": "custom-theme", "description": "Edit a theme"},
|
|
map[string]any{"name": "skill:browser-use", "description": "Use browser"},
|
|
},
|
|
}, ref, project, ComposerSettings{}),
|
|
CreatedAtUnixMS: 100,
|
|
}
|
|
service := newIsolatedAgentService(runtime)
|
|
profile := ExtensionComposerProfile{
|
|
Skills: &ExtensionComposerSkillProfile{
|
|
Invocation: "textTrigger",
|
|
RuntimeCommandProjection: "unlisted-as-skills",
|
|
},
|
|
SlashCommands: []ExtensionComposerSlashCommand{{
|
|
Name: "status",
|
|
Effect: string(providerregistry.SlashCommandEffectShowStatus),
|
|
}},
|
|
SlashCommandCatalogAuthoritative: true,
|
|
}
|
|
policy := composerSlashCommandPolicyFromExtensionProfile(profile)
|
|
options, err := service.mergeRuntimeComposerContextForComposerOptions(
|
|
ComposerOptionsInput{
|
|
Provider: "acp:example",
|
|
WorkspaceID: "workspace-1",
|
|
Cwd: project,
|
|
AgentTargetID: "extension:example",
|
|
providerTargetRef: ref,
|
|
},
|
|
ComposerSettings{},
|
|
"en",
|
|
profile,
|
|
"",
|
|
ComposerOptions{
|
|
RuntimeContext: map[string]any{},
|
|
SlashCommandPolicy: policy,
|
|
},
|
|
)
|
|
if err != nil {
|
|
t.Fatalf("mergeRuntimeComposerContextForComposerOptions error = %v", err)
|
|
}
|
|
if len(options.Commands) != 1 || options.Commands[0].Name != "status" {
|
|
t.Fatalf("commands = %#v, want only signed core command", options.Commands)
|
|
}
|
|
if len(options.Skills) != 1 ||
|
|
options.Skills[0].Name != "custom-theme" ||
|
|
options.Skills[0].Trigger != "/custom-theme" ||
|
|
options.Skills[0].SourceKind != composerSkillSourceBundled ||
|
|
options.Skills[0].Description != "Edit a theme" {
|
|
t.Fatalf("skills = %#v, want unlisted runtime command projected as a Skill", options.Skills)
|
|
}
|
|
if got := runtimeConfigOptionsAsMapSlice(options.RuntimeContext["skills"]); len(got) != 1 {
|
|
t.Fatalf("runtime skills = %#v, want typed projection mirrored for diagnostics", options.RuntimeContext["skills"])
|
|
}
|
|
}
|