92 lines
2.2 KiB
JSON
92 lines
2.2 KiB
JSON
{
|
|
"id": "agent-cli-local-turn",
|
|
"title": "Agent CLI Local Turn",
|
|
"ownerArea": "agent-runtime",
|
|
"description": "Send cold, warm, repeated, and failure-mode messages through short-lived `openclaw agent --local` CLI processes, then verify response latency, provider routing, gateway health, memory, and process containment. This is local CLI coverage, not the primary Gateway/session user-path benchmark.",
|
|
"processRoles": [
|
|
"gateway",
|
|
"command-tree",
|
|
"agent-cli",
|
|
"agent-process",
|
|
"mock-provider"
|
|
],
|
|
"thresholds": {
|
|
"agentTurnMs": 45000,
|
|
"coldAgentTurnMs": 45000,
|
|
"warmAgentTurnMs": 15000,
|
|
"coldWarmDeltaMs": 30000,
|
|
"preProviderMs": 10000,
|
|
"providerFinalMs": 3000,
|
|
"agentCleanupMs": 5000,
|
|
"peakRssMb": 900,
|
|
"postReadyHealthP95Ms": 1000
|
|
},
|
|
"roleThresholds": {
|
|
"gateway": {
|
|
"peakRssMb": 700,
|
|
"maxCpuPercent": 250
|
|
},
|
|
"agent-cli": {
|
|
"peakRssMb": 900,
|
|
"maxCpuPercent": 300
|
|
},
|
|
"agent-process": {
|
|
"peakRssMb": 900,
|
|
"maxCpuPercent": 300
|
|
},
|
|
"mock-provider": {
|
|
"peakRssMb": 250,
|
|
"maxCpuPercent": 150
|
|
}
|
|
},
|
|
"diagnostics": {
|
|
"timelineRequiredForSourceBuild": true,
|
|
"expectedSpans": [
|
|
"agent.turn",
|
|
"agent.prepare",
|
|
"agent.runtimeCapabilities",
|
|
"channel.capabilities",
|
|
"channel.plugin.load",
|
|
"models.catalog",
|
|
"provider.request",
|
|
"agent.cleanup"
|
|
]
|
|
},
|
|
"purposes": [
|
|
"provider",
|
|
"regression",
|
|
"release"
|
|
],
|
|
"requirements": [
|
|
{
|
|
"id": "baseline",
|
|
"states": [
|
|
"agent-auth-missing",
|
|
"mock-openai-provider"
|
|
],
|
|
"targetKinds": [
|
|
"npm",
|
|
"channel",
|
|
"runtime",
|
|
"local-build"
|
|
],
|
|
"metrics": [
|
|
"agentTurnMs",
|
|
"agentTurnP95Ms",
|
|
"agentTurnMaxMs",
|
|
"coldAgentTurnMs",
|
|
"warmAgentTurnMs",
|
|
"agentColdWarmDeltaMs",
|
|
"coldPreProviderMs",
|
|
"warmPreProviderMs",
|
|
"agentPreProviderP95Ms",
|
|
"agentCleanupMaxMs",
|
|
"postReadyHealthP95Ms",
|
|
"peakRssMb",
|
|
"providerTimeoutMentions",
|
|
"pluginLoadFailures"
|
|
]
|
|
}
|
|
]
|
|
}
|