feat(web): add source-first Python autopilot and optimize provider waits
This commit is contained in:
201
tests/golden/WBV2-P1424-001/performance-optimization-report.json
Normal file
201
tests/golden/WBV2-P1424-001/performance-optimization-report.json
Normal file
@@ -0,0 +1,201 @@
|
||||
{
|
||||
"schemaVersion": 1,
|
||||
"operation": "AUTOPILOT_PERFORMANCE_OPTIMIZATION",
|
||||
"observedAt": "2026-09-08 10:52",
|
||||
"timezone": "Asia/Shanghai",
|
||||
"labelPrecision": "minute",
|
||||
"baseline": {
|
||||
"schemaVersion": 1,
|
||||
"observedAt": "2026-09-08 10:52",
|
||||
"timezone": "Asia/Shanghai",
|
||||
"labelPrecision": "minute",
|
||||
"totalMeasuredMinutes": 14.1828,
|
||||
"summary": [
|
||||
{
|
||||
"phase": "model_request",
|
||||
"count": 2,
|
||||
"seconds": 845.907,
|
||||
"maxSeconds": 688.854,
|
||||
"minutes": 14.0985,
|
||||
"sharePercent": 99.41
|
||||
},
|
||||
{
|
||||
"phase": "context_check",
|
||||
"count": 4,
|
||||
"seconds": 4.02,
|
||||
"maxSeconds": 1.006,
|
||||
"minutes": 0.067,
|
||||
"sharePercent": 0.47
|
||||
},
|
||||
{
|
||||
"phase": "git_ls-files",
|
||||
"count": 1,
|
||||
"seconds": 1.007,
|
||||
"maxSeconds": 1.007,
|
||||
"minutes": 0.0168,
|
||||
"sharePercent": 0.12
|
||||
},
|
||||
{
|
||||
"phase": "git_diff",
|
||||
"count": 1,
|
||||
"seconds": 0.029,
|
||||
"maxSeconds": 0.029,
|
||||
"minutes": 0.0005,
|
||||
"sharePercent": 0.0
|
||||
},
|
||||
{
|
||||
"phase": "git_rev-parse",
|
||||
"count": 1,
|
||||
"seconds": 0.002,
|
||||
"maxSeconds": 0.002,
|
||||
"minutes": 0.0,
|
||||
"sharePercent": 0.0
|
||||
}
|
||||
],
|
||||
"steps": [
|
||||
{
|
||||
"phase": "git_diff",
|
||||
"start": "2026-09-08 10:10",
|
||||
"finish": "2026-09-08 10:10",
|
||||
"seconds": 0.029,
|
||||
"minutes": 0.0005,
|
||||
"exitCode": 0,
|
||||
"log": "tests/golden/WBV2/autopilot/git/638a9273e10249f98ef046be57a81b32.log",
|
||||
"providerAbort": null
|
||||
},
|
||||
{
|
||||
"phase": "git_ls-files",
|
||||
"start": "2026-09-08 10:10",
|
||||
"finish": "2026-09-08 10:10",
|
||||
"seconds": 1.007,
|
||||
"minutes": 0.0168,
|
||||
"exitCode": 0,
|
||||
"log": "tests/golden/WBV2/autopilot/git/f4402401e72c4c958f487095a6561c1f.log",
|
||||
"providerAbort": null
|
||||
},
|
||||
{
|
||||
"phase": "git_rev-parse",
|
||||
"start": "2026-09-08 10:10",
|
||||
"finish": "2026-09-08 10:10",
|
||||
"seconds": 0.002,
|
||||
"minutes": 0.0,
|
||||
"exitCode": 0,
|
||||
"log": "tests/golden/WBV2/autopilot/git/b3a0220f89e34fe693cf6ddcddc331aa.log",
|
||||
"providerAbort": null
|
||||
},
|
||||
{
|
||||
"phase": "context_check",
|
||||
"start": "2026-09-08 10:10",
|
||||
"finish": "2026-09-08 10:10",
|
||||
"seconds": 1.006,
|
||||
"minutes": 0.0168,
|
||||
"exitCode": 0,
|
||||
"log": "tests/golden/WBV2/autopilot/preflight-0.log",
|
||||
"providerAbort": null
|
||||
},
|
||||
{
|
||||
"phase": "context_check",
|
||||
"start": "2026-09-08 10:10",
|
||||
"finish": "2026-09-08 10:10",
|
||||
"seconds": 1.004,
|
||||
"minutes": 0.0167,
|
||||
"exitCode": 0,
|
||||
"log": "tests/golden/WBV2/autopilot/preflight-1.log",
|
||||
"providerAbort": null
|
||||
},
|
||||
{
|
||||
"phase": "model_request",
|
||||
"start": "2026-09-08 10:10",
|
||||
"finish": "2026-09-08 10:21",
|
||||
"seconds": 688.854,
|
||||
"minutes": 11.4809,
|
||||
"exitCode": 1,
|
||||
"log": "tests/golden/WBV2/autopilot/runs/SERVER-OPERATOR-HTTP-PROVIDER-2b37d20fd07b/worker.jsonl",
|
||||
"providerAbort": null
|
||||
},
|
||||
{
|
||||
"phase": "context_check",
|
||||
"start": "2026-09-08 10:21",
|
||||
"finish": "2026-09-08 10:21",
|
||||
"seconds": 1.005,
|
||||
"minutes": 0.0167,
|
||||
"exitCode": 0,
|
||||
"log": "tests/golden/WBV2/autopilot/preflight-0.log",
|
||||
"providerAbort": null
|
||||
},
|
||||
{
|
||||
"phase": "context_check",
|
||||
"start": "2026-09-08 10:21",
|
||||
"finish": "2026-09-08 10:21",
|
||||
"seconds": 1.005,
|
||||
"minutes": 0.0167,
|
||||
"exitCode": 0,
|
||||
"log": "tests/golden/WBV2/autopilot/preflight-1.log",
|
||||
"providerAbort": null
|
||||
},
|
||||
{
|
||||
"phase": "model_request",
|
||||
"start": "2026-09-08 10:21",
|
||||
"finish": "2026-09-08 10:24",
|
||||
"seconds": 157.053,
|
||||
"minutes": 2.6176,
|
||||
"exitCode": 0,
|
||||
"log": "tests/golden/WBV2/autopilot/runs/SERVER-OPERATOR-HTTP-PROVIDER-4683ba870ac5/worker.jsonl",
|
||||
"providerAbort": null
|
||||
}
|
||||
],
|
||||
"workers": [],
|
||||
"current": {},
|
||||
"accounting": "Top-level measured spans only; worker item durations are nested and must not be added again. Legacy logs cannot recover per-event timing or unrecorded gaps."
|
||||
},
|
||||
"benchmark": {
|
||||
"scope": "Same read-only context entrypoints: historical observed baseline versus three current samples per entrypoint; not whole-project throughput.",
|
||||
"samples": [
|
||||
{
|
||||
"script": "check-task-context.mjs",
|
||||
"seconds": 0.035114
|
||||
},
|
||||
{
|
||||
"script": "check-task-context.mjs",
|
||||
"seconds": 0.033912
|
||||
},
|
||||
{
|
||||
"script": "check-task-context.mjs",
|
||||
"seconds": 0.033473
|
||||
},
|
||||
{
|
||||
"script": "check-context-governance.mjs",
|
||||
"seconds": 0.065781
|
||||
},
|
||||
{
|
||||
"script": "check-context-governance.mjs",
|
||||
"seconds": 0.033451
|
||||
},
|
||||
{
|
||||
"script": "check-context-governance.mjs",
|
||||
"seconds": 0.065589
|
||||
}
|
||||
],
|
||||
"baselineMedianMinutes": 0.01675,
|
||||
"optimizedMedianMinutes": 0.000575,
|
||||
"observedSpeedup": 29.12,
|
||||
"observedReductionPercent": 96.57
|
||||
},
|
||||
"providerPolicy": {
|
||||
"modelStartTimeoutSeconds": 60,
|
||||
"modelIdleTimeoutSeconds": 180,
|
||||
"providerBackoffSeconds": 30,
|
||||
"providerMaxBackoffSeconds": 240,
|
||||
"maxProviderFailures": 4
|
||||
},
|
||||
"sourcePolicy": {
|
||||
"driver": "business_module_and_function_route",
|
||||
"authority": "blender-5.2.0/source/blender",
|
||||
"sourceFirst": true
|
||||
},
|
||||
"limitations": [
|
||||
"Provider availability/account concurrency is external; these changes do not remove upstream limits.",
|
||||
"No source capability completion or inventory increment is claimed.",
|
||||
"Legacy JSONL lacks per-item timestamps; new runs record observed per-item intervals separately."
|
||||
]
|
||||
}
|
||||
Reference in New Issue
Block a user