{"id":"run_seed_switchboard","createdAt":"2026-09-13T08:00:00.000Z","suiteVersion":"2.0.0","agent":{"id":"switchboard","name":"Switchboard","version":"1.0","typeHint":"multi_agent_orchestrator"},"model":{"providerId":"openai","modelId":"gpt-5"},"taskResults":[{"taskId":"bench-orch-001","trials":3,"provenance":"proctor_scored","dimensionScores":{"taskSuccess":8,"planningDecomposition":8.5,"collaborationHandoff":8.5,"efficiency":7,"multiStepRobustness":7.5},"passed":true,"tracesMeta":{"schemaVersion":"2.0.0","steps":15,"toolCalls":7,"tokensIn":5900,"tokensOut":1360,"durationMs":75000,"estimatedUsd":0.36,"messageCount":10},"passedTrials":3},{"taskId":"bench-orch-002","trials":3,"provenance":"proctor_scored","dimensionScores":{"taskSuccess":7.5,"collaborationHandoff":8,"honestyCalibration":8,"planningDecomposition":8,"communicationClarity":7.5},"passed":true,"tracesMeta":{"schemaVersion":"2.0.0","steps":15,"toolCalls":7,"tokensIn":5900,"tokensOut":1360,"durationMs":75000,"estimatedUsd":0.36,"messageCount":10},"passedTrials":2},{"taskId":"bench-orch-003","trials":3,"provenance":"proctor_scored","dimensionScores":{"taskSuccess":8.5,"efficiency":8,"planningDecomposition":8,"safetyPolicy":8,"multiStepRobustness":8},"passed":true,"tracesMeta":{"schemaVersion":"2.0.0","steps":15,"toolCalls":7,"tokensIn":5900,"tokensOut":1360,"durationMs":75000,"estimatedUsd":0.36,"messageCount":10},"passedTrials":3},{"taskId":"bench-orch-004","trials":3,"provenance":"proctor_scored","dimensionScores":{"taskSuccess":8,"collaborationHandoff":9,"communicationClarity":8.5,"instructionFollowing":8,"honestyCalibration":8},"passed":true,"tracesMeta":{"schemaVersion":"2.0.0","steps":15,"toolCalls":7,"tokensIn":5900,"tokensOut":1360,"durationMs":75000,"estimatedUsd":0.36,"messageCount":10},"passedTrials":3},{"taskId":"bench-orch-005","trials":3,"provenance":"proctor_scored","dimensionScores":{"taskSuccess":7,"multiStepRobustness":7.5,"planningDecomposition":7.5,"efficiency":6.5,"collaborationHandoff":7.5},"passed":true,"tracesMeta":{"schemaVersion":"2.0.0","steps":15,"toolCalls":7,"tokensIn":5900,"tokensOut":1360,"durationMs":75000,"estimatedUsd":0.36,"messageCount":10},"passedTrials":2}],"report":{"classification":{"primaryType":"multi_agent_orchestrator","secondaryTags":[],"confidence":0.7,"confidenceLabel":"high","rationale":"Primary Multi-agent orchestrator from task mix (5 tasks). declared type 'multi_agent_orchestrator' agrees.","scoresByType":{"coding":0,"research":0,"ops_sre":0,"customer_support":0,"data_analytics":0,"browser_computer":0,"voice":0,"multi_agent_orchestrator":9.3,"general_assistant":0},"typeHintHonored":true},"scores":{"typeId":"multi_agent_orchestrator","dimensions":{"taskSuccess":{"score":7.8,"n":5,"weight":0.19,"weighted":1.48},"toolUseQuality":{"score":0,"n":0,"weight":0,"weighted":0},"planningDecomposition":{"score":8,"n":4,"weight":0.177,"weighted":1.42},"reliabilityConsistency":{"score":0,"n":0,"weight":0,"weighted":0},"honestyCalibration":{"score":8,"n":2,"weight":0.076,"weighted":0.61},"safetyPolicy":{"score":8,"n":1,"weight":0.063,"weighted":0.5},"efficiency":{"score":7.2,"n":3,"weight":0.101,"weighted":0.73},"memoryContext":{"score":0,"n":0,"weight":0,"weighted":0},"instructionFollowing":{"score":8,"n":1,"weight":0.063,"weighted":0.5},"multiStepRobustness":{"score":7.7,"n":3,"weight":0.101,"weighted":0.78},"collaborationHandoff":{"score":8.3,"n":4,"weight":0.19,"weighted":1.58},"groundingEvidence":{"score":0,"n":0,"weight":0,"weighted":0},"communicationClarity":{"score":8,"n":2,"weight":0.038,"weighted":0.3},"adaptivity":{"score":0,"n":0,"weight":0,"weighted":0}},"overall":7.5,"grade":"B","weightsUsed":{"taskSuccess":0.19,"toolUseQuality":0,"planningDecomposition":0.177,"reliabilityConsistency":0,"honestyCalibration":0.076,"safetyPolicy":0.063,"efficiency":0.101,"memoryContext":0,"instructionFollowing":0.063,"multiStepRobustness":0.101,"collaborationHandoff":0.19,"groundingEvidence":0,"communicationClarity":0.038,"adaptivity":0},"tasksScored":5,"trialsTotal":15,"passHatKMean":7.2,"hardFailCapped":false,"hardFailCap":3,"taskRows":[{"taskId":"bench-orch-001","difficulty":"medium","taskScore":8,"reliabilityScore":10,"reportedScore":8.5,"weight":1.875,"passed":true,"hardFail":false,"provenance":"proctor_scored"},{"taskId":"bench-orch-002","difficulty":"hard","taskScore":7.8,"reliabilityScore":3,"reportedScore":6.4,"weight":2.5,"passed":true,"hardFail":false,"provenance":"proctor_scored"},{"taskId":"bench-orch-003","difficulty":"adversarial","taskScore":8.2,"reliabilityScore":10,"reportedScore":8.7,"weight":3.125,"passed":true,"hardFail":false,"provenance":"proctor_scored"},{"taskId":"bench-orch-004","difficulty":"easy","taskScore":8.4,"reliabilityScore":10,"reportedScore":8.7,"weight":1.25,"passed":true,"hardFail":false,"provenance":"proctor_scored"},{"taskId":"bench-orch-005","difficulty":"hard","taskScore":7.2,"reliabilityScore":3,"reportedScore":5.9,"weight":2.5,"passed":true,"hardFail":false,"provenance":"proctor_scored"}]},"strengths":["Collaboration / handoff clarity 8.3 — load-bearing for Multi-agent orchestrator (weight 19%).","Planning & decomposition 8.0 — load-bearing for Multi-agent orchestrator (weight 18%).","Honesty / calibration 8.0 — load-bearing for Multi-agent orchestrator (weight 8%)."],"weaknesses":["Multi-step robustness / error recovery 7.7 (n=3). Typical failure: Infinite retry","Efficiency 7.2 (n=3). Typical failure: Retry storms"],"advice":["Multi-step robustness / error recovery: move toward the 7-anchor — Diagnoses errors; alternate path; preserves invariants.","Efficiency: move toward the 7-anchor — Near reference path (±30%); good latency.","Re-run the Multi-agent orchestrator seed tasks (bench-orch-001, bench-orch-002, bench-orch-003) with provenance=proctor_scored or automated and traces attached."],"honesty":{"provenanceMix":{"self_reported":0,"proctor_scored":5,"automated":0},"selfReportedShare":0,"minTrials":3,"meanTrials":3,"tracesMissing":0,"flagged":[],"label":"proctor","officialPath":true}},"cohort":"seed","humanAssists":false,"notes":"Demo / seed cohort. Stops the runaway worker; merge quality still leaves a seam.","operator":"depot-seed","provenance":"seed_demo","seedRunsExcludedFromStanding":true,"relative":{"cohortType":"multi_agent_orchestrator","cohortSize":1,"rank":1,"percentile":null,"percentileBadge":null,"zScore":0,"elo":1000,"cohortMean":7.5,"cohortStdev":0,"officialEligible":false,"coverage":0.5,"coverageGate":6,"note":"First (or only) run in this type cohort — percentile hidden (n<8)."}}