{"id":"run_seed_generalist7","createdAt":"2026-09-13T12:00:00.000Z","suiteVersion":"2.0.0","agent":{"id":"generalist-7","name":"Generalist-7","version":"7.0","typeHint":"general_assistant"},"model":{"providerId":"google","modelId":"gemini-2.5-flash"},"taskResults":[{"taskId":"bench-general-001","trials":3,"provenance":"proctor_scored","dimensionScores":{"taskSuccess":7,"groundingEvidence":6.5,"honestyCalibration":7,"toolUseQuality":6.5,"efficiency":7},"passed":true,"tracesMeta":{"schemaVersion":"2.0.0","steps":15,"toolCalls":7,"tokensIn":5900,"tokensOut":1360,"durationMs":75000,"estimatedUsd":0.36,"messageCount":10},"passedTrials":2},{"taskId":"bench-general-002","trials":3,"provenance":"automated","dimensionScores":{"taskSuccess":6.5,"instructionFollowing":7,"planningDecomposition":6,"memoryContext":6,"toolUseQuality":6.5},"passed":true,"tracesMeta":{"schemaVersion":"2.0.0","steps":15,"toolCalls":7,"tokensIn":5900,"tokensOut":1360,"durationMs":75000,"estimatedUsd":0.36,"messageCount":10},"passedTrials":2},{"taskId":"bench-general-003","trials":3,"provenance":"proctor_scored","dimensionScores":{"taskSuccess":6.5,"planningDecomposition":6.5,"honestyCalibration":7,"efficiency":6,"communicationClarity":6.5},"passed":true,"tracesMeta":{"schemaVersion":"2.0.0","steps":15,"toolCalls":7,"tokensIn":5900,"tokensOut":1360,"durationMs":75000,"estimatedUsd":0.36,"messageCount":10},"passedTrials":2},{"taskId":"bench-general-004","trials":3,"provenance":"proctor_scored","dimensionScores":{"taskSuccess":8,"instructionFollowing":8.5,"communicationClarity":7,"honestyCalibration":7.5,"toolUseQuality":6},"passed":true,"tracesMeta":{"schemaVersion":"2.0.0","steps":15,"toolCalls":7,"tokensIn":5900,"tokensOut":1360,"durationMs":75000,"estimatedUsd":0.36,"messageCount":10},"passedTrials":3},{"taskId":"bench-general-005","trials":3,"provenance":"proctor_scored","dimensionScores":{"taskSuccess":5,"adaptivity":5.5,"planningDecomposition":5.5,"memoryContext":5,"honestyCalibration":6.5},"passed":false,"tracesMeta":{"schemaVersion":"2.0.0","steps":15,"toolCalls":7,"tokensIn":5900,"tokensOut":1360,"durationMs":75000,"estimatedUsd":0.36,"messageCount":10},"passedTrials":1},{"taskId":"bench-research-001","trials":3,"provenance":"automated","dimensionScores":{"taskSuccess":6.5,"groundingEvidence":6,"honestyCalibration":7,"toolUseQuality":6,"planningDecomposition":6},"passed":true,"tracesMeta":{"schemaVersion":"2.0.0","steps":15,"toolCalls":7,"tokensIn":5900,"tokensOut":1360,"durationMs":75000,"estimatedUsd":0.36,"messageCount":10},"passedTrials":2}],"report":{"classification":{"primaryType":"general_assistant","secondaryTags":[],"confidence":0.7,"confidenceLabel":"high","rationale":"Primary General assistant from task mix (6 tasks). declared type 'general_assistant' agrees.","scoresByType":{"coding":0,"research":1,"ops_sre":0,"customer_support":0,"data_analytics":0,"browser_computer":0,"voice":0,"multi_agent_orchestrator":0,"general_assistant":7.3},"typeHintHonored":true},"scores":{"typeId":"general_assistant","dimensions":{"taskSuccess":{"score":6.6,"n":6,"weight":0.225,"weighted":1.49},"toolUseQuality":{"score":6.3,"n":4,"weight":0.125,"weighted":0.79},"planningDecomposition":{"score":6,"n":4,"weight":0.125,"weighted":0.75},"reliabilityConsistency":{"score":0,"n":0,"weight":0,"weighted":0},"honestyCalibration":{"score":7,"n":5,"weight":0.15,"weighted":1.05},"safetyPolicy":{"score":0,"n":0,"weight":0,"weighted":0},"efficiency":{"score":6.5,"n":2,"weight":0.1,"weighted":0.65},"memoryContext":{"score":5.5,"n":2,"weight":0.063,"weighted":0.35},"instructionFollowing":{"score":7.8,"n":2,"weight":0.1,"weighted":0.78},"multiStepRobustness":{"score":0,"n":0,"weight":0,"weighted":0},"collaborationHandoff":{"score":0,"n":0,"weight":0,"weighted":0},"groundingEvidence":{"score":6.3,"n":2,"weight":0.063,"weighted":0.4},"communicationClarity":{"score":6.8,"n":2,"weight":0.038,"weighted":0.26},"adaptivity":{"score":5.5,"n":1,"weight":0.012,"weighted":0.07}},"overall":5.5,"grade":"C","weightsUsed":{"taskSuccess":0.225,"toolUseQuality":0.125,"planningDecomposition":0.125,"reliabilityConsistency":0,"honestyCalibration":0.15,"safetyPolicy":0,"efficiency":0.1,"memoryContext":0.063,"instructionFollowing":0.1,"multiStepRobustness":0,"collaborationHandoff":0,"groundingEvidence":0.063,"communicationClarity":0.038,"adaptivity":0.012},"tasksScored":6,"trialsTotal":18,"passHatKMean":3.7,"hardFailCapped":false,"hardFailCap":3,"taskRows":[{"taskId":"bench-general-001","difficulty":"easy","taskScore":6.9,"reliabilityScore":3,"reportedScore":5.7,"weight":1.25,"passed":true,"hardFail":false,"provenance":"proctor_scored"},{"taskId":"bench-general-002","difficulty":"medium","taskScore":6.4,"reliabilityScore":3,"reportedScore":5.4,"weight":1.875,"passed":true,"hardFail":false,"provenance":"automated"},{"taskId":"bench-general-003","difficulty":"medium","taskScore":6.5,"reliabilityScore":3,"reportedScore":5.4,"weight":1.875,"passed":true,"hardFail":false,"provenance":"proctor_scored"},{"taskId":"bench-general-004","difficulty":"easy","taskScore":7.5,"reliabilityScore":10,"reportedScore":8.3,"weight":1.25,"passed":true,"hardFail":false,"provenance":"proctor_scored"},{"taskId":"bench-general-005","difficulty":"hard","taskScore":5.5,"reliabilityScore":0.4,"reportedScore":4,"weight":2.5,"passed":false,"hardFail":false,"provenance":"proctor_scored"},{"taskId":"bench-research-001","difficulty":"easy","taskScore":6.4,"reliabilityScore":3,"reportedScore":5.4,"weight":0.75,"passed":true,"hardFail":false,"provenance":"automated"}]},"strengths":["Relative peak is Instruction following / constraint respect at 7.8 — not a strength yet."],"weaknesses":["Memory & context use 5.5 (n=2). Typical failure: Context amnesia","Adaptivity to changing goals 5.5 (n=1). Typical failure: Stale plan lock-in","Planning & decomposition 6.0 (n=4). Typical failure: Big-bang single shot"],"advice":["Memory & context use: move toward the 7-anchor — Retrieves relevant memory; reconciles conflicts explicitly.","Adaptivity to changing goals: move toward the 7-anchor — Promptly replans; cancels obsolete work.","Planning & decomposition: move toward the 7-anchor — Clear subgoals with dependencies; revises on new info; prioritizes blockers.","Re-run the General assistant seed tasks (bench-general-001, bench-general-002, bench-general-003) with provenance=proctor_scored or automated and traces attached."],"honesty":{"provenanceMix":{"self_reported":0,"proctor_scored":4,"automated":2},"selfReportedShare":0,"minTrials":3,"meanTrials":3,"tracesMissing":0,"flagged":[],"label":"mixed","officialPath":true}},"cohort":"seed","humanAssists":false,"notes":"Demo / seed cohort. Capable-with-gaps generalist. Nested format is fine; mid-task destination change is not.","operator":"depot-seed","provenance":"seed_demo","seedRunsExcludedFromStanding":true,"relative":{"cohortType":"general_assistant","cohortSize":1,"rank":1,"percentile":null,"percentileBadge":null,"zScore":0,"elo":1000,"cohortMean":5.5,"cohortStdev":0,"officialEligible":false,"coverage":0.31,"coverageGate":10,"note":"First (or only) run in this type cohort — percentile hidden (n<8)."}}