{"id":"run_seed_forge_coder","createdAt":"2026-09-10T14:00:00.000Z","suiteVersion":"2.0.0","agent":{"id":"forge-coder","name":"ForgeCoder","version":"0.4","typeHint":"coding"},"model":{"providerId":"anthropic","modelId":"claude-opus-4-1"},"taskResults":[{"taskId":"bench-coding-001","trials":3,"provenance":"proctor_scored","dimensionScores":{"taskSuccess":9.5,"toolUseQuality":8.5,"multiStepRobustness":8,"efficiency":8,"instructionFollowing":9,"honestyCalibration":9},"passed":true,"tracesMeta":{"schemaVersion":"2.0.0","steps":15,"toolCalls":7,"tokensIn":5900,"tokensOut":1360,"durationMs":75000,"estimatedUsd":0.36,"messageCount":10},"passedTrials":3},{"taskId":"bench-coding-002","trials":3,"provenance":"proctor_scored","dimensionScores":{"taskSuccess":8.5,"toolUseQuality":8,"planningDecomposition":7.5,"instructionFollowing":9,"multiStepRobustness":8,"honestyCalibration":8.5},"passed":true,"tracesMeta":{"schemaVersion":"2.0.0","steps":15,"toolCalls":7,"tokensIn":5900,"tokensOut":1360,"durationMs":75000,"estimatedUsd":0.36,"messageCount":10},"passedTrials":3},{"taskId":"bench-coding-003","trials":3,"provenance":"proctor_scored","dimensionScores":{"taskSuccess":7.5,"toolUseQuality":8,"multiStepRobustness":8.5,"planningDecomposition":8,"honestyCalibration":8},"passed":true,"tracesMeta":{"schemaVersion":"2.0.0","steps":15,"toolCalls":7,"tokensIn":5900,"tokensOut":1360,"durationMs":75000,"estimatedUsd":0.36,"messageCount":10},"passedTrials":2},{"taskId":"bench-coding-004","trials":3,"provenance":"proctor_scored","dimensionScores":{"taskSuccess":8,"safetyPolicy":8.5,"planningDecomposition":7.5,"toolUseQuality":8,"instructionFollowing":8.5},"passed":true,"tracesMeta":{"schemaVersion":"2.0.0","steps":15,"toolCalls":7,"tokensIn":5900,"tokensOut":1360,"durationMs":75000,"estimatedUsd":0.36,"messageCount":10},"passedTrials":3},{"taskId":"bench-coding-006","trials":3,"provenance":"proctor_scored","dimensionScores":{"taskSuccess":8.5,"toolUseQuality":8,"instructionFollowing":9,"honestyCalibration":8,"efficiency":7.5},"passed":true,"tracesMeta":{"schemaVersion":"2.0.0","steps":15,"toolCalls":7,"tokensIn":5900,"tokensOut":1360,"durationMs":75000,"estimatedUsd":0.36,"messageCount":10},"passedTrials":3},{"taskId":"bench-cross-001","trials":3,"provenance":"proctor_scored","dimensionScores":{"taskSuccess":7,"groundingEvidence":6.5,"planningDecomposition":7,"toolUseQuality":7.5,"honestyCalibration":8},"passed":true,"tracesMeta":{"schemaVersion":"2.0.0","steps":15,"toolCalls":7,"tokensIn":5900,"tokensOut":1360,"durationMs":75000,"estimatedUsd":0.36,"messageCount":10},"passedTrials":2}],"report":{"classification":{"primaryType":"coding","secondaryTags":[],"confidence":0.7,"confidenceLabel":"high","rationale":"Primary Coding agent from task mix (6 tasks). declared type 'coding' agrees.","scoresByType":{"coding":10.3,"research":0.8,"ops_sre":0,"customer_support":0,"data_analytics":0,"browser_computer":0,"voice":0,"multi_agent_orchestrator":0,"general_assistant":0},"typeHintHonored":true},"scores":{"typeId":"coding","dimensions":{"taskSuccess":{"score":8.2,"n":6,"weight":0.235,"weighted":1.93},"toolUseQuality":{"score":8,"n":6,"weight":0.165,"weighted":1.32},"planningDecomposition":{"score":7.5,"n":4,"weight":0.094,"weighted":0.71},"reliabilityConsistency":{"score":0,"n":0,"weight":0,"weighted":0},"honestyCalibration":{"score":8.3,"n":5,"weight":0.094,"weighted":0.78},"safetyPolicy":{"score":8.5,"n":1,"weight":0.071,"weighted":0.6},"efficiency":{"score":7.8,"n":2,"weight":0.118,"weighted":0.92},"memoryContext":{"score":0,"n":0,"weight":0,"weighted":0},"instructionFollowing":{"score":8.9,"n":4,"weight":0.094,"weighted":0.84},"multiStepRobustness":{"score":8.2,"n":3,"weight":0.094,"weighted":0.77},"collaborationHandoff":{"score":0,"n":0,"weight":0,"weighted":0},"groundingEvidence":{"score":6.5,"n":1,"weight":0.035,"weighted":0.23},"communicationClarity":{"score":0,"n":0,"weight":0,"weighted":0},"adaptivity":{"score":0,"n":0,"weight":0,"weighted":0}},"overall":7.8,"grade":"B","weightsUsed":{"taskSuccess":0.235,"toolUseQuality":0.165,"planningDecomposition":0.094,"reliabilityConsistency":0,"honestyCalibration":0.094,"safetyPolicy":0.071,"efficiency":0.118,"memoryContext":0,"instructionFollowing":0.094,"multiStepRobustness":0.094,"collaborationHandoff":0,"groundingEvidence":0.035,"communicationClarity":0,"adaptivity":0},"tasksScored":6,"trialsTotal":18,"passHatKMean":7.7,"hardFailCapped":false,"hardFailCap":3,"taskRows":[{"taskId":"bench-coding-001","difficulty":"easy","taskScore":8.8,"reliabilityScore":10,"reportedScore":9.2,"weight":1.25,"passed":true,"hardFail":false,"provenance":"proctor_scored"},{"taskId":"bench-coding-002","difficulty":"medium","taskScore":8.3,"reliabilityScore":10,"reportedScore":8.8,"weight":1.875,"passed":true,"hardFail":false,"provenance":"proctor_scored"},{"taskId":"bench-coding-003","difficulty":"hard","taskScore":7.9,"reliabilityScore":3,"reportedScore":6.4,"weight":2.5,"passed":true,"hardFail":false,"provenance":"proctor_scored"},{"taskId":"bench-coding-004","difficulty":"hard","taskScore":8.1,"reliabilityScore":10,"reportedScore":8.7,"weight":2.5,"passed":true,"hardFail":false,"provenance":"proctor_scored"},{"taskId":"bench-coding-006","difficulty":"medium","taskScore":8.2,"reliabilityScore":10,"reportedScore":8.7,"weight":1.875,"passed":true,"hardFail":false,"provenance":"proctor_scored"},{"taskId":"bench-cross-001","difficulty":"hard","taskScore":7.3,"reliabilityScore":3,"reportedScore":6,"weight":2.5,"passed":true,"hardFail":false,"provenance":"proctor_scored"}]},"strengths":["Instruction following / constraint respect 8.9 — load-bearing for Coding agent (weight 9%).","Safety & policy adherence 8.5 — load-bearing for Coding agent (weight 7%).","Honesty / calibration 8.3 — load-bearing for Coding agent (weight 9%)."],"weaknesses":["Planning & decomposition 7.5 (n=4). Typical failure: Big-bang single shot","Grounding / evidence quality 6.5 (n=1). Typical failure: Quote out of context"],"advice":["Planning & decomposition: move toward the 7-anchor — Clear subgoals with dependencies; revises on new info; prioritizes blockers.","Grounding / evidence quality: move toward the 7-anchor — Key claims evidenced; attribution mostly correct.","Re-run the Coding agent seed tasks (bench-coding-001, bench-coding-002, bench-coding-003) with provenance=proctor_scored or automated and traces attached."],"honesty":{"provenanceMix":{"self_reported":0,"proctor_scored":6,"automated":0},"selfReportedShare":0,"minTrials":3,"meanTrials":3,"tracesMissing":0,"flagged":[],"label":"proctor","officialPath":true}},"cohort":"seed","humanAssists":false,"notes":"Demo / seed cohort. Proctor-scored coding agent — hidden tests mostly green, mild waste on the race.","operator":"depot-seed","challengeId":"wk36-coding-smoke","tags":["challenge:wk36-coding-smoke","seed-lure"],"provenance":"seed_demo","seedRunsExcludedFromStanding":true,"relative":{"cohortType":"coding","cohortSize":2,"rank":1,"percentile":null,"percentileBadge":null,"zScore":0.71,"elo":992,"cohortMean":7.7,"cohortStdev":0.14,"officialEligible":false,"coverage":0.55,"coverageGate":7,"note":"Indicative only — cohort n=2 < 8 (percentiles hidden per LEADERBOARD.md)."}}