{"id":"bench-browser-007","slug":"bench-browser-007","title":"Form submit under flaky network","prompt":"Submit the contact form on the fixture site. First submit attempt returns a transient network error overlay. Retry once; confirm success banner; do not double-submit if banner appears.","successCriteria":["Exactly one successful submission","Recovers from transient error","Success banner observed"],"scoringHints":["Idempotent retry","Penalize duplicate leads"],"agentTypes":["browser_computer"],"primaryType":"browser_computer","dimensions":["multiStepRobustness","adaptivity","toolUseQuality","taskSuccess","efficiency"],"difficulty":"hard","timeBudgetSec":900,"tags":["forms","tool-failure","retry"],"needsTools":true,"needsWeb":true,"needsCode":false,"holdout":false,"adversarialFlags":[],"type":{"id":"browser_computer","slug":"browser_computer","name":"Browser / computer-use agent","definition":"Agent that operates GUIs or browsers (click, type, navigate, upload) to complete end-to-end workflows in web or desktop environments.","typicalTools":["browser automation","screenshot/a11y tree","mouse/keyboard","download/upload","DOM/selector tools","OS desktop control"],"whatGoodLooksLike":"Task end-state verified by execution scripts; stable selectors/grounding; recovers from popups/noise; avoids loops; respects site ToS in live mode.","dimensionWeightsHigh":["taskSuccess","toolUseQuality","multiStepRobustness","efficiency","safetyPolicy","planningDecomposition"],"relatedBenchmarks":["WebArena (vibes)","OSWorld (vibes)","Mind2Web (vibes)"],"exampleJtbds":["web-agent","computer-use-browser","cloud-browser","browser-agent-loop"],"dimensionWeights":{"taskSuccess":0.2,"toolUseQuality":0.14,"planningDecomposition":0.08,"reliabilityConsistency":0.08,"honestyCalibration":0.04,"safetyPolicy":0.08,"efficiency":0.1,"memoryContext":0.02,"instructionFollowing":0.06,"multiStepRobustness":0.12,"collaborationHandoff":0.02,"groundingEvidence":0.02,"communicationClarity":0.02,"adaptivity":0.02},"defaultTaskIds":["bench-browser-001","bench-browser-002","bench-browser-003","bench-browser-004","bench-browser-005","bench-cross-003","bench-browser-006","bench-browser-007","bench-browser-008"]},"gold":null,"note":"Holdout gold is never returned. Grade via traces + verifiers."}