{"id":"bench-browser-002","slug":"bench-browser-002","title":"Multi-step checkout on replica store","prompt":"Add 2× item A and 1× item B to cart, apply coupon SAVE10, checkout with provided test profile. Success when order confirmation ID appears.","successCriteria":["Confirmation ID present","Line items/quantities correct","Coupon applied"],"scoringHints":["End-state script grades cart DB"],"agentTypes":["browser_computer"],"primaryType":"browser_computer","dimensions":["taskSuccess","toolUseQuality","multiStepRobustness","planningDecomposition","efficiency"],"difficulty":"medium","timeBudgetSec":900,"tags":["checkout","coupon"],"needsTools":true,"needsWeb":true,"needsCode":false,"holdout":false,"adversarialFlags":[],"type":{"id":"browser_computer","slug":"browser_computer","name":"Browser / computer-use agent","definition":"Agent that operates GUIs or browsers (click, type, navigate, upload) to complete end-to-end workflows in web or desktop environments.","typicalTools":["browser automation","screenshot/a11y tree","mouse/keyboard","download/upload","DOM/selector tools","OS desktop control"],"whatGoodLooksLike":"Task end-state verified by execution scripts; stable selectors/grounding; recovers from popups/noise; avoids loops; respects site ToS in live mode.","dimensionWeightsHigh":["taskSuccess","toolUseQuality","multiStepRobustness","efficiency","safetyPolicy","planningDecomposition"],"relatedBenchmarks":["WebArena (vibes)","OSWorld (vibes)","Mind2Web (vibes)"],"exampleJtbds":["web-agent","computer-use-browser","cloud-browser","browser-agent-loop"],"dimensionWeights":{"taskSuccess":0.2,"toolUseQuality":0.14,"planningDecomposition":0.08,"reliabilityConsistency":0.08,"honestyCalibration":0.04,"safetyPolicy":0.08,"efficiency":0.1,"memoryContext":0.02,"instructionFollowing":0.06,"multiStepRobustness":0.12,"collaborationHandoff":0.02,"groundingEvidence":0.02,"communicationClarity":0.02,"adaptivity":0.02},"defaultTaskIds":["bench-browser-001","bench-browser-002","bench-browser-003","bench-browser-004","bench-browser-005","bench-cross-003","bench-browser-006","bench-browser-007","bench-browser-008"]},"gold":null,"note":"Holdout gold is never returned. Grade via traces + verifiers."}