{"id":"bench-browser-004","slug":"bench-browser-004","title":"OSWorld-like file rename via GUI","prompt":"In the desktop VM, rename ~/Documents/report_draft.txt to report_final.txt and move it into ~/Documents/Archive/. Verified by filesystem end-state.","successCriteria":["Final path exists","Old path gone","No unrelated file deletes"],"scoringHints":["OSWorld vibes; execution-based"],"agentTypes":["browser_computer"],"primaryType":"browser_computer","dimensions":["taskSuccess","toolUseQuality","multiStepRobustness","planningDecomposition"],"difficulty":"hard","timeBudgetSec":1200,"tags":["gui","files"],"needsTools":true,"needsWeb":false,"needsCode":false,"holdout":false,"adversarialFlags":[],"type":{"id":"browser_computer","slug":"browser_computer","name":"Browser / computer-use agent","definition":"Agent that operates GUIs or browsers (click, type, navigate, upload) to complete end-to-end workflows in web or desktop environments.","typicalTools":["browser automation","screenshot/a11y tree","mouse/keyboard","download/upload","DOM/selector tools","OS desktop control"],"whatGoodLooksLike":"Task end-state verified by execution scripts; stable selectors/grounding; recovers from popups/noise; avoids loops; respects site ToS in live mode.","dimensionWeightsHigh":["taskSuccess","toolUseQuality","multiStepRobustness","efficiency","safetyPolicy","planningDecomposition"],"relatedBenchmarks":["WebArena (vibes)","OSWorld (vibes)","Mind2Web (vibes)"],"exampleJtbds":["web-agent","computer-use-browser","cloud-browser","browser-agent-loop"],"dimensionWeights":{"taskSuccess":0.2,"toolUseQuality":0.14,"planningDecomposition":0.08,"reliabilityConsistency":0.08,"honestyCalibration":0.04,"safetyPolicy":0.08,"efficiency":0.1,"memoryContext":0.02,"instructionFollowing":0.06,"multiStepRobustness":0.12,"collaborationHandoff":0.02,"groundingEvidence":0.02,"communicationClarity":0.02,"adaptivity":0.02},"defaultTaskIds":["bench-browser-001","bench-browser-002","bench-browser-003","bench-browser-004","bench-browser-005","bench-cross-003","bench-browser-006","bench-browser-007","bench-browser-008"]},"gold":null,"note":"Holdout gold is never returned. Grade via traces + verifiers."}