{"asOf":"2026-10-03","doesNotChangeDepotPicks":true,"doesNotChangePriceSort":true,"doesNotRescore":true,"caps":{"needs":6,"freePerNeed":3,"caseStudies":3},"class":{"id":"coding","name":"Coding agent","definition":"Edits a repository, runs commands in a workspace, and checks the result against tests or a diff.","needs":{"jtbdIds":["coding-agent","diff-aware-pr-review","agent-sandbox","code-interpreter","agent-ephemeral-ci","persistent-dev-env"],"freeKinds":["free_sandbox","dev_tool","free_docs"],"capabilityTags":["coding","agents"],"plain":["A workspace that can be snapshotted","Tests or a diff check that the agent does not grade itself"]},"failureModeIds":["tool-loop","hallucinated-tool-args","partial-tool-success","collateral-side-effects","weak-verification","eval-contamination","benchmark-protocol-mismatch","runaway-spend","silent-truncation","non-determinism","schema-drift","context-overflow","instruction-drift"],"exampleTasks":["Patch a failing test and run that test in a sandbox","Review a diff without rewriting unrelated files","Stop when the same command repeats with the same output"]},"needsConsidered":["coding-agent","diff-aware-pr-review","agent-sandbox","code-interpreter","agent-ephemeral-ci","persistent-dev-env"],"needsOmitted":[],"jobs":[{"jtbdId":"coding-agent","decide":{"available":true,"unavailableReason":null,"providerId":"anthropic","scoreAsOf":"2026-10-19","scoreAgeDays":8,"scoreStale":false,"runnerUpId":"openai","cite":"Depot Pick for coding-agent: anthropic (asOf 2026-10-19). See GET /api/jtbds/coding-agent + GET /api/methodology.","citePath":"/api/jtbds/coding-agent"},"quote":{"available":true,"unavailableReason":null,"cheapest":{"providerId":"zai","slug":"zai","name":"Z.AI (Zhipu GLM)","skuId":"zai-glm-4-6v-flashx-in","sku":"GLM-4.6V-FlashX","item":"GLM-4.6V-FlashX","plan":"GLM-4.6V-FlashX — Prices per 1M tokens","isFloorPrice":true,"floorWarning":"Provider-wide floor SKU; may not be the flagship model scored for this JTBD.","skuKind":"chat_completion_input","unit":"usd_per_million_input_tokens","amountUsd":0.04,"comparison":"min sourced input SKU among candidates; not quality-adjusted","usdPerMillionInputTokens":0.04,"sourceUrl":"https://docs.z.ai/guides/overview/pricing","asOf":"2026-10-03"},"recommendedWorkloadQuote":{"providerId":"anthropic","providerName":"Anthropic","skuId":"anthropic-sonnet-55-input","item":"Sonnet 5.5","plan":"Sonnet 5.5 — standard input; cache read/write on the same card were not folded in","unit":"usd_per_million_input_tokens","amountUsd":2,"outputSkuId":"anthropic-sonnet-55-output","outputItem":"Sonnet 5.5","outputAmountUsd":10,"outputUnit":"usd_per_million_output_tokens","sourceUrl":"https://claude.com/pricing","asOf":"2026-10-27","pricingLastVerifiedAt":"2026-10-27","isFlagshipForJob":true,"differsFromFloorCheapest":true,"representativeQuote":{"skuId":"anthropic-sonnet-55-input","item":"Sonnet 5.5","plan":"Sonnet 5.5 — standard input; cache read/write on the same card were not folded in","amountUsd":2,"inputOrUnitUsd":2,"unit":"usd_per_million_input_tokens","outputUsd":10,"outputUnit":"usd_per_million_output_tokens","sourceUrl":"https://claude.com/pricing","asOf":"2026-10-27"},"estimatedTaskCost":{"tasks":1000,"retryAndToolOverheadMultiplier":1.15,"retryToolOverheadMultiplier":1.15,"inputTokensPerTask":4000,"outputTokensPerTask":1000,"baseCostPer1kTasksUsd":18,"totalUsd":20.7,"estimatedTotalUsd":20.7,"perTaskUsd":0.0207,"estimatedCostPerTaskUsd":0.0207,"formula":"((4,000 in * $2/1M + 1,000 out * $10/1M) * 1,000 tasks) * 1.15 overhead","assumptions":"1,000 agent tasks @ 4k input + 1k output tokens/task with 1.15x retry/tool-call overhead."}},"representativeQuote":{"skuId":"anthropic-sonnet-55-input","item":"Sonnet 5.5","plan":"Sonnet 5.5 — standard input; cache read/write on the same card were not folded in","amountUsd":2,"inputOrUnitUsd":2,"unit":"usd_per_million_input_tokens","outputUsd":10,"outputUnit":"usd_per_million_output_tokens","sourceUrl":"https://claude.com/pricing","asOf":"2026-10-27"},"estimatedTaskCost":{"tasks":1000,"retryAndToolOverheadMultiplier":1.15,"retryToolOverheadMultiplier":1.15,"inputTokensPerTask":4000,"outputTokensPerTask":1000,"baseCostPer1kTasksUsd":18,"totalUsd":20.7,"estimatedTotalUsd":20.7,"perTaskUsd":0.0207,"estimatedCostPerTaskUsd":0.0207,"formula":"((4,000 in * $2/1M + 1,000 out * $10/1M) * 1,000 tasks) * 1.15 overhead","assumptions":"1,000 agent tasks @ 4k input + 1k output tokens/task with 1.15x retry/tool-call overhead."},"reason":null,"priceWinnerNote":"Pick is not a price winner. anthropic sourced input $/1M is 0.1; cheapest among candidates is zai at 0.04."},"pickIsNotPriceWinner":true,"freeResources":[{"id":"gemini-api-free-tier-standard","name":"Gemini API free tier, standard token price","kind":"free_inference","cost":"free_tier_unspecified","substitutable":true,"sourceUrl":"https://ai.google.dev/gemini-api/docs/pricing"},{"id":"humaneval","name":"HumanEval","kind":"free_data","cost":"oss","substitutable":true,"sourceUrl":"https://huggingface.co/datasets/openai/openai_humaneval/raw/main/README.md"},{"id":"multi-swe-bench","name":"Multi-SWE-bench","kind":"free_data","cost":"oss","substitutable":true,"sourceUrl":"https://raw.githubusercontent.com/multi-swe-bench/multi-swe-bench/main/LICENSE"}],"freeMatch":"jtbd"},{"jtbdId":"diff-aware-pr-review","decide":{"available":true,"unavailableReason":null,"providerId":"anthropic","scoreAsOf":"2026-10-19","scoreAgeDays":8,"scoreStale":false,"runnerUpId":"openai","cite":"Depot Pick for diff-aware-pr-review: anthropic (asOf 2026-10-19). See GET /api/jtbds/diff-aware-pr-review + GET /api/methodology.","citePath":"/api/jtbds/diff-aware-pr-review"},"quote":{"available":true,"unavailableReason":null,"cheapest":{"providerId":"anthropic","slug":"anthropic","name":"Anthropic","skuId":"anthropic-haiku-55-input-le-100k","sku":"Haiku 5.5 (prompts up to 100K tokens)","item":"Haiku 5.5 (prompts up to 100K tokens)","plan":"Haiku 5.5 (prompts up to 100K tokens) — Base input, prompts up to 100,000 tokens (docs pricing table)","isFloorPrice":true,"floorWarning":"Provider-wide floor SKU; may not be the flagship model scored for this JTBD.","skuKind":"chat_completion_input","unit":"usd_per_million_input_tokens","amountUsd":0.1,"comparison":"min sourced input SKU among candidates; not quality-adjusted","usdPerMillionInputTokens":0.1,"sourceUrl":"https://platform.claude.com/docs/en/about-claude/pricing","asOf":"2026-10-27"},"recommendedWorkloadQuote":{"providerId":"anthropic","providerName":"Anthropic","skuId":"anthropic-sonnet-55-input","item":"Sonnet 5.5","plan":"Sonnet 5.5 — standard input; cache read/write on the same card were not folded in","unit":"usd_per_million_input_tokens","amountUsd":2,"outputSkuId":"anthropic-sonnet-55-output","outputItem":"Sonnet 5.5","outputAmountUsd":10,"outputUnit":"usd_per_million_output_tokens","sourceUrl":"https://claude.com/pricing","asOf":"2026-10-27","pricingLastVerifiedAt":"2026-10-27","isFlagshipForJob":true,"differsFromFloorCheapest":true,"representativeQuote":{"skuId":"anthropic-sonnet-55-input","item":"Sonnet 5.5","plan":"Sonnet 5.5 — standard input; cache read/write on the same card were not folded in","amountUsd":2,"inputOrUnitUsd":2,"unit":"usd_per_million_input_tokens","outputUsd":10,"outputUnit":"usd_per_million_output_tokens","sourceUrl":"https://claude.com/pricing","asOf":"2026-10-27"},"estimatedTaskCost":{"tasks":1000,"retryAndToolOverheadMultiplier":1.15,"retryToolOverheadMultiplier":1.15,"inputTokensPerTask":4000,"outputTokensPerTask":1000,"baseCostPer1kTasksUsd":18,"totalUsd":20.7,"estimatedTotalUsd":20.7,"perTaskUsd":0.0207,"estimatedCostPerTaskUsd":0.0207,"formula":"((4,000 in * $2/1M + 1,000 out * $10/1M) * 1,000 tasks) * 1.15 overhead","assumptions":"1,000 agent tasks @ 4k input + 1k output tokens/task with 1.15x retry/tool-call overhead."}},"representativeQuote":{"skuId":"anthropic-sonnet-55-input","item":"Sonnet 5.5","plan":"Sonnet 5.5 — standard input; cache read/write on the same card were not folded in","amountUsd":2,"inputOrUnitUsd":2,"unit":"usd_per_million_input_tokens","outputUsd":10,"outputUnit":"usd_per_million_output_tokens","sourceUrl":"https://claude.com/pricing","asOf":"2026-10-27"},"estimatedTaskCost":{"tasks":1000,"retryAndToolOverheadMultiplier":1.15,"retryToolOverheadMultiplier":1.15,"inputTokensPerTask":4000,"outputTokensPerTask":1000,"baseCostPer1kTasksUsd":18,"totalUsd":20.7,"estimatedTotalUsd":20.7,"perTaskUsd":0.0207,"estimatedCostPerTaskUsd":0.0207,"formula":"((4,000 in * $2/1M + 1,000 out * $10/1M) * 1,000 tasks) * 1.15 overhead","assumptions":"1,000 agent tasks @ 4k input + 1k output tokens/task with 1.15x retry/tool-call overhead."},"reason":null,"priceWinnerNote":"Pick is tied for the cheapest sourced input $/1M at 0.1 (also 1 other candidate)."},"pickIsNotPriceWinner":false,"freeResources":[{"id":"reviewdog","name":"reviewdog","kind":"dev_tool","cost":"oss","substitutable":true,"sourceUrl":"https://raw.githubusercontent.com/reviewdog/reviewdog/master/LICENSE"}],"freeMatch":"jtbd"},{"jtbdId":"agent-sandbox","decide":{"available":true,"unavailableReason":null,"providerId":"e2b","scoreAsOf":"2026-09-14","scoreAgeDays":43,"scoreStale":true,"runnerUpId":"modal","cite":"Depot Pick for agent-sandbox: e2b (asOf 2026-09-14). See GET /api/jtbds/agent-sandbox + GET /api/methodology.","citePath":"/api/jtbds/agent-sandbox"},"quote":{"available":true,"unavailableReason":null,"cheapest":null,"recommendedWorkloadQuote":{"providerId":"e2b","providerName":"E2B","skuId":"e2b-pro-usd-per-month","item":"Pro","plan":"Pro — Plus usage","unit":"usd_per_month","amountUsd":150,"outputSkuId":null,"outputItem":null,"outputAmountUsd":null,"outputUnit":null,"sourceUrl":"https://e2b.dev/pricing","asOf":"2026-10-03","pricingLastVerifiedAt":"2026-10-27","isFlagshipForJob":false,"differsFromFloorCheapest":false,"representativeQuote":{"skuId":"e2b-pro-usd-per-month","item":"Pro","plan":"Pro — Plus usage","amountUsd":150,"inputOrUnitUsd":150,"unit":"usd_per_month","outputUsd":null,"outputUnit":null,"sourceUrl":"https://e2b.dev/pricing","asOf":"2026-10-03"},"estimatedTaskCost":{"tasks":1000,"retryAndToolOverheadMultiplier":1.15,"retryToolOverheadMultiplier":1.15,"unitsPerTask":1,"baseCostPer1kTasksUsd":150,"totalUsd":172.5,"estimatedTotalUsd":172.5,"perTaskUsd":0.1725,"estimatedCostPerTaskUsd":0.1725,"formula":"Monthly base plan $150/mo covering 1,000 tasks (1.15x overhead buffer)","assumptions":"Monthly subscription plan amortized over 1,000 tasks/month."}},"representativeQuote":{"skuId":"e2b-pro-usd-per-month","item":"Pro","plan":"Pro — Plus usage","amountUsd":150,"inputOrUnitUsd":150,"unit":"usd_per_month","outputUsd":null,"outputUnit":null,"sourceUrl":"https://e2b.dev/pricing","asOf":"2026-10-03"},"estimatedTaskCost":{"tasks":1000,"retryAndToolOverheadMultiplier":1.15,"retryToolOverheadMultiplier":1.15,"unitsPerTask":1,"baseCostPer1kTasksUsd":150,"totalUsd":172.5,"estimatedTotalUsd":172.5,"perTaskUsd":0.1725,"estimatedCostPerTaskUsd":0.1725,"formula":"Monthly base plan $150/mo covering 1,000 tasks (1.15x overhead buffer)","assumptions":"Monthly subscription plan amortized over 1,000 tasks/month."},"reason":"Nothing was compared. Pick has no sourced usd_per_vcpu_hour row. GPU-hour, GiB-hour, and vCPU-second were not converted. Cheapest stays null. pickIsPriceWinner is null.","priceWinnerNote":"Nothing was compared. Pick has no sourced usd_per_vcpu_hour row. GPU-hour, GiB-hour, and vCPU-second were not converted. Cheapest stays null. pickIsPriceWinner is null."},"pickIsNotPriceWinner":false,"freeResources":[{"id":"bubblewrap","name":"Bubblewrap","kind":"free_sandbox","cost":"oss","substitutable":true,"sourceUrl":"https://raw.githubusercontent.com/containers/bubblewrap/main/COPYING"},{"id":"e2b-sdk","name":"E2B SDK","kind":"dev_tool","cost":"oss","substitutable":true,"sourceUrl":"https://github.com/e2b-dev/e2b/blob/main/LICENSE"},{"id":"firecracker","name":"Firecracker","kind":"free_sandbox","cost":"oss","substitutable":true,"sourceUrl":"https://raw.githubusercontent.com/firecracker-microvm/firecracker/main/LICENSE"}],"freeMatch":"jtbd"},{"jtbdId":"code-interpreter","decide":{"available":true,"unavailableReason":null,"providerId":"e2b","scoreAsOf":"2026-09-14","scoreAgeDays":43,"scoreStale":true,"runnerUpId":"modal","cite":"Depot Pick for code-interpreter: e2b (asOf 2026-09-14). See GET /api/jtbds/code-interpreter + GET /api/methodology.","citePath":"/api/jtbds/code-interpreter"},"quote":{"available":true,"unavailableReason":null,"cheapest":null,"recommendedWorkloadQuote":{"providerId":"e2b","providerName":"E2B","skuId":"e2b-pro-usd-per-month","item":"Pro","plan":"Pro — Plus usage","unit":"usd_per_month","amountUsd":150,"outputSkuId":null,"outputItem":null,"outputAmountUsd":null,"outputUnit":null,"sourceUrl":"https://e2b.dev/pricing","asOf":"2026-10-03","pricingLastVerifiedAt":"2026-10-27","isFlagshipForJob":false,"differsFromFloorCheapest":false,"representativeQuote":{"skuId":"e2b-pro-usd-per-month","item":"Pro","plan":"Pro — Plus usage","amountUsd":150,"inputOrUnitUsd":150,"unit":"usd_per_month","outputUsd":null,"outputUnit":null,"sourceUrl":"https://e2b.dev/pricing","asOf":"2026-10-03"},"estimatedTaskCost":{"tasks":1000,"retryAndToolOverheadMultiplier":1.15,"retryToolOverheadMultiplier":1.15,"unitsPerTask":1,"baseCostPer1kTasksUsd":150,"totalUsd":172.5,"estimatedTotalUsd":172.5,"perTaskUsd":0.1725,"estimatedCostPerTaskUsd":0.1725,"formula":"Monthly base plan $150/mo covering 1,000 tasks (1.15x overhead buffer)","assumptions":"Monthly subscription plan amortized over 1,000 tasks/month."}},"representativeQuote":{"skuId":"e2b-pro-usd-per-month","item":"Pro","plan":"Pro — Plus usage","amountUsd":150,"inputOrUnitUsd":150,"unit":"usd_per_month","outputUsd":null,"outputUnit":null,"sourceUrl":"https://e2b.dev/pricing","asOf":"2026-10-03"},"estimatedTaskCost":{"tasks":1000,"retryAndToolOverheadMultiplier":1.15,"retryToolOverheadMultiplier":1.15,"unitsPerTask":1,"baseCostPer1kTasksUsd":150,"totalUsd":172.5,"estimatedTotalUsd":172.5,"perTaskUsd":0.1725,"estimatedCostPerTaskUsd":0.1725,"formula":"Monthly base plan $150/mo covering 1,000 tasks (1.15x overhead buffer)","assumptions":"Monthly subscription plan amortized over 1,000 tasks/month."},"reason":"Nothing was compared. no matching sourced usd_per_vcpu_hour among candidates; GPU-hour, GiB-hour, and vCPU-second were not converted; chat $/1M was not borrowed pickIsPriceWinner is null.","priceWinnerNote":"Nothing was compared. no matching sourced usd_per_vcpu_hour among candidates; GPU-hour, GiB-hour, and vCPU-second were not converted; chat $/1M was not borrowed pickIsPriceWinner is null."},"pickIsNotPriceWinner":false,"freeResources":[{"id":"e2b-sdk","name":"E2B SDK","kind":"dev_tool","cost":"oss","substitutable":true,"sourceUrl":"https://github.com/e2b-dev/e2b/blob/main/LICENSE"},{"id":"firecracker","name":"Firecracker","kind":"free_sandbox","cost":"oss","substitutable":true,"sourceUrl":"https://raw.githubusercontent.com/firecracker-microvm/firecracker/main/LICENSE"}],"freeMatch":"jtbd"},{"jtbdId":"agent-ephemeral-ci","decide":{"available":true,"unavailableReason":null,"providerId":"modal","scoreAsOf":"2026-10-19","scoreAgeDays":8,"scoreStale":false,"runnerUpId":"e2b","cite":"Depot Pick for agent-ephemeral-ci: modal (asOf 2026-10-19). See GET /api/jtbds/agent-ephemeral-ci + GET /api/methodology.","citePath":"/api/jtbds/agent-ephemeral-ci"},"quote":{"available":true,"unavailableReason":null,"cheapest":null,"recommendedWorkloadQuote":{"providerId":"modal","providerName":"Modal","skuId":"modal-nvidia-t4-usd-per-gpu-second","item":"Nvidia T4","plan":"Nvidia T4 — Per-second rate shown with the per-second toggle","unit":"usd_per_gpu_second","amountUsd":0.000164,"outputSkuId":null,"outputItem":null,"outputAmountUsd":null,"outputUnit":null,"sourceUrl":"https://modal.com/pricing","asOf":"2026-10-27","pricingLastVerifiedAt":"2026-10-27","isFlagshipForJob":false,"differsFromFloorCheapest":false,"representativeQuote":{"skuId":"modal-nvidia-t4-usd-per-gpu-second","item":"Nvidia T4","plan":"Nvidia T4 — Per-second rate shown with the per-second toggle","amountUsd":0.000164,"inputOrUnitUsd":0.000164,"unit":"usd_per_gpu_second","outputUsd":null,"outputUnit":null,"sourceUrl":"https://modal.com/pricing","asOf":"2026-10-27"},"estimatedTaskCost":{"tasks":1000,"retryAndToolOverheadMultiplier":1.15,"retryToolOverheadMultiplier":1.15,"unitsPerTask":1,"baseCostPer1kTasksUsd":0.0002,"totalUsd":0.0002,"estimatedTotalUsd":0.0002,"perTaskUsd":0,"estimatedCostPerTaskUsd":0,"formula":"$0.000164 (usd_per_gpu_second) * 1.15 overhead","assumptions":"1,000 tasks in job native unit with 1.15x retry overhead."}},"representativeQuote":{"skuId":"modal-nvidia-t4-usd-per-gpu-second","item":"Nvidia T4","plan":"Nvidia T4 — Per-second rate shown with the per-second toggle","amountUsd":0.000164,"inputOrUnitUsd":0.000164,"unit":"usd_per_gpu_second","outputUsd":null,"outputUnit":null,"sourceUrl":"https://modal.com/pricing","asOf":"2026-10-27"},"estimatedTaskCost":{"tasks":1000,"retryAndToolOverheadMultiplier":1.15,"retryToolOverheadMultiplier":1.15,"unitsPerTask":1,"baseCostPer1kTasksUsd":0.0002,"totalUsd":0.0002,"estimatedTotalUsd":0.0002,"perTaskUsd":0,"estimatedCostPerTaskUsd":0,"formula":"$0.000164 (usd_per_gpu_second) * 1.15 overhead","assumptions":"1,000 tasks in job native unit with 1.15x retry overhead."},"reason":"Nothing was compared. Pick has no sourced usd_per_vcpu_hour row. GPU-hour, GiB-hour, and vCPU-second were not converted. Cheapest stays null. pickIsPriceWinner is null.","priceWinnerNote":"Nothing was compared. Pick has no sourced usd_per_vcpu_hour row. GPU-hour, GiB-hour, and vCPU-second were not converted. Cheapest stays null. pickIsPriceWinner is null."},"pickIsNotPriceWinner":false,"freeResources":[{"id":"dagger","name":"Dagger","kind":"dev_tool","cost":"oss","substitutable":true,"sourceUrl":"https://raw.githubusercontent.com/dagger/dagger/main/LICENSE"}],"freeMatch":"jtbd"},{"jtbdId":"persistent-dev-env","decide":{"available":true,"unavailableReason":null,"providerId":"daytona","scoreAsOf":"2026-09-14","scoreAgeDays":43,"scoreStale":true,"runnerUpId":"e2b","cite":"Depot Pick for persistent-dev-env: daytona (asOf 2026-09-14). See GET /api/jtbds/persistent-dev-env + GET /api/methodology.","citePath":"/api/jtbds/persistent-dev-env"},"quote":{"available":true,"unavailableReason":null,"cheapest":{"providerId":"daytona","slug":"daytona","name":"Daytona","skuId":"daytona-vcpu","sku":"vCPU","item":"vCPU","plan":"vCPU — Listed per hour","isFloorPrice":true,"floorWarning":"Provider-wide floor SKU; may not be the flagship model scored for this JTBD.","skuKind":"vcpu_hour","unit":"usd_per_vcpu_hour","amountUsd":0.0504,"comparison":"min sourced vCPU-hour among candidates; lowest vCPU-hour tier per provider; not quality-adjusted; GPU-hour, GiB-hour, and vCPU-second were not converted","usdPerMillionInputTokens":null,"sourceUrl":"https://www.daytona.io/pricing","asOf":"2026-10-27"},"recommendedWorkloadQuote":{"providerId":"daytona","providerName":"Daytona","skuId":"daytona-vcpu","item":"vCPU","plan":"vCPU — Listed per hour","unit":"usd_per_vcpu_hour","amountUsd":0.0504,"outputSkuId":null,"outputItem":null,"outputAmountUsd":null,"outputUnit":null,"sourceUrl":"https://www.daytona.io/pricing","asOf":"2026-10-27","pricingLastVerifiedAt":"2026-10-27","isFlagshipForJob":false,"differsFromFloorCheapest":false,"representativeQuote":{"skuId":"daytona-vcpu","item":"vCPU","plan":"vCPU — Listed per hour","amountUsd":0.0504,"inputOrUnitUsd":0.0504,"unit":"usd_per_vcpu_hour","outputUsd":null,"outputUnit":null,"sourceUrl":"https://www.daytona.io/pricing","asOf":"2026-10-27"},"estimatedTaskCost":{"tasks":1000,"retryAndToolOverheadMultiplier":1.15,"retryToolOverheadMultiplier":1.15,"unitsPerTask":0.05,"baseCostPer1kTasksUsd":2.52,"totalUsd":2.898,"estimatedTotalUsd":2.898,"perTaskUsd":0.002898,"estimatedCostPerTaskUsd":0.002898,"formula":"(1,000 tasks * 0.05 hr/task * $0.0504/vcpu_hour) * 1.15 overhead","assumptions":"1,000 tasks @ 3 min (0.05 hr) runtime per task with 1.15x retry overhead."}},"representativeQuote":{"skuId":"daytona-vcpu","item":"vCPU","plan":"vCPU — Listed per hour","amountUsd":0.0504,"inputOrUnitUsd":0.0504,"unit":"usd_per_vcpu_hour","outputUsd":null,"outputUnit":null,"sourceUrl":"https://www.daytona.io/pricing","asOf":"2026-10-27"},"estimatedTaskCost":{"tasks":1000,"retryAndToolOverheadMultiplier":1.15,"retryToolOverheadMultiplier":1.15,"unitsPerTask":0.05,"baseCostPer1kTasksUsd":2.52,"totalUsd":2.898,"estimatedTotalUsd":2.898,"perTaskUsd":0.002898,"estimatedCostPerTaskUsd":0.002898,"formula":"(1,000 tasks * 0.05 hr/task * $0.0504/vcpu_hour) * 1.15 overhead","assumptions":"1,000 tasks @ 3 min (0.05 hr) runtime per task with 1.15x retry overhead."},"reason":null,"priceWinnerNote":"Only 1 candidate has a matching USD per vCPU-hour; nothing was compared, so pickIsPriceWinner is null."},"pickIsNotPriceWinner":false,"freeResources":[{"id":"devcontainers-spec","name":"Development Container Specification","kind":"dev_tool","cost":"oss","substitutable":true,"sourceUrl":"https://raw.githubusercontent.com/devcontainers/spec/main/LICENSE"}],"freeMatch":"jtbd"}],"failures":[{"id":"tool-loop","name":"Tool loop","detection":"Hash the last several tool names and arguments. Stop when the same call repeats and the observation did not change. Cap tool calls per task."},{"id":"hallucinated-tool-args","name":"Hallucinated tool arguments","detection":"Reject a call that fails the current schema or names an unknown id, and do that before the tool runs a side effect."},{"id":"partial-tool-success","name":"Partial tool success","detection":"Require a per-item status and a failure count. Success for the task requires the failed count to be zero or explicitly handed to a retry queue."},{"id":"collateral-side-effects","name":"Collateral side effects","detection":"Snapshot the workspace or app state, then diff it against an allowlist. A passing check plus an unexpected diff is a failure."},{"id":"weak-verification","name":"Weak verification","detection":"Success requires an end-state check the agent does not grade for itself: tests, a database diff, or a separate judge that cannot see the gold label."},{"id":"eval-contamination","name":"Eval contamination","detection":"Keep gold labels out of the agent prompt. Store the harness version beside the score. Do not compare a number across a benchmark revision without saying the revision changed."},{"id":"benchmark-protocol-mismatch","name":"Benchmark protocol mismatch","detection":"Store assisted-or-not, subset, and harness version beside every cited score. Refuse a ranking that mixes those fields."},{"id":"runaway-spend","name":"Runaway spend","detection":"Set a budget and a tool-call cap per task. Alert when spend jumps. Stop the run at the cap instead of summarizing a partial trace as success."},{"id":"silent-truncation","name":"Silent truncation","detection":"Tools must return whether the payload was truncated and how long the original was. Fail the task if the answer depends on the missing span."},{"id":"non-determinism","name":"Non-determinism","detection":"Run the task more than once and compare the end state, not a single transcript. Record the trial count next to any success rate you cite."},{"id":"schema-drift","name":"Schema drift","detection":"Validate every tool call and every loaded table against the current schema. Quarantine mismatches instead of coercing them."},{"id":"context-overflow","name":"Context overflow","detection":"If the input exceeds the window, say so and retrieve a narrower slice. Do not answer from a truncated head as if it were the whole source."},{"id":"instruction-drift","name":"Instruction drift","detection":"Restate the stop condition in the trace. End the run when it is met. Review long traces for steps that do not serve the original task."}],"failuresOmittedBecauseMissing":[],"caseStudies":[{"id":"swe-bench-2023","title":"SWE-bench: Can Language Models Resolve Real-World GitHub Issues?","sourceUrl":"https://arxiv.org/abs/2310.06770","year":2023,"studyKind":"capability_ceiling"},{"id":"swe-bench-verified-2024","title":"Introducing SWE-bench Verified","sourceUrl":"https://openai.com/index/introducing-swe-bench-verified/","year":2024,"studyKind":"vendor_writeup"},{"id":"cognition-swe-bench-report-2024","title":"Cognition SWE-bench technical report","sourceUrl":"https://www.cognition.ai/blog/swe-bench-technical-report","year":2024,"studyKind":"vendor_writeup"}],"caseStudiesRelated":7,"caseStudiesOmitted":4,"caseStudiesReason":null,"links":{"kit":"/api/kit?class=coding","page":"/agents/kit/coding","agentClass":"/api/agent-classes/coding","failures":"/api/failures","caseStudies":"/api/case-studies?class=coding"},"recommendation":{"mode":"default"},"stackContext":{"host":null,"framework":null,"repo":null,"lang":null,"existing":[],"volume":null,"sender":null,"detectedFromTask":[]},"contextAdvice":[],"firstActions":["https://getagentdepot.com/api/hub","https://getagentdepot.com/api/decide?jtbd=coding-agent","https://getagentdepot.com/api/quote?jtbd=coding-agent","https://getagentdepot.com/api/kit?class=coding","https://getagentdepot.com/api/failures"],"honesty":["Picks are the current Depot Pick from GET /api/decide. This kit does not rescore.","Cheapest SKU is copied from GET /api/quote for that job. Input and output are not blended. A chat SKU is not borrowed for a non-chat job. If quote.cheapest is null, there is no matching sourced price.","pickIsNotPriceWinner is true only when that job's Depot Pick and cheapest matching SKU both exist and the quote says the pick is not the price winner. If either is missing, the field is false.","freeResources are existing /api/free items whose jtbdIds include that job, up to 3, sorted by id. If none list the job, freeResources is [] and freeMatch is none. Kind, provider, and docs are not fallbacks. Free does not change the pick.","firstActions are endpoint URLs for this class: hub, decide for the first listed need, quote for that need, this kit, and /api/failures. No other step is added.","Failures are the modes already listed on the class. Case studies are the first 3 related studies in catalog order, with the source URL already stored. Omitted studies stay on GET /api/case-studies?class=."]}