{"evidenceStatus":{"decisionRole":"independent_prior_and_candidate_generator","positioning":"The independent, agent-readable prior for choosing AI infrastructure — not a universal router, generic marketplace, or synthetic leaderboard.","freshnessThresholdDays":30,"freshness_policy":{"policy_version":"agentdepot.freshness_policy.v1","threshold_days":30},"freshness_state":"fresh","editorial_freshness_state":"fresh","unqualified_current_pick_allowed":true,"pick_qualification":"qualified_current_pick","promotionClass":"verified_outcome_backed","evidenceClass":"editorial_plus_verified_receipt","staleDowngraded":false,"effectiveConfidence":"high_verified","confidenceHalfWidth":0.35,"pickScoreAgeDays":0,"editorialJudgmentAgeDays":0,"pricingAgeDays":0,"isPickScoreStale":false,"isPricingStale":false,"editorialJudgmentAsOf":"2026-10-28","pricingVerifiedAt":"2026-10-28","outcomeVerifiedAt":"2026-10-28","effectiveVerifiedAsOf":"2026-10-28","downgradeReasons":[],"stalenessWarning":"Editorial judgment and deterministic pricing verification are both within the 30-day freshness threshold.","promotionGate":{"deterministicPricingCheck":true,"approvedScoreReaffirm":true,"pendingHumanReviewBlock":false,"zeroUnverifiedSkus":true,"costEfficiencyConsistent":true,"lockInAndReliabilityConsistent":true,"secondModelOrRuleAudit":true,"countersignReceiptIds":["cs-64391106","cs-2e116f7d"],"otsAttestationHead":"b32634d5784cbfe663be0a16cce4f60a3ff1c3d4490437be00361cb4ae5d5d59","sourceCheckDate":"2026-10-28","activePricingRowsCount":13,"freeResourcesCount":1,"runnerUpPricingRowsCount":18},"claimProvenance":{"claim_id":"claim:coding-agent-evals:e2b:depot-pick","provider_id":"e2b","jtbd_id":"coding-agent-evals","primary_url":"https://www.e2b.dev/docs/use-cases/computer-use","source_type":"primary_docs","source_revision":"sha256:bc135daecff33794","observed_at":"2026-10-28","checked_at":"2026-10-28","claim_support_state":"claim_specific_supported","max_allowed_evidence_class":"replicated_outcome","defect_codes":[],"sources":[{"original_url":"https://e2b.dev","final_url":"https://e2b.dev","redirected":false,"http_status":200,"reachable":true,"source_type":"generic_homepage","is_claim_specific":false,"source_revision":"sha256:e308a43df7818e16","observed_at":"2026-10-28","checked_at":"2026-10-28"},{"original_url":"https://www.e2b.dev/docs/use-cases/computer-use","final_url":"https://www.e2b.dev/docs/use-cases/computer-use","redirected":false,"http_status":200,"reachable":true,"source_type":"primary_docs","is_claim_specific":true,"source_revision":"sha256:bc135daecff33794","observed_at":"2026-10-28","checked_at":"2026-10-28"}]},"verifiedOutcomeSummary":{"totalVerifiedReceipts":0,"byEvidenceTier":{"E0_ASSERTION":0,"E1_SOURCE_BOUND":0,"E2_DELIVERY":0,"E3_INDEPENDENT_OUTCOME":0,"E4_REPLICATED_OUTCOME":0},"bySubjectLayer":{"provider":0,"product":0,"model_version":0,"runtime_route":0}}},"freshness_state":"fresh","freshness_policy":{"policy_version":"agentdepot.freshness_policy.v1","threshold_days":30},"runtimeRoutes":[{"routeId":"coding-agent-evals:e2b:primary","roleForJob":"depot_pick","provider":{"id":"e2b","slug":"e2b","name":"E2B","website":"https://e2b.dev","status":"active"},"model":{"representativeModelId":"Pro","skuId":"e2b-pro-usd-per-month","unit":"usd_per_month","amountUsd":150,"sourceUrl":"https://e2b.dev/pricing","asOf":"2026-10-28"},"servingRoute":{"primaryRouteType":"self_hosted_or_oss_compatible","endpointPattern":"https://e2b.dev (self hosted or oss compatible)","aggregatorAlternatives":[{"aggregatorId":"direct-only","name":"E2B Direct API","routeType":"first_party","tradeoff":"Direct vendor SDK/REST contract; pair with runner-up for multi-vendor failover."}]},"accountAndQuota":{"freeTierAvailable":true,"freeTierSummary":"E2B SDK (oss, asOf 2026-10-25)","rateLimitsSummary":"Hobby: Hobby FREE /$100 of usage in credits + Usage Costs … $100 one-time usage credit Sessions u","subscriptionFirstEligible":true,"documentedPlansCount":4},"regions":{"supportedRegions":["us","eu","global"],"multiRegionFailover":true,"euResidencyAvailable":true},"toolSchemaSupport":{"strictJsonSchema":true,"parallelToolCalls":false,"mcpServerAvailable":true,"streamingSupported":true},"latencyTier":{"tier":"standard_1s_to_5s","latencyReliabilityScore":8.6,"coldStartNotes":"Standard warm pool; check provider SLA for burst concurrency"},"privacyConfig":{"privacyPostureScore":8.5,"zeroDataRetentionAvailable":true,"trainsOnApiDataByDefault":false,"hipaaEligible":true,"selfHostable":true},"availabilityStatus":{"providerStatus":"active","verifiedActiveSkus":13,"unverifiedSkus":0,"liveFailoverTargetId":"daytona"},"subject_ref":{"layer":"runtime_route","subject_id":"runtime_route:e2b:Pro:self_hosted_or_oss_compatible:us","provider_id":"e2b","product_id":"e2b-core","model_id":"Pro","version":"2026-10-28","route_class":"self_hosted_or_oss_compatible","region":"us","score_status":"unknown","layer_score":"unknown","inherited_from_parent_layer":false,"inheritance_policy":"no_cross_layer_inheritance"}},{"routeId":"coding-agent-evals:daytona:primary","roleForJob":"runner_up","provider":{"id":"daytona","slug":"daytona","name":"Daytona","website":"https://daytona.io","status":"active"},"model":{"representativeModelId":"vCPU","skuId":"daytona-vcpu","unit":"usd_per_vcpu_hour","amountUsd":0.0504,"sourceUrl":"https://www.daytona.io/pricing","asOf":"2026-10-27"},"servingRoute":{"primaryRouteType":"self_hosted_or_oss_compatible","endpointPattern":"https://daytona.io (self hosted or oss compatible)","aggregatorAlternatives":[{"aggregatorId":"direct-only","name":"Daytona Direct API","routeType":"first_party","tradeoff":"Direct vendor SDK/REST contract; pair with runner-up for multi-vendor failover."}]},"accountAndQuota":{"freeTierAvailable":false,"freeTierSummary":null,"rateLimitsSummary":"See /api/limits?provider=daytona","subscriptionFirstEligible":true,"documentedPlansCount":0},"regions":{"supportedRegions":["global"],"multiRegionFailover":true,"euResidencyAvailable":true},"toolSchemaSupport":{"strictJsonSchema":true,"parallelToolCalls":false,"mcpServerAvailable":true,"streamingSupported":true},"latencyTier":{"tier":"standard_1s_to_5s","latencyReliabilityScore":8.2,"coldStartNotes":"Standard warm pool; check provider SLA for burst concurrency"},"privacyConfig":{"privacyPostureScore":8,"zeroDataRetentionAvailable":true,"trainsOnApiDataByDefault":false,"hipaaEligible":false,"selfHostable":true},"availabilityStatus":{"providerStatus":"active","verifiedActiveSkus":20,"unverifiedSkus":0,"liveFailoverTargetId":"e2b"},"subject_ref":{"layer":"runtime_route","subject_id":"runtime_route:daytona:vCPU:self_hosted_or_oss_compatible:global","provider_id":"daytona","product_id":"daytona-core","model_id":"vCPU","version":"2026-10-27","route_class":"self_hosted_or_oss_compatible","region":"global","score_status":"unknown","layer_score":"unknown","inherited_from_parent_layer":false,"inheritance_policy":"no_cross_layer_inheritance"}}],"verifiedOutcomes":[],"jtbd":{"id":"coding-agent-evals","slug":"coding-agent-evals","name":"Coding Agent, Repo Patch & Terminal Benchmark Harnesses (SWE-bench / Terminal-Bench)","shortName":"Coding & terminal agent evals","problemStatement":"Evaluate coding and CLI agents on real git repositories, multi-file patches, test suites, and shell tasks (SWE-bench Verified, Terminal-Bench) inside disposable sandboxes where untrusted generated code cannot touch the host."},"pick":{"id":"e2b","slug":"e2b","name":"E2B","tagline":"Depot default code sandbox for agents. Use for untrusted code; Daytona when you need persistent…","website":"https://e2b.dev","overall":8.65,"scoreBand":{"low":8.3,"mid":8.7,"high":9,"halfWidth":0.35,"basis":"verified_outcomes","display":"8.3–9.0 (verified outcomes)"},"scoreLayers":{"editorialPrior":8.65,"measuredBenchmark":null,"verifiedOutcomeScore":null,"verifiedOutcomeCount":0,"accountRuntimeState":"unprobed"},"pricingLastVerifiedAt":"2026-10-28","pricingVerifiedAsOf":"2026-10-28","scoreVerifiedAsOf":"2026-10-28","editorialPriorAsOf":"2026-10-28","liveHealth":{"status":"operational","checkedAt":"2026-10-28T15:04:27.121Z","statusPageUrl":"https://status.e2b.dev","latencyMs":516,"indicator":"none","description":"Public status/endpoint reachable (HTTP 200)"},"scoreRange":[8.3,9],"formattedScore":"8.7 ± 0.35 (8.3–9.0 · editorial_plus_verified_receipt)","evidenceClass":"editorial_plus_verified_receipt","promotionClass":"verified_outcome_backed","staleDowngraded":false,"effectiveConfidence":"high_verified","confidenceInterval":{"low":8.3,"mid":8.65,"high":9,"halfWidth":0.35,"confidenceLevel":0.8,"basis":"narrowed_verified_outcome_interval_0.35_backed_by_countersign_receipts"},"sourceAgeDays":0,"pricingAgeDays":0,"freshness_state":"fresh","dissentingEvidence":["Per-sandbox-second costs add up","Less persistent than Daytona workspaces","Younger than hyperscalers","When not to use top pick: Need persistent multi-container dev workspaces with sticky git worktrees across long horizons — Daytona; need bursty 500+ container parallelization or GPU-backed ML tasks (MLE-bench) — Modal; need the experiment/dataset scoreboard layer on top of sandbox runs — Braintrust; need a full PaaS with build pipelines — Northflank.","Runner-up Daytona (daytona) is the primary alternative when constraints disqualify E2B."],"whatWouldChangePick":["Caller constraint matching: Need persistent multi-container dev workspaces with sticky git worktrees across long horizons — Daytona; need bursty 500+ container parallelization or GPU-backed ML tasks (MLE-bench) — Modal; need the experiment/dataset scoreboard layer on top of sandbox runs — Braintrust; need a full PaaS with build pipelines — Northflank.","Live quota or rate-limit exhaustion on e2b (pass ?exhausted=e2b or liveQuota.exhaustedProviders=[\"e2b\"] to promote daytona).","Active subscription or enterprise commit on daytona combined with low switching-cost tolerance (existingSubscriptions + switchingCost.maxMigrationEffort=\"low\").","Sourced price increase >20% on https://e2b.dev or unverified SKU drift detected by npm run check:sources."],"claimProvenance":{"claim_id":"claim:coding-agent-evals:e2b:depot-pick","provider_id":"e2b","jtbd_id":"coding-agent-evals","primary_url":"https://www.e2b.dev/docs/use-cases/computer-use","source_type":"primary_docs","source_revision":"sha256:bc135daecff33794","observed_at":"2026-10-28","checked_at":"2026-10-28","claim_support_state":"claim_specific_supported","max_allowed_evidence_class":"replicated_outcome","defect_codes":[],"sources":[{"original_url":"https://e2b.dev","final_url":"https://e2b.dev","redirected":false,"http_status":200,"reachable":true,"source_type":"generic_homepage","is_claim_specific":false,"source_revision":"sha256:e308a43df7818e16","observed_at":"2026-10-28","checked_at":"2026-10-28"},{"original_url":"https://www.e2b.dev/docs/use-cases/computer-use","final_url":"https://www.e2b.dev/docs/use-cases/computer-use","redirected":false,"http_status":200,"reachable":true,"source_type":"primary_docs","is_claim_specific":true,"source_revision":"sha256:bc135daecff33794","observed_at":"2026-10-28","checked_at":"2026-10-28"}]},"calibratedScore":{"point":8.65,"band":[8.3,9],"interval":{"lower":8.3,"upper":9,"half_width":0.35},"score_kind":"experimental_calibrated_band","evidence_class":"experimental","confidence":"low","confidence_ceiling":"high","age_days":0,"dissent":["Per-sandbox-second costs add up","Less persistent than Daytona workspaces","Younger than hyperscalers","When not to use top pick: Need persistent multi-container dev workspaces with sticky git worktrees across long horizons — Daytona; need bursty 500+ container parallelization or GPU-backed ML tasks (MLE-bench) — Modal; need the experiment/dataset scoreboard layer on top of sandbox runs — Braintrust; need a full PaaS with build pipelines — Northflank.","Runner-up Daytona (daytona) is the primary alternative when constraints disqualify E2B."],"what_would_change_this":["Caller constraint matching: Need persistent multi-container dev workspaces with sticky git worktrees across long horizons — Daytona; need bursty 500+ container parallelization or GPU-backed ML tasks (MLE-bench) — Modal; need the experiment/dataset scoreboard layer on top of sandbox runs — Braintrust; need a full PaaS with build pipelines — Northflank.","Live quota or rate-limit exhaustion on e2b (pass ?exhausted=e2b or liveQuota.exhaustedProviders=[\"e2b\"] to promote daytona).","Active subscription or enterprise commit on daytona combined with low switching-cost tolerance (existingSubscriptions + switchingCost.maxMigrationEffort=\"low\").","Sourced price increase >20% on https://e2b.dev or unverified SKU drift detected by npm run check:sources."],"subject_layer":"provider"},"subject_ref":{"layer":"provider","provider_id":"e2b","product_id":"e2b-core","model_id":null,"version":null,"route_class":null,"inheritance_policy":"no_cross_layer_inheritance"},"pricingNotes":"Firecracker microVM sandboxes billed per second; templates; code interpreter for agents.","scores":{"capabilityFit":9.4,"pricePerformance":8,"latencyReliability":8.6,"developerDx":9.4,"privacyPosture":8.5,"lockInRisk":4,"maturity":8,"overall":8.65,"kind":"curated_estimate","confidence":"high","asOf":"2026-10-28"}},"liveHealth":{"status":"operational","checkedAt":"2026-10-28T15:04:27.121Z","statusPageUrl":"https://status.e2b.dev","latencyMs":516,"indicator":"none","description":"Public status/endpoint reachable (HTTP 200)"},"selectedPick":{"id":"e2b","slug":"e2b","name":"E2B","tagline":"Depot default code sandbox for agents. Use for untrusted code; Daytona when you need persistent…","website":"https://e2b.dev","overall":8.65,"scoreBand":{"low":8.3,"mid":8.7,"high":9,"halfWidth":0.35,"basis":"verified_outcomes","display":"8.3–9.0 (verified outcomes)"},"scoreLayers":{"editorialPrior":8.65,"measuredBenchmark":null,"verifiedOutcomeScore":null,"verifiedOutcomeCount":0,"accountRuntimeState":"unprobed"},"pricingLastVerifiedAt":"2026-10-28","pricingVerifiedAsOf":"2026-10-28","scoreVerifiedAsOf":"2026-10-28","editorialPriorAsOf":"2026-10-28","liveHealth":{"status":"operational","checkedAt":"2026-10-28T15:04:27.121Z","statusPageUrl":"https://status.e2b.dev","latencyMs":516,"indicator":"none","description":"Public status/endpoint reachable (HTTP 200)"},"scoreRange":[8.3,9],"formattedScore":"8.7 ± 0.35 (8.3–9.0 · editorial_plus_verified_receipt)","evidenceClass":"editorial_plus_verified_receipt","promotionClass":"verified_outcome_backed","staleDowngraded":false,"effectiveConfidence":"high_verified","confidenceInterval":{"low":8.3,"mid":8.65,"high":9,"halfWidth":0.35,"confidenceLevel":0.8,"basis":"narrowed_verified_outcome_interval_0.35_backed_by_countersign_receipts"},"sourceAgeDays":0,"pricingAgeDays":0,"freshness_state":"fresh","pricingNotes":"Firecracker microVM sandboxes billed per second; templates; code interpreter for agents.","scores":{"capabilityFit":9.4,"pricePerformance":8,"latencyReliability":8.6,"developerDx":9.4,"privacyPosture":8.5,"lockInRisk":4,"maturity":8,"overall":8.65,"kind":"curated_estimate","confidence":"high","asOf":"2026-10-28"}},"editorialPick":{"id":"e2b","slug":"e2b","name":"E2B","tagline":"Depot default code sandbox for agents. Use for untrusted code; Daytona when you need persistent…","website":"https://e2b.dev","overall":8.65,"scoreBand":{"low":8.3,"mid":8.7,"high":9,"halfWidth":0.35,"basis":"verified_outcomes","display":"8.3–9.0 (verified outcomes)"},"scoreLayers":{"editorialPrior":8.65,"measuredBenchmark":null,"verifiedOutcomeScore":null,"verifiedOutcomeCount":0,"accountRuntimeState":"unprobed"},"pricingLastVerifiedAt":"2026-10-28","pricingVerifiedAsOf":"2026-10-28","scoreVerifiedAsOf":"2026-10-28","editorialPriorAsOf":"2026-10-28","liveHealth":{"status":"operational","checkedAt":"2026-10-28T15:04:27.121Z","statusPageUrl":"https://status.e2b.dev","latencyMs":516,"indicator":"none","description":"Public status/endpoint reachable (HTTP 200)"},"scoreRange":[8.3,9],"formattedScore":"8.7 ± 0.35 (8.3–9.0 · editorial_plus_verified_receipt)","evidenceClass":"editorial_plus_verified_receipt","promotionClass":"verified_outcome_backed","staleDowngraded":false,"effectiveConfidence":"high_verified","confidenceInterval":{"low":8.3,"mid":8.65,"high":9,"halfWidth":0.35,"confidenceLevel":0.8,"basis":"narrowed_verified_outcome_interval_0.35_backed_by_countersign_receipts"},"sourceAgeDays":0,"pricingAgeDays":0,"freshness_state":"fresh","pricingNotes":"Firecracker microVM sandboxes billed per second; templates; code interpreter for agents.","scores":{"capabilityFit":9.4,"pricePerformance":8,"latencyReliability":8.6,"developerDx":9.4,"privacyPosture":8.5,"lockInRisk":4,"maturity":8,"overall":8.65,"kind":"curated_estimate","confidence":"high","asOf":"2026-10-28"}},"disqualifiedCandidates":[],"runnersUp":[{"id":"daytona","slug":"daytona","name":"Daytona","tagline":"Choose when agents need sticky filesystems and full dev environments. E2B for disposable code exec. Confirm…","website":"https://daytona.io","overall":8.31,"scoreBand":{"low":7.7,"mid":8.3,"high":8.9,"halfWidth":0.6,"basis":"editorial_prior","display":"7.7–8.9 (editorial prior)"},"scoreLayers":{"editorialPrior":8.31,"measuredBenchmark":null,"verifiedOutcomeScore":null,"verifiedOutcomeCount":0,"accountRuntimeState":"unprobed"},"pricingLastVerifiedAt":"2026-10-28","pricingVerifiedAsOf":"2026-10-28","scoreVerifiedAsOf":"2026-10-28","editorialPriorAsOf":"2026-10-28","liveHealth":{"status":"operational","checkedAt":"2026-10-28T15:04:27.121Z","statusPageUrl":"https://www.daytona.io","latencyMs":330,"indicator":"none","description":"Public status/endpoint reachable (HTTP 200)"},"scoreRange":[7.81,8.81],"formattedScore":"8.3 ± 0.5 (7.8–8.8 · editorial_prior)","evidenceClass":"editorial_prior","promotionClass":"deterministic_source_reverified","staleDowngraded":false,"effectiveConfidence":"high","confidenceInterval":{"low":7.81,"mid":8.31,"high":8.81,"halfWidth":0.5,"confidenceLevel":0.8,"basis":"deterministic_source_reverified_interval_0.5"},"sourceAgeDays":0,"pricingAgeDays":0,"freshness_state":"fresh","pricingNotes":"As of 2026-10-28 (daytona.io/pricing live): PAYG per-second — vCPU **$0.0504/h**, Memory **$0.0162/GiB-h**, Storage **$0.000108/GiB-h** (first 5 GiB free). $200 free compute signup. Windows $0.0858/vCPU-h. GPU preemptible $/hour (stored rows, reconfirmed 2026-10-27): H100 $2.27, H200 $2.61, B200 $3.59, RTX 4090 $0.57, RTX 5090 $0.74, RTX PRO 6000 $1.74. GPU on-demand $/hour (stored rows since 2026-10-27): H100 $3.95, H200 $4.54, B200 $6.25, B300 $6.25, MI355X $5.99, RTX 4090 $0.99, RTX 5090 $1.29, RTX PRO 6000 $3.03. Startup program up to $50k credits. Closed-source cloud mid-2026 — verify OSS assumptions.","scores":{"capabilityFit":8.8,"pricePerformance":8.2,"latencyReliability":8.2,"developerDx":8.8,"privacyPosture":8,"lockInRisk":3,"maturity":7.2,"overall":8.31,"kind":"curated_estimate","confidence":"high","asOf":"2026-10-28"}},{"id":"modal","slug":"modal","name":"Modal","tagline":"Depot darling for Python agent backends and bursty GPU jobs. If you think in functions not VMs, start here.","website":"https://modal.com","overall":8.52,"scoreBand":{"low":7.9,"mid":8.5,"high":9.1,"halfWidth":0.6,"basis":"editorial_prior","display":"7.9–9.1 (editorial prior)"},"scoreLayers":{"editorialPrior":8.52,"measuredBenchmark":null,"verifiedOutcomeScore":null,"verifiedOutcomeCount":0,"accountRuntimeState":"unprobed"},"pricingLastVerifiedAt":"2026-10-28","pricingVerifiedAsOf":"2026-10-28","scoreVerifiedAsOf":"2026-10-28","editorialPriorAsOf":"2026-10-28","liveHealth":{"status":"operational","checkedAt":"2026-10-28T15:04:27.120Z","statusPageUrl":"https://status.modal.com","latencyMs":638,"indicator":"none","description":"Public status/endpoint reachable (HTTP 200)"},"scoreRange":[8.02,9.02],"formattedScore":"8.5 ± 0.5 (8.0–9.0 · editorial_prior)","evidenceClass":"editorial_prior","promotionClass":"deterministic_source_reverified","staleDowngraded":false,"effectiveConfidence":"high","confidenceInterval":{"low":8.02,"mid":8.52,"high":9.02,"halfWidth":0.5,"confidenceLevel":0.8,"basis":"deterministic_source_reverified_interval_0.5"},"sourceAgeDays":0,"pricingAgeDays":0,"freshness_state":"fresh","pricingNotes":"As of 2026-10-24 (modal.com/pricing, fetched 2026-10-24): Python-native serverless GPU/CPU billed per second of compute ('You never pay for idle resources'). GPU list rates per second: H100 SXM5 '$0.001097', H200 SXM '$0.001261', B200 '$0.001736', A100 80 GB '$0.000694', L40S '$0.000542', A10 '$0.000306', L4 '$0.000222', T4 '$0.000164'; CPU '$0.0000131' per core per second (physical core, 2 vCPU equivalent); memory '$0.00000222' per GiB per second. Region selection '1.15 - 1.75x base prices'; non-preemptible execution '3x base prices' ('Sandboxes are billed at non-preemptible rates of 3x list price.'). Containers are kept alive '60 seconds after the last inputs', which is billed (configurable). Plans: Starter '$0 + compute / month' with '$30 / month free credits' ('100 containers + 10 GPU concurrency'); Team '$250 + compute / month' with '$100 / month free credits' ('5000 containers + 50 GPU concurrency'); Enterprise custom. Shared Endpoints are 'billed per token rather than per second' and not covered by included compute ('This took effect September 1, 2026.'). Excellent DX for jobs and endpoints; cold starts matter for interactive agents.","scores":{"capabilityFit":9,"pricePerformance":8.2,"latencyReliability":8.6,"developerDx":9.6,"privacyPosture":7.8,"lockInRisk":4.5,"maturity":8.2,"overall":8.52,"kind":"curated_estimate","confidence":"high","asOf":"2026-10-28"}},{"id":"braintrust","slug":"braintrust","name":"Braintrust","tagline":"Depot pick when evals are the product quality gate. Pair with Helicone/Langfuse for cheap request logs if…","website":"https://www.braintrust.dev","overall":8.32,"scoreBand":{"low":7.7,"mid":8.3,"high":8.9,"halfWidth":0.6,"basis":"editorial_prior","display":"7.7–8.9 (editorial prior)"},"scoreLayers":{"editorialPrior":8.32,"measuredBenchmark":null,"verifiedOutcomeScore":null,"verifiedOutcomeCount":0,"accountRuntimeState":"unprobed"},"pricingLastVerifiedAt":"2026-10-28","pricingVerifiedAsOf":"2026-10-28","scoreVerifiedAsOf":"2026-10-28","editorialPriorAsOf":"2026-10-28","liveHealth":{"status":"operational","checkedAt":"2026-10-28T15:04:27.127Z","statusPageUrl":"https://status.braintrust.dev","latencyMs":1315,"indicator":"none","description":"Public status/endpoint reachable (HTTP 200)"},"scoreRange":[7.82,8.82],"formattedScore":"8.3 ± 0.5 (7.8–8.8 · editorial_prior)","evidenceClass":"editorial_prior","promotionClass":"deterministic_source_reverified","staleDowngraded":false,"effectiveConfidence":"high","confidenceInterval":{"low":7.82,"mid":8.32,"high":8.82,"halfWidth":0.5,"confidenceLevel":0.8,"basis":"deterministic_source_reverified_interval_0.5"},"sourceAgeDays":0,"pricingAgeDays":0,"freshness_state":"fresh","pricingNotes":"Eval-first platform; data-based pricing with unlimited seats on many plans; strong CI eval story.","scores":{"capabilityFit":9.2,"pricePerformance":7.5,"latencyReliability":8.6,"developerDx":8.8,"privacyPosture":8,"lockInRisk":5,"maturity":8.2,"overall":8.32,"kind":"curated_estimate","confidence":"high","asOf":"2026-10-28"}},{"id":"northflank","slug":"northflank","name":"Northflank","tagline":"Choose when the agent needs a whole app platform, not just a code jail. E2B for pure sandboxes; Railway for…","website":"https://northflank.com","overall":7.56,"scoreBand":{"low":7,"mid":7.6,"high":8.2,"halfWidth":0.6,"basis":"editorial_prior","display":"7.0–8.2 (editorial prior)"},"scoreLayers":{"editorialPrior":7.56,"measuredBenchmark":null,"verifiedOutcomeScore":null,"verifiedOutcomeCount":0,"accountRuntimeState":"unprobed"},"pricingLastVerifiedAt":"2026-10-28","pricingVerifiedAsOf":"2026-10-28","scoreVerifiedAsOf":"2026-10-28","editorialPriorAsOf":"2026-10-28","liveHealth":{"status":"unknown","checkedAt":"2026-10-28T15:04:28.744Z","statusPageUrl":"https://northflank.com","latencyMs":null,"indicator":"not_in_public_statuspage_cohort","description":"No dedicated public Statuspage endpoint registered; see provider website."},"scoreRange":[7.06,8.06],"formattedScore":"7.6 ± 0.5 (7.1–8.1 · editorial_prior)","evidenceClass":"editorial_prior","promotionClass":"deterministic_source_reverified","staleDowngraded":false,"effectiveConfidence":"high","confidenceInterval":{"low":7.06,"mid":7.56,"high":8.06,"halfWidth":0.5,"confidenceLevel":0.8,"basis":"deterministic_source_reverified_interval_0.5"},"sourceAgeDays":0,"pricingAgeDays":0,"freshness_state":"fresh","pricingNotes":"As of 2026-10-28 (northflank.com/pricing live): CPU $0.01667/vCPU-hr; Memory $0.00833/GB-hr; Disk $0.15/GB-mo; egress $0.06/GB. GPUs: L4 $0.80, A100 40GB $1.42, A100 80GB $1.76, H100 80GB $2.74, RTX PRO 6000 $3.00/hr. Predefined plans e.g. nf-compute-50 $12/mo, nf-compute-100-2 $24/mo. Sandbox free tier (2 services/1 DB/2 crons); PAYG self-serve; Enterprise BYOC. Prorated to the second.","scores":{"capabilityFit":8,"pricePerformance":7.4,"latencyReliability":7.8,"developerDx":8,"privacyPosture":7.5,"lockInRisk":5.5,"maturity":7.2,"overall":7.56,"kind":"curated_estimate","confidence":"high","asOf":"2026-10-28"}}],"scoreBand":{"low":8.3,"mid":8.7,"high":9,"halfWidth":0.35,"basis":"verified_outcomes","display":"8.3–9.0 (verified outcomes)"},"scoreLayers":{"editorialPrior":8.65,"measuredBenchmark":null,"verifiedOutcomeScore":null,"verifiedOutcomeCount":0,"accountRuntimeState":"unprobed"},"whyPickOverHigherScore":{"pickId":"e2b","pickName":"E2B","pickScore":8.65,"highestScoredCandidateId":"e2b","highestScoredCandidateName":"E2B","highestScore":8.65,"pickHasLowerCompositeScore":false,"delta":0,"pickLeadsOnDimensions":[],"explanation":"E2B (8.65) holds both the highest composite score among ranked candidates and the editorial pick for Coding Agent, Repo Patch & Terminal Benchmark Harnesses (SWE-bench / Terminal-Bench): E2B boots isolated Firecracker microVMs in ~150ms with per-second vCPU/GiB pricing ($0.000014/vCPU-s, $0.0000045/GiB-s as of 2026-10-28, up to 1,100 concurrent sandboxes on Pro++), making it the cleanest substrate for running SWE-bench Verified repo checkouts and Terminal-Bench test harnesses at scale."},"cheapest":null,"recommendedWorkloadQuote":{"providerId":"e2b","providerName":"E2B","skuId":"e2b-pro-usd-per-month","item":"Pro","plan":"Pro — Plus usage","unit":"usd_per_month","amountUsd":150,"outputSkuId":null,"outputItem":null,"outputAmountUsd":null,"outputUnit":null,"sourceUrl":"https://e2b.dev/pricing","asOf":"2026-10-28","pricingLastVerifiedAt":"2026-10-28","isFlagshipForJob":false,"differsFromFloorCheapest":false,"representativeQuote":{"skuId":"e2b-pro-usd-per-month","item":"Pro","plan":"Pro — Plus usage","amountUsd":150,"inputOrUnitUsd":150,"unit":"usd_per_month","outputUsd":null,"outputUnit":null,"sourceUrl":"https://e2b.dev/pricing","asOf":"2026-10-28"},"estimatedTaskCost":{"tasks":1000,"retryAndToolOverheadMultiplier":1.15,"retryToolOverheadMultiplier":1.15,"unitsPerTask":1,"baseCostPer1kTasksUsd":150,"totalUsd":172.5,"estimatedTotalUsd":172.5,"perTaskUsd":0.1725,"estimatedCostPerTaskUsd":0.1725,"formula":"Monthly base plan 150/mo covering 1,000 tasks (1.15x overhead buffer)","assumptions":"Monthly subscription plan amortized over 1,000 tasks/month."}},"representativeQuote":{"skuId":"e2b-pro-usd-per-month","item":"Pro","plan":"Pro — Plus usage","amountUsd":150,"inputOrUnitUsd":150,"unit":"usd_per_month","outputUsd":null,"outputUnit":null,"sourceUrl":"https://e2b.dev/pricing","asOf":"2026-10-28"},"estimatedTaskCost":{"tasks":1000,"retryAndToolOverheadMultiplier":1.15,"retryToolOverheadMultiplier":1.15,"unitsPerTask":1,"baseCostPer1kTasksUsd":150,"totalUsd":172.5,"estimatedTotalUsd":172.5,"perTaskUsd":0.1725,"estimatedCostPerTaskUsd":0.1725,"formula":"Monthly base plan 150/mo covering 1,000 tasks (1.15x overhead buffer)","assumptions":"Monthly subscription plan amortized over 1,000 tasks/month."},"freeAlternatives":[],"referenceDocs":[],"falsification":{"jtbdId":"coding-agent-evals","jtbdName":"Coding Agent, Repo Patch & Terminal Benchmark Harnesses (SWE-bench / Terminal-Bench)","currentPickId":"e2b","currentPickScore":8.65,"challengerId":"daytona","challengerScore":8.31,"currentScoreGap":0.34,"minVerifiedOutcomes":10,"requiredOutcomeMargin":0.49,"requiredSuccessRateDelta":0.15,"maxPickPriceIncreasePct":25,"whatWouldChangePick":["Daytona (daytona) outperforms E2B (e2b) by >= 0.49 outcome points (or >= 15% worked-rate delta) across >= 10 Countersign-verified production outcomes.","A verified price increase > 25% on E2B's representative SKU for coding-agent-evals without a corresponding capability gain.","Live caller rail exhaustion (?exhausted=e2b) or sustained >= 30% degraded/failed rate in verified production outcomes."],"frozenHoldoutPolicy":{"holdoutSplit":"20% frozen benchmark holdout tasks + 80% live production outcome receipts","requireCountersignReceipt":true,"requiredEvidenceTiers":["outcome_verified","reference_checked"],"minDistinctContributors":2,"antiGamingRule":"Unverified self-reports and seed/editorial rows never mutate picks or scores."},"triggers":[{"kind":"verified_outcomes_outperformance","challengerId":"daytona","minVerifiedOutcomes":10,"requiredOutcomeMargin":0.49,"requiredWorkedRateDelta":0.15},{"kind":"verified_price_increase","providerId":"e2b","maxPriceIncreasePct":25},{"kind":"live_rail_exhaustion_or_degradation","providerId":"e2b","immediateOverrideUrl":"/api/decide?jtbd=coding-agent-evals&exhausted=e2b"}],"submissionSpec":{"falsifyEndpoint":"/api/falsify?jtbd=coding-agent-evals","outcomesEndpoint":"POST /api/feedback","correctionsEndpoint":"POST /api/corrections","payloadTemplate":{"agentIdentity":"agent:<your-agent-id>","jtbdId":"coding-agent-evals","providerId":"daytona","outcome":"worked","detail":"Comparative production evaluation on coding-agent-evals (n>=10 tasks) with Countersign receipt.","confidence":"high","receipt":{"countersign":{"claim_id":"cs-00000000","status":"verified","evidence_tier":"outcome_verified","counts_as_verified":true}}}}},"whatWouldChangePick":["Daytona (daytona) outperforms E2B (e2b) by >= 0.49 outcome points (or >= 15% worked-rate delta) across >= 10 Countersign-verified production outcomes.","A verified price increase > 25% on E2B's representative SKU for coding-agent-evals without a corresponding capability gain.","Live caller rail exhaustion (?exhausted=e2b) or sustained >= 30% degraded/failed rate in verified production outcomes."],"routePlan":{"jtbdId":"coding-agent-evals","primary":{"providerId":"e2b","name":"E2B","overall":8.65,"scoreBand":{"low":8.3,"mid":8.7,"high":9,"halfWidth":0.35,"basis":"verified_outcomes","display":"8.3–9.0 (verified outcomes)"},"scoreLayers":{"editorialPrior":8.65,"measuredBenchmark":null,"verifiedOutcomeScore":null,"verifiedOutcomeCount":0,"accountRuntimeState":"unprobed"},"pricingLastVerifiedAt":"2026-10-28","editorialPriorAsOf":"2026-10-28","role":"primary","reason":"Editorial Depot Pick for Coding Agent, Repo Patch & Terminal Benchmark Harnesses (SWE-bench / Terminal-Bench); healthy/eligible under caller constraints."},"omittedReason":null,"fallback":[{"providerId":"daytona","name":"Daytona","overall":8.31,"scoreBand":{"low":7.7,"mid":8.3,"high":8.9,"halfWidth":0.6,"basis":"editorial_prior","display":"7.7–8.9 (editorial prior)"},"scoreLayers":{"editorialPrior":8.31,"measuredBenchmark":null,"verifiedOutcomeScore":null,"verifiedOutcomeCount":0,"accountRuntimeState":"unprobed"},"pricingLastVerifiedAt":"2026-10-28","editorialPriorAsOf":"2026-10-28","role":"fallback","reason":"Ranked fallback route for Coding Agent, Repo Patch & Terminal Benchmark Harnesses (SWE-bench / Terminal-Bench)."},{"providerId":"modal","name":"Modal","overall":8.52,"scoreBand":{"low":7.9,"mid":8.5,"high":9.1,"halfWidth":0.6,"basis":"editorial_prior","display":"7.9–9.1 (editorial prior)"},"scoreLayers":{"editorialPrior":8.52,"measuredBenchmark":null,"verifiedOutcomeScore":null,"verifiedOutcomeCount":0,"accountRuntimeState":"unprobed"},"pricingLastVerifiedAt":"2026-10-28","editorialPriorAsOf":"2026-10-28","role":"fallback","reason":"Ranked fallback route for Coding Agent, Repo Patch & Terminal Benchmark Harnesses (SWE-bench / Terminal-Bench)."},{"providerId":"braintrust","name":"Braintrust","overall":8.32,"scoreBand":{"low":7.7,"mid":8.3,"high":8.9,"halfWidth":0.6,"basis":"editorial_prior","display":"7.7–8.9 (editorial prior)"},"scoreLayers":{"editorialPrior":8.32,"measuredBenchmark":null,"verifiedOutcomeScore":null,"verifiedOutcomeCount":0,"accountRuntimeState":"unprobed"},"pricingLastVerifiedAt":"2026-10-28","editorialPriorAsOf":"2026-10-28","role":"fallback","reason":"Ranked fallback route for Coding Agent, Repo Patch & Terminal Benchmark Harnesses (SWE-bench / Terminal-Bench)."},{"providerId":"northflank","name":"Northflank","overall":7.56,"scoreBand":{"low":7,"mid":7.6,"high":8.2,"halfWidth":0.6,"basis":"editorial_prior","display":"7.0–8.2 (editorial prior)"},"scoreLayers":{"editorialPrior":7.56,"measuredBenchmark":null,"verifiedOutcomeScore":null,"verifiedOutcomeCount":0,"accountRuntimeState":"unprobed"},"pricingLastVerifiedAt":"2026-10-28","editorialPriorAsOf":"2026-10-28","role":"fallback","reason":"Ranked fallback route for Coding Agent, Repo Patch & Terminal Benchmark Harnesses (SWE-bench / Terminal-Bench)."}],"disqualified":[],"expectedRegret":{"scoreDeltaVsUnconstrainedPick":0,"unconstrainedPickId":"e2b","activePrimaryId":"e2b","summary":"0.00 score regret: unconstrained editorial pick satisfies all caller constraints."},"evidenceAgeDays":{"editorialScoreAgeDays":1,"pricingVerifiedAgeDays":1,"editorialPriorAsOf":"2026-10-28","pricingLastVerifiedAt":"2026-10-28"},"confidenceBand":{"low":8.3,"mid":8.7,"high":9,"halfWidth":0.35,"basis":"verified_outcomes","display":"8.3–9.0 (verified outcomes)"},"constraintsApplied":false,"matchedConstraints":[],"unsupportedConstraints":[],"malformedConstraints":[],"conflictingConstraints":[],"constraintDigest":"sha256:eb9d397ca67bcf6889704910eeb3a58796ea2ef5e54fb6289c71f6114f2c67a7","constraintBundle":{"schemaVersion":"agentdepot.constraints.v1","task":null,"jtbd":"coding-agent-evals","constraintsRaw":"","constraintTokens":[],"constraintDigest":"sha256:eb9d397ca67bcf6889704910eeb3a58796ea2ef5e54fb6289c71f6114f2c67a7","matchedConstraints":[],"unsupportedConstraints":[],"malformedConstraints":[],"conflictingConstraints":[],"typedConstraints":[],"quotaExhausted":[],"degraded":[],"healthy":[],"budgetUsd":null,"maxLatencyMs":null,"region":null,"privacy":null,"exit":[],"existing":[],"existingSubscriptions":[],"requiredCapabilities":[],"switchingCost":null}},"pricingLastVerifiedAt":"2026-10-28","editorialPriorAsOf":"2026-10-28","tie":false,"scoreGap":0.34,"scoreMargin":0.34,"isNearTie":true,"pickConfidenceBand":"near_tie_co_pick","nearTie":{"isNearTie":true,"scoreMargin":0.34,"threshold":0.35,"pickConfidenceBand":"near_tie_co_pick","coPickProviderId":"daytona","coPickProviderName":"Daytona","coPickScore":8.31,"decidingFactor":"capabilityFit (9.4 vs 8.8)","methodologyWarning":"Top pick (8.65) and #2 runner-up (8.31) are separated by 0.34 points (<= 0.35 weight-sensitivity band). Treat them as co-picks and use the workload tie-breaker rule below rather than the raw composite decimal.","tieBreakerRule":"Need persistent multi-container dev workspaces with sticky git worktrees across long horizons — Daytona; need bursty 500+ container parallelization or GPU-backed ML tasks (MLE-bench) — Modal; need the experiment/dataset scoreboard layer on top of sandbox runs — Braintrust; need a full PaaS with build pipelines — Northflank."},"decidingFactor":"capabilityFit (9.4 vs 8.8)","tieNote":"Top pick (8.65) and #2 runner-up (8.31) are separated by 0.34 points (<= 0.35 weight-sensitivity band). Treat them as co-picks and use the workload tie-breaker rule below rather than the raw composite decimal.","rationale":"E2B boots isolated Firecracker microVMs in ~150ms with per-second vCPU/GiB pricing ($0.000014/vCPU-s, $0.0000045/GiB-s as of 2026-10-28, up to 1,100 concurrent sandboxes on Pro++), making it the cleanest substrate for running SWE-bench Verified repo checkouts and Terminal-Bench test harnesses at scale.","whenNotTopPick":"Need persistent multi-container dev workspaces with sticky git worktrees across long horizons — Daytona; need bursty 500+ container parallelization or GPU-backed ML tasks (MLE-bench) — Modal; need the experiment/dataset scoreboard layer on top of sandbox runs — Braintrust; need a full PaaS with build pipelines — Northflank.","whenNotTopPickRules":[{"ifConstraint":"exit:self_host_or_open_weights","recommendedProviderId":"daytona","activeModelOrSku":"daytona-sandbox-vcpu-second","reason":"Need persistent multi-container dev workspaces with sticky git worktrees across long horizons — Daytona"},{"ifConstraint":"escape_hatch_clause_2","recommendedProviderId":"modal","activeModelOrSku":"modal-h100-gpu-second","reason":"need bursty 500+ container parallelization or GPU-backed ML tasks (MLE-bench) — Modal"},{"ifConstraint":"escape_hatch_clause_3","recommendedProviderId":"braintrust","activeModelOrSku":"braintrust-pro","reason":"need the experiment/dataset scoreboard layer on top of sandbox runs — Braintrust"},{"ifConstraint":"escape_hatch_clause_4","recommendedProviderId":"northflank","activeModelOrSku":"northflank-vcpu-hour","reason":"need a full PaaS with build pipelines — Northflank."}],"bootstrap":{"authType":"api_key","envVars":["E2B_API_KEY"],"signupUrl":"https://e2b.dev/dashboard","apiKeyUrl":"https://e2b.dev/dashboard?tab=keys","docsUrl":"https://e2b.dev/docs/quickstart","mcpServer":"npx -y @e2b/mcp-server","cliInit":"npm install -g @e2b/cli && e2b auth login","sdkInstall":{"npm":"npm install @e2b/code-interpreter","pip":"pip install e2b-code-interpreter"},"installCommand":"npm install @e2b/code-interpreter","activeModelOrSku":"e2b-sandbox-1vcpu-per-s","canonicalSnippet":"import { Sandbox } from \"@e2b/code-interpreter\";\nconst sbx = await Sandbox.create({ apiKey: process.env.E2B_API_KEY });\nawait sbx.runCode(\"print(2 + 2)\");\nawait sbx.kill();","verifyCommand":"e2b sandbox list"},"quickstartSpec":{"installCommand":"npm install @e2b/code-interpreter","envVars":["E2B_API_KEY"],"activeModelOrSku":"e2b-sandbox-1vcpu-per-s","canonicalSnippet":"import { Sandbox } from \"@e2b/code-interpreter\";\nconst sbx = await Sandbox.create({ apiKey: process.env.E2B_API_KEY });\nawait sbx.runCode(\"print(2 + 2)\");\nawait sbx.kill();","sdkInstall":{"npm":"npm install @e2b/code-interpreter","pip":"pip install e2b-code-interpreter"},"verifyCommand":"e2b sandbox list","apiKeyUrl":"https://e2b.dev/dashboard?tab=keys","docsUrl":"https://e2b.dev/docs/quickstart","mcpServer":"npx -y @e2b/mcp-server","bootstrapReason":null},"operationalGotchas":[{"code":"cold_start_p99_cliff","severity":"info","summary":"Custom Docker templates without pre-warmed snapshots incur cold image pull latency on first boot; use e2b template build to snapshot warm filesystem state.","sourceDate":"2026-10-27"}],"relatedPacks":[],"skipTopPick":false,"skipReason":null,"matchedConstraints":[],"unsupportedConstraints":[],"malformedConstraints":[],"conflictingConstraints":[],"constraintDigest":"sha256:eb9d397ca67bcf6889704910eeb3a58796ea2ef5e54fb6289c71f6114f2c67a7","constraintBundle":{"schemaVersion":"agentdepot.constraints.v1","task":null,"jtbd":"coding-agent-evals","constraintsRaw":"","constraintTokens":[],"constraintDigest":"sha256:eb9d397ca67bcf6889704910eeb3a58796ea2ef5e54fb6289c71f6114f2c67a7","matchedConstraints":[],"unsupportedConstraints":[],"malformedConstraints":[],"conflictingConstraints":[],"typedConstraints":[],"quotaExhausted":[],"degraded":[],"healthy":[],"budgetUsd":null,"maxLatencyMs":null,"region":null,"privacy":null,"exit":[],"existing":[],"existingSubscriptions":[],"requiredCapabilities":[],"switchingCost":null},"pricingSummary":"Firecracker microVM sandboxes billed per second; templates; code interpreter for agents.","cite":"Depot Pick for coding-agent-evals: e2b (asOf 2026-10-28). See GET /api/jtbds/coding-agent-evals + GET /api/methodology.","nextActions":[{"step":1,"title":"Inspect full JTBD + embeds","href":"/api/jtbds/coding-agent-evals?embed=providers","why":"Confirm pick, runners-up, and methodology notes."},{"step":2,"title":"Quote sourced SKUs","href":"/api/quote?jtbd=coding-agent-evals","why":"Depot Pick SKUs plus the cheapest sourced SKU whose unit matches this job. Does not change the pick. Does not blend input and output or borrow a chat rate for a non-chat job."},{"step":3,"title":"Open provider detail","href":"/api/providers/e2b","why":"Scores, pricingNotes, strengths/weaknesses, communitySignals (claims only)."},{"step":4,"title":"Cite methodology","href":"/api/methodology","why":"Required when publishing a Depot Pick citation."},{"step":5,"title":"Grab badge SVG","href":"/api/badge?type=depot-pick&jtbd=coding-agent-evals","why":"Embed in README / agent passport."},{"step":6,"title":"Post production insight","method":"POST","href":"/api/insights","why":"Unverified until curated; never auto-mutates official scores."}],"honesty":["Do not invent scores or benches.","Insights are claims until curated/reviewed; they never silently mutate official scores.","lockInRisk higher = more lock-in (worse).","normalizedUsdPerMillionTokens is set only for a single sourced token row. Otherwise null, with a machine-readable reason. Do not coerce GPU, minute, or per-1k search units.","Runners-up are not Depot Picks.","Depot overall is editorial_weighted, not Arena Elo and not an Artificial Analysis index."],"asOf":"2026-10-28","depth":{"whenNotToUse":{"text":"Need persistent multi-container dev workspaces with sticky git worktrees across long horizons — Daytona; need bursty 500+ container parallelization or GPU-backed ML tasks (MLE-bench) — Modal; need the experiment/dataset scoreboard layer on top of sandbox runs — Braintrust; need a full PaaS with build pipelines — Northflank.","source":"editorial `whenNotTopPick` (data/jtbds.json)"},"whenNotToUseReason":null,"runnerUp":{"providerId":"daytona","name":"Daytona","overallForJob":8.31,"pickOverallForJob":8.65,"beatsPickOn":["pricePerformance","lockInRisk"],"source":"first resolvable entry of the job's editorially ranked `runnersUpIds`; scores are stored job-weighted scores"},"runnerUpReason":null,"lockIn":{"pickLockInRisk":4,"runnerUpLockInRisk":3,"scale":"0–10 stored curated estimate; higher = more lock-in (worse)","pickExitSignals":[],"runnerUpExitSignals":["open source (provider tag `oss`)"],"pickNotes":[],"selfHostFallback":[],"migration":"Runner-up Daytona has lower stored lock-in risk (3 vs 4, 0–10, higher = more lock-in).","migrationReason":null,"derivedFrom":"stored lockInRisk scores, provider tags (oss, self-host, openai-compat, open-models), free rows that list this job, and verbatim provider notes. No migration guide was invented."}},"citation":{"text":"Agent Provider Depot (v0.13.9), Depot Pick for coding-agent-evals: e2b, scores as of 2026-10-28, retrieved 2026-10-29. https://getagentdepot.com/jtbds/coding-agent-evals","markdown":"[Agent Provider Depot](https://getagentdepot.com/jtbds/coding-agent-evals) (v0.13.9) — Depot Pick for `coding-agent-evals`: **e2b** (scores as of 2026-10-28, retrieved 2026-10-29)","fields":{"publisher":"Agent Provider Depot","version":"0.13.9","role":"depot_pick","jtbdId":"coding-agent-evals","providerId":"e2b","scoreAsOf":"2026-10-28","retrievedOn":"2026-10-29","page":"https://getagentdepot.com/jtbds/coding-agent-evals","api":"https://getagentdepot.com/api/decide?jtbd=coding-agent-evals"},"howToCite":"Cite Depot as an editorial, dated recommendation, not a benchmark: name the job, the Depot Pick (or runner-up), the score asOf date and the day you retrieved it, and link the job page. Format: “Agent Provider Depot (v{version}), Depot Pick for {jobId}: {providerId}, scores as of {scoreAsOf}, retrieved {retrievedOn}. {baseUrl}/jtbds/{jobId}”. Quote prices only with their own sourceUrl and asOf. If the pick's score is stale (freshness.pick.score.stale), say so."},"freshness":{"pick":{"score":{"asOf":"2026-10-28","ageDays":1,"stale":false,"staleAfterDays":30,"reason":null},"lastReviewed":{"asOf":"2026-10-28","ageDays":1,"stale":false,"staleAfterDays":30,"reason":null},"sourceCheck":{"checkedAt":"2026-10-28","sourceUrls":2,"sourcesReachable":2,"pricingRows":13,"pricingRowsReconfirmed":13,"note":"A source re-check confirms the page is reachable and, for pricing rows, that the stored amount and SKU name appear on it. It does not re-derive or change the score.","reason":null}},"scoreAsOf":"2026-10-28","editorialPriorAsOf":"2026-10-28","pricingLastVerifiedAt":"2026-10-28","pickLastReviewed":"2026-10-28","runnersUpScoreAsOf":["2026-10-28","2026-10-28","2026-10-28","2026-10-28"],"contractAsOf":"2026-10-03","pricingShape":"sourced_rows","normalizedUsdPerMillionTokens":null,"normalizationStatus":"unit_mismatch","normalizationReason":"unit_mismatch"},"pricingContract":{"normalizedUsdPerMillionTokens":null,"normalizationStatus":"unit_mismatch","normalizationReason":"unit_mismatch","shape":"sourced_rows","filterable":false,"priceSortEligible":false,"priceSortKeyUsdPerMillionInputTokens":null,"rows":[{"id":"e2b-pro-usd-per-month","providerId":"e2b","sku":"Pro","unit":"usd_per_month","amountUsd":150,"currency":"USD","sourceUrl":"https://e2b.dev/pricing","asOf":"2026-10-28","normalizationStatus":"unit_mismatch","normalizedUsdPerMillionTokens":null,"normalizationReason":"unit_mismatch_per_month","priceSortEligible":false,"qualifier":"Plus usage. The estimator total ($166/$316) was not stored."},{"id":"e2b-pro-plus-concurrency-usd-per-month","providerId":"e2b","sku":"Pro+ concurrency","unit":"usd_per_month","amountUsd":500,"currency":"USD","sourceUrl":"https://e2b.dev/pricing","asOf":"2026-10-28","normalizationStatus":"unit_mismatch","normalizedUsdPerMillionTokens":null,"normalizationReason":"unit_mismatch_per_month","priceSortEligible":false,"qualifier":"Addon for 600 concurrent sandboxes."},{"id":"e2b-pro-plus-plus-concurrency-usd-per-month","providerId":"e2b","sku":"Pro++ concurrency","unit":"usd_per_month","amountUsd":1000,"currency":"USD","sourceUrl":"https://e2b.dev/pricing","asOf":"2026-10-28","normalizationStatus":"unit_mismatch","normalizedUsdPerMillionTokens":null,"normalizationReason":"unit_mismatch_per_month","priceSortEligible":false,"qualifier":"Addon for 1,100 concurrent."},{"id":"e2b-enterprise-minimum-usd-per-month","providerId":"e2b","sku":"Enterprise minimum","unit":"usd_per_month","amountUsd":3000,"currency":"USD","sourceUrl":"https://e2b.dev/pricing","asOf":"2026-10-28","normalizationStatus":"unit_mismatch","normalizedUsdPerMillionTokens":null,"normalizationReason":"unit_mismatch_per_month","priceSortEligible":false,"qualifier":"Page says enterprise requires $3,000/mo minimum, plus usage."},{"id":"e2b-1-vcpu-usd-per-vcpu-second","providerId":"e2b","sku":"1 vCPU","unit":"usd_per_vcpu_second","amountUsd":0.000014,"currency":"USD","sourceUrl":"https://e2b.dev/pricing","asOf":"2026-10-28","normalizationStatus":"unit_mismatch","normalizedUsdPerMillionTokens":null,"normalizationReason":"unit_mismatch_per_vcpu_second","priceSortEligible":false,"qualifier":"Hobby / Pro. Not converted to an hour."},{"id":"e2b-2-vcpu-usd-per-vcpu-second","providerId":"e2b","sku":"2 vCPU","unit":"usd_per_sandbox_second_vcpu_charge","amountUsd":0.000028,"currency":"USD","sourceUrl":"https://e2b.dev/pricing","asOf":"2026-10-28","normalizationStatus":"unit_mismatch","normalizedUsdPerMillionTokens":null,"normalizationReason":"unit_mismatch_per_sandbox_second","priceSortEligible":false,"qualifier":"Hobby / Pro. From the page's per-size vCPUs table (row 2: $0.000028/s): the vCPU charge per second of a running 2-vCPU sandbox, i.e. 2 x $0.000014 per vCPU-second. Not a per-vCPU rate (that is row e2b-1-vcpu-usd-per-vcpu-second). RAM is billed separately and not included. Not converted to an hour. Unit label corrected 2026-10-21 from usd_per_vcpu_second; amount unchanged, re-checked on the page 2026-10-21."}],"notesExcerpt":"Firecracker microVM sandboxes billed per second; templates; code interpreter for agents.","notesCheck":{"status":"no_known_contradiction","pairs":[],"review":null,"note":null},"lastReviewed":"2026-10-28","scoreAsOf":"2026-10-28","website":"https://e2b.dev","doNotParse":"Do not parse pricingNotes. Use rows only. normalizedUsdPerMillionTokens is a single number only when this provider has exactly one sourced token row. Input/output, context tiers, and non-token units stay null at this level.","gap":"Partial coverage. Providers without a fetched SKU are omitted. See GET /api/pricing."},"links":{"jtbd":"/jtbds/coding-agent-evals","jtbdApi":"/api/jtbds/coding-agent-evals","leaderboard":"/api/leaderboards?jtbd=coding-agent-evals","methodology":"/api/methodology","badge":"/api/badge?type=depot-pick&jtbd=coding-agent-evals","decide":"/api/decide?jtbd=coding-agent-evals","humanPage":"/jtbds/coding-agent-evals","alternatives":"/api/alternatives?provider=e2b","canonical":"/api/canonical","quote":"/api/quote?jtbd=coding-agent-evals","falsify":"/api/falsify?jtbd=coding-agent-evals"},"stackContext":{"host":null,"framework":null,"repo":null,"lang":null,"existing":[],"volume":null,"sender":null,"detectedFromTask":[]},"keep":null,"contextAdvice":null,"communityFeedback":{"pickOnThisJob":{"failed":0,"degraded":0,"worked":0,"insights":0,"withVerifiedReceipt":0,"failureModes":{},"latestAt":null,"note":"Agent-reported claims (unverified unless a receipt is verified by Depot's re-check). They never change scores or picks."},"outcomes":{"job":{"n":0,"worked":0,"degraded":0,"failed":0,"failureModes":{},"verifiedReports":0,"contributors":0,"excluded":{"seed_editorial":0,"test":0,"notFeedback":0},"reason":"no_submitted_outcome_reports_yet"},"pick":{"providerId":"e2b","n":0,"worked":0,"degraded":0,"failed":0,"failureModes":{},"evidenceTiers":{"agent_claim":0,"self_declared":0,"reference_checked":0,"outcome_verified":0},"reason":"no_submitted_outcome_reports_yet"},"scoresMutated":false,"more":"/api/outcomes?jtbd=coding-agent-evals"},"report":"POST /api/feedback {agentIdentity, outcome: failed|degraded|worked, detail, providerId, jtbdId, failureModeId?, receipt?}"}}