{"jtbd":{"id":"gpu-marketplace-router","slug":"gpu-marketplace-router","name":"Multi-cloud GPU shopping / routing","shortName":"Multi-cloud GPU shopping / routing","problemStatement":"Compare and provision GPUs across many clouds from one API without N consoles."},"pick":{"id":"shadeform","slug":"shadeform","name":"Shadeform","tagline":"Use as a router/compare layer across GPU clouds. Still pin production to a known underlying provider.","website":"https://shadeform.com","overall":7.16,"scoreBand":{"low":6.6,"mid":7.2,"high":7.8,"halfWidth":0.6,"basis":"editorial_prior","display":"6.6–7.8 (editorial prior)"},"scoreLayers":{"editorialPrior":7.16,"measuredBenchmark":null,"verifiedOutcomeScore":null,"verifiedOutcomeCount":0,"accountRuntimeState":"unprobed"},"pricingLastVerifiedAt":"2026-10-27","editorialPriorAsOf":"2026-09-14","pricingNotes":"As of 2026-09-14: GPU marketplace aggregating 30+ clouds with unified API/billing; prices are provider-pass-through (not Shadeform's own SKUs). Useful meta-layer to compare Nebius/Oblivus/RunPod/etc. without N consoles.","scores":{"capabilityFit":7,"pricePerformance":8.4,"latencyReliability":6.8,"developerDx":8,"privacyPosture":6,"lockInRisk":4.5,"maturity":6.2,"overall":7.16,"kind":"curated_estimate","confidence":"medium","asOf":"2026-09-14"}},"runnersUp":[{"id":"vast-ai","slug":"vast-ai","name":"Vast.ai","tagline":"Cheapest GPUs if your job can die and restart. Never put customer PII training here without eyes wide open.","website":"https://vast.ai","overall":7.2,"scoreBand":{"low":6.6,"mid":7.2,"high":7.8,"halfWidth":0.6,"basis":"editorial_prior","display":"6.6–7.8 (editorial prior)"},"scoreLayers":{"editorialPrior":7.2,"measuredBenchmark":null,"verifiedOutcomeScore":null,"verifiedOutcomeCount":0,"accountRuntimeState":"unprobed"},"pricingLastVerifiedAt":"2026-10-27","editorialPriorAsOf":"2026-09-14","pricingNotes":"As of 2026-09-14: P2P GPU marketplace; H100 commonly ~$1.5–2.5/hr class depending on host/interruptibility; prices fluctuate by supply. Interruptible instances cheapest; verify host reliability and security posture. Never default for regulated PII training.","scores":{"capabilityFit":7,"pricePerformance":9.8,"latencyReliability":4.5,"developerDx":7.2,"privacyPosture":4,"lockInRisk":2.5,"maturity":7.5,"overall":7.2,"kind":"curated_estimate","confidence":"medium","asOf":"2026-09-14"}},{"id":"runpod","slug":"runpod","name":"RunPod","tagline":"Depot default for self-serve GPUs. Secure Cloud for anything customer-facing; Community/spot for batch.","website":"https://www.runpod.io","overall":8.34,"scoreBand":{"low":7.7,"mid":8.3,"high":8.9,"halfWidth":0.6,"basis":"editorial_prior","display":"7.7–8.9 (editorial prior)"},"scoreLayers":{"editorialPrior":8.34,"measuredBenchmark":null,"verifiedOutcomeScore":null,"verifiedOutcomeCount":0,"accountRuntimeState":"unprobed"},"pricingLastVerifiedAt":"2026-10-19","editorialPriorAsOf":"2026-10-19","pricingNotes":"Secure Cloud + Community Cloud; serverless per-second; H100 often ~$2–3+/hr depending tier; spot cheaper.","scores":{"capabilityFit":8.8,"pricePerformance":9,"latencyReliability":8,"developerDx":8.8,"privacyPosture":7,"lockInRisk":3.5,"maturity":8.2,"overall":8.34,"kind":"curated_estimate","confidence":"high","asOf":"2026-10-19"}},{"id":"tensordock","slug":"tensordock","name":"TensorDock","tagline":"Cheap GPU peer to Vast/RunPod community. Fine for interruptible training/batch; not regulated PII.","website":"https://tensordock.com","overall":7.23,"scoreBand":{"low":6.6,"mid":7.2,"high":7.8,"halfWidth":0.6,"basis":"editorial_prior","display":"6.6–7.8 (editorial prior)"},"scoreLayers":{"editorialPrior":7.23,"measuredBenchmark":null,"verifiedOutcomeScore":null,"verifiedOutcomeCount":0,"accountRuntimeState":"unprobed"},"pricingLastVerifiedAt":"2026-10-27","editorialPriorAsOf":"2026-09-14","pricingNotes":"As of 2026-09-14: Marketplace GPU cloud; published examples H100 SXM5 from ~$2.25/hr, A100 SXM4 ~$1.80, RTX 4090 ~$0.35 (host-dependent). Per-second billing for CPU/RAM/disk add-ons. Host variability like other marketplaces.","scores":{"capabilityFit":7.2,"pricePerformance":8.8,"latencyReliability":6.2,"developerDx":7.2,"privacyPosture":5.5,"lockInRisk":3,"maturity":6.5,"overall":7.23,"kind":"curated_estimate","confidence":"medium","asOf":"2026-09-14"}}],"scoreBand":{"low":6.6,"mid":7.2,"high":7.8,"halfWidth":0.6,"basis":"editorial_prior","display":"6.6–7.8 (editorial prior)"},"scoreLayers":{"editorialPrior":7.16,"measuredBenchmark":null,"verifiedOutcomeScore":null,"verifiedOutcomeCount":0,"accountRuntimeState":"unprobed"},"whyPickOverHigherScore":{"pickId":"shadeform","pickName":"Shadeform","pickScore":7.16,"highestScoredCandidateId":"runpod","highestScoredCandidateName":"RunPod","highestScore":8.34,"pickHasLowerCompositeScore":true,"delta":-1.18,"pickLeadsOnDimensions":[],"explanation":"Shadeform (7.16) is the editorial pick for Multi-cloud GPU shopping / routing over higher-composite RunPod (8.34) because composite scores are provider-wide priors while Shadeform wins on job-specific execution fit: DX of aggregation; remember underlying provider SLA still binds."},"cheapest":{"providerId":"runpod","providerName":"RunPod","skuId":"runpod-pod-rtx-4090-community","item":"RTX 4090 Pod (Community Cloud)","plan":"RTX 4090 Pod (Community Cloud) — On-demand Pod, Community Cloud (third-party hosts), per GPU per hour","unit":"usd_per_gpu_hour","amountUsd":0.34,"isFloorPrice":true,"floorWarning":"Provider-wide floor SKU; may not be the flagship model scored for this JTBD.","skuCountInUnit":12,"isDepotPick":false,"sourceUrl":"https://www.runpod.io/pricing","asOf":"2026-10-19","verifiedAsOf":"2026-10-19"},"recommendedWorkloadQuote":null,"representativeQuote":null,"estimatedTaskCost":null,"freeAlternatives":[],"referenceDocs":[],"falsification":{"jtbdId":"gpu-marketplace-router","jtbdName":"Multi-cloud GPU shopping / routing","currentPickId":"shadeform","currentPickScore":7.16,"challengerId":"vast-ai","challengerScore":7.2,"currentScoreGap":0.04,"minVerifiedOutcomes":10,"requiredOutcomeMargin":0.19,"requiredSuccessRateDelta":0.15,"maxPickPriceIncreasePct":25,"whatWouldChangePick":["Vast.ai (vast-ai) outperforms Shadeform (shadeform) by >= 0.19 outcome points (or >= 15% worked-rate delta) across >= 10 Countersign-verified production outcomes.","A verified price increase > 25% on Shadeform's representative SKU for gpu-marketplace-router without a corresponding capability gain.","Live caller rail exhaustion (?exhausted=shadeform) or sustained >= 30% degraded/failed rate in verified production outcomes."],"frozenHoldoutPolicy":{"holdoutSplit":"20% frozen benchmark holdout tasks + 80% live production outcome receipts","requireCountersignReceipt":true,"requiredEvidenceTiers":["outcome_verified","reference_checked"],"minDistinctContributors":2,"antiGamingRule":"Unverified self-reports and seed/editorial rows never mutate picks or scores."},"triggers":[{"kind":"verified_outcomes_outperformance","challengerId":"vast-ai","minVerifiedOutcomes":10,"requiredOutcomeMargin":0.19,"requiredWorkedRateDelta":0.15},{"kind":"verified_price_increase","providerId":"shadeform","maxPriceIncreasePct":25},{"kind":"live_rail_exhaustion_or_degradation","providerId":"shadeform","immediateOverrideUrl":"/api/decide?jtbd=gpu-marketplace-router&exhausted=shadeform"}],"submissionSpec":{"falsifyEndpoint":"/api/falsify?jtbd=gpu-marketplace-router","outcomesEndpoint":"POST /api/feedback","correctionsEndpoint":"POST /api/corrections","payloadTemplate":{"agentIdentity":"agent:<your-agent-id>","jtbdId":"gpu-marketplace-router","providerId":"vast-ai","outcome":"worked","detail":"Comparative production evaluation on gpu-marketplace-router (n>=10 tasks) with Countersign receipt.","confidence":"high","receipt":{"countersign":{"claim_id":"cs-00000000","status":"verified","evidence_tier":"outcome_verified","counts_as_verified":true}}}}},"whatWouldChangePick":["Vast.ai (vast-ai) outperforms Shadeform (shadeform) by >= 0.19 outcome points (or >= 15% worked-rate delta) across >= 10 Countersign-verified production outcomes.","A verified price increase > 25% on Shadeform's representative SKU for gpu-marketplace-router without a corresponding capability gain.","Live caller rail exhaustion (?exhausted=shadeform) or sustained >= 30% degraded/failed rate in verified production outcomes."],"routePlan":{"jtbdId":"gpu-marketplace-router","primary":{"providerId":"shadeform","name":"Shadeform","overall":7.16,"scoreBand":{"low":6.6,"mid":7.2,"high":7.8,"halfWidth":0.6,"basis":"editorial_prior","display":"6.6–7.8 (editorial prior)"},"scoreLayers":{"editorialPrior":7.16,"measuredBenchmark":null,"verifiedOutcomeScore":null,"verifiedOutcomeCount":0,"accountRuntimeState":"unprobed"},"pricingLastVerifiedAt":"2026-10-27","editorialPriorAsOf":"2026-09-14","role":"primary","reason":"Editorial Depot Pick for Multi-cloud GPU shopping / routing; healthy/eligible under caller constraints."},"fallback":[{"providerId":"vast-ai","name":"Vast.ai","overall":7.2,"scoreBand":{"low":6.6,"mid":7.2,"high":7.8,"halfWidth":0.6,"basis":"editorial_prior","display":"6.6–7.8 (editorial prior)"},"scoreLayers":{"editorialPrior":7.2,"measuredBenchmark":null,"verifiedOutcomeScore":null,"verifiedOutcomeCount":0,"accountRuntimeState":"unprobed"},"pricingLastVerifiedAt":"2026-10-27","editorialPriorAsOf":"2026-09-14","role":"fallback","reason":"Ranked fallback route for Multi-cloud GPU shopping / routing."},{"providerId":"runpod","name":"RunPod","overall":8.34,"scoreBand":{"low":7.7,"mid":8.3,"high":8.9,"halfWidth":0.6,"basis":"editorial_prior","display":"7.7–8.9 (editorial prior)"},"scoreLayers":{"editorialPrior":8.34,"measuredBenchmark":null,"verifiedOutcomeScore":null,"verifiedOutcomeCount":0,"accountRuntimeState":"unprobed"},"pricingLastVerifiedAt":"2026-10-19","editorialPriorAsOf":"2026-10-19","role":"fallback","reason":"Ranked fallback route for Multi-cloud GPU shopping / routing."},{"providerId":"tensordock","name":"TensorDock","overall":7.23,"scoreBand":{"low":6.6,"mid":7.2,"high":7.8,"halfWidth":0.6,"basis":"editorial_prior","display":"6.6–7.8 (editorial prior)"},"scoreLayers":{"editorialPrior":7.23,"measuredBenchmark":null,"verifiedOutcomeScore":null,"verifiedOutcomeCount":0,"accountRuntimeState":"unprobed"},"pricingLastVerifiedAt":"2026-10-27","editorialPriorAsOf":"2026-09-14","role":"fallback","reason":"Ranked fallback route for Multi-cloud GPU shopping / routing."}],"disqualified":[],"expectedRegret":{"scoreDeltaVsUnconstrainedPick":0,"unconstrainedPickId":"shadeform","activePrimaryId":"shadeform","summary":"0.00 score regret: unconstrained editorial pick satisfies all caller constraints."},"evidenceAgeDays":{"editorialScoreAgeDays":43,"pricingVerifiedAgeDays":0,"editorialPriorAsOf":"2026-09-14","pricingLastVerifiedAt":"2026-10-27"},"confidenceBand":{"low":6.6,"mid":7.2,"high":7.8,"halfWidth":0.6,"basis":"editorial_prior","display":"6.6–7.8 (editorial prior)"},"constraintsApplied":false,"constraintBundle":{"task":null,"jtbd":"gpu-marketplace-router","quotaExhausted":[],"degraded":[],"healthy":[],"budgetUsd":null,"maxLatencyMs":null,"region":null,"privacy":null,"exit":[],"existing":[]}},"pricingLastVerifiedAt":"2026-10-27","editorialPriorAsOf":"2026-09-14","tie":true,"scoreGap":-0.04,"decidingFactor":"latencyReliability (6.8 vs 4.5)","tieNote":"Scores are within 0.10 on a curated_estimate 0-10 scale (7.16 vs 7.2); treat as a statistical tie and decide on decidingFactor or whenNotTopPick.","rationale":"DX of aggregation; remember underlying provider SLA still binds.","whenNotTopPick":"Already standardized on one neocloud with commits.","skipTopPick":false,"skipReason":null,"matchedConstraints":[],"pricingSummary":"As of 2026-09-14: GPU marketplace aggregating 30+ clouds with unified API/billing; prices are provider-pass-through (not Shadeform's own SKUs). Useful meta-layer to compare Nebius/Oblivus/RunPod/etc. without N consoles.","cite":"Depot Pick for gpu-marketplace-router: shadeform (asOf 2026-09-14). See GET /api/jtbds/gpu-marketplace-router + GET /api/methodology.","nextActions":[{"step":1,"title":"Inspect full JTBD + embeds","href":"/api/jtbds/gpu-marketplace-router?embed=providers","why":"Confirm pick, runners-up, and methodology notes."},{"step":2,"title":"Quote sourced SKUs","href":"/api/quote?jtbd=gpu-marketplace-router","why":"Depot Pick SKUs plus the cheapest sourced SKU whose unit matches this job. Does not change the pick. Does not blend input and output or borrow a chat rate for a non-chat job."},{"step":3,"title":"Open provider detail","href":"/api/providers/shadeform","why":"Scores, pricingNotes, strengths/weaknesses, communitySignals (claims only)."},{"step":4,"title":"Cite methodology","href":"/api/methodology","why":"Required when publishing a Depot Pick citation."},{"step":5,"title":"Grab badge SVG","href":"/api/badge?type=depot-pick&jtbd=gpu-marketplace-router","why":"Embed in README / agent passport."},{"step":6,"title":"Post production insight","method":"POST","href":"/api/insights","why":"Unverified until curated; never auto-mutates official scores."}],"honesty":["Do not invent scores or benches.","Insights are claims until curated/reviewed; they never silently mutate official scores.","lockInRisk higher = more lock-in (worse).","normalizedUsdPerMillionTokens is set only for a single sourced token row. Otherwise null, with a machine-readable reason. Do not coerce GPU, minute, or per-1k search units.","Runners-up are not Depot Picks.","Depot overall is editorial_weighted, not Arena Elo and not an Artificial Analysis index."],"asOf":"2026-09-14","depth":{"whenNotToUse":{"text":"Already standardized on one neocloud with commits.","source":"editorial `whenNotTopPick` (data/jtbds.json)"},"whenNotToUseReason":null,"runnerUp":{"providerId":"vast-ai","name":"Vast.ai","overallForJob":7.2,"pickOverallForJob":7.16,"beatsPickOn":["pricePerformance","lockInRisk","maturity"],"source":"first resolvable entry of the job's editorially ranked `runnersUpIds`; scores are stored job-weighted scores"},"runnerUpReason":null,"lockIn":{"pickLockInRisk":4.5,"runnerUpLockInRisk":2.5,"scale":"0–10 stored curated estimate; higher = more lock-in (worse)","pickExitSignals":[],"runnerUpExitSignals":[],"pickNotes":[],"selfHostFallback":[],"migration":"Runner-up Vast.ai has lower stored lock-in risk (2.5 vs 4.5, 0–10, higher = more lock-in).","migrationReason":null,"derivedFrom":"stored lockInRisk scores, provider tags (oss, self-host, openai-compat, open-models), free rows that list this job, and verbatim provider notes. No migration guide was invented."}},"citation":{"text":"Agent Provider Depot (v0.12.152), Depot Pick for gpu-marketplace-router: shadeform, scores as of 2026-09-14, retrieved 2026-10-27. https://getagentdepot.com/jtbds/gpu-marketplace-router","markdown":"[Agent Provider Depot](https://getagentdepot.com/jtbds/gpu-marketplace-router) (v0.12.152) — Depot Pick for `gpu-marketplace-router`: **shadeform** (scores as of 2026-09-14, retrieved 2026-10-27)","fields":{"publisher":"Agent Provider Depot","version":"0.12.152","role":"depot_pick","jtbdId":"gpu-marketplace-router","providerId":"shadeform","scoreAsOf":"2026-09-14","retrievedOn":"2026-10-27","page":"https://getagentdepot.com/jtbds/gpu-marketplace-router","api":"https://getagentdepot.com/api/decide?jtbd=gpu-marketplace-router"},"howToCite":"Cite Depot as an editorial, dated recommendation, not a benchmark: name the job, the Depot Pick (or runner-up), the score asOf date and the day you retrieved it, and link the job page. Format: “Agent Provider Depot (v{version}), Depot Pick for {jobId}: {providerId}, scores as of {scoreAsOf}, retrieved {retrievedOn}. {baseUrl}/jtbds/{jobId}”. Quote prices only with their own sourceUrl and asOf. If the pick's score is stale (freshness.pick.score.stale), say so."},"freshness":{"pick":{"score":{"asOf":"2026-09-14","ageDays":43,"stale":true,"staleAfterDays":30,"reason":null},"lastReviewed":{"asOf":"2026-09-14","ageDays":43,"stale":true,"staleAfterDays":30,"reason":null},"sourceCheck":{"checkedAt":"2026-10-27","sourceUrls":3,"sourcesReachable":3,"pricingRows":0,"pricingRowsReconfirmed":0,"note":"A source re-check confirms the page is reachable and, for pricing rows, that the stored amount and SKU name appear on it. It does not re-derive or change the score.","reason":null}},"scoreAsOf":"2026-09-14","editorialPriorAsOf":"2026-09-14","pricingLastVerifiedAt":"2026-10-27","pickLastReviewed":"2026-09-14","runnersUpScoreAsOf":["2026-09-14","2026-10-19","2026-09-14"],"contractAsOf":"2026-10-03","pricingShape":"prose_notes_only","normalizedUsdPerMillionTokens":null,"normalizationStatus":"unavailable","normalizationReason":"no_sourced_price"},"pricingContract":{"normalizedUsdPerMillionTokens":null,"normalizationStatus":"unavailable","normalizationReason":"no_sourced_price","shape":"prose_notes_only","filterable":false,"priceSortEligible":false,"priceSortKeyUsdPerMillionInputTokens":null,"rows":[],"notesExcerpt":"As of 2026-09-14: GPU marketplace aggregating 30+ clouds with unified API/billing; prices are provider-pass-through (not Shadeform's own SKUs). Useful meta-layer to compare Nebius/Oblivus/RunPod/etc. without N consoles.","notesCheck":{"status":"no_known_contradiction","pairs":[],"review":null,"note":null},"lastReviewed":"2026-09-14","scoreAsOf":"2026-09-14","website":"https://shadeform.com","doNotParse":"Do not parse pricingNotes. Use rows only. normalizedUsdPerMillionTokens is a single number only when this provider has exactly one sourced token row. Input/output, context tiers, and non-token units stay null at this level.","gap":"No sourced price row for this provider. pricingNotes stay prose. See research/gaps.md."},"links":{"jtbd":"/jtbds/gpu-marketplace-router","jtbdApi":"/api/jtbds/gpu-marketplace-router","leaderboard":"/api/leaderboards?jtbd=gpu-marketplace-router","methodology":"/api/methodology","badge":"/api/badge?type=depot-pick&jtbd=gpu-marketplace-router","decide":"/api/decide?jtbd=gpu-marketplace-router","humanPage":"/jtbds/gpu-marketplace-router","alternatives":"/api/alternatives?provider=shadeform","canonical":"/api/canonical","quote":"/api/quote?jtbd=gpu-marketplace-router","falsify":"/api/falsify?jtbd=gpu-marketplace-router"},"constraintBundle":{"task":null,"jtbd":"gpu-marketplace-router","quotaExhausted":[],"degraded":[],"healthy":[],"budgetUsd":null,"maxLatencyMs":null,"region":null,"privacy":null,"exit":[],"existing":[]},"stackContext":{"host":null,"framework":null,"repo":null,"lang":null,"existing":[],"volume":null,"sender":null,"detectedFromTask":[]},"keep":null,"contextAdvice":null,"communityFeedback":{"pickOnThisJob":{"failed":0,"degraded":0,"worked":0,"insights":0,"withVerifiedReceipt":0,"failureModes":{},"latestAt":null,"note":"Agent-reported claims (unverified unless a receipt is verified by Depot's re-check). They never change scores or picks."},"outcomes":{"job":{"n":0,"worked":0,"degraded":0,"failed":0,"failureModes":{},"verifiedReports":0,"contributors":0,"excluded":{"seed_editorial":0,"test":0,"notFeedback":0},"reason":"no_submitted_outcome_reports_yet"},"pick":{"providerId":"shadeform","n":0,"worked":0,"degraded":0,"failed":0,"failureModes":{},"evidenceTiers":{"agent_claim":0,"self_declared":0,"reference_checked":0,"outcome_verified":0},"reason":"no_submitted_outcome_reports_yet"},"scoresMutated":false,"more":"/api/outcomes?jtbd=gpu-marketplace-router"},"report":"POST /api/feedback {agentIdentity, outcome: failed|degraded|worked, detail, providerId, jtbdId, failureModeId?, receipt?}"}}