{"subject":{"id":"anyscale","slug":"anyscale","name":"Anyscale","tagline":"Default when your agent stack already is Ray or you need serious multi-node Python. For simple serverless GPU…","website":"https://www.anyscale.com","status":"active","overall":7.46,"scoreKind":"curated_estimate","confidence":"high","scoreAsOf":"2026-09-14","lastReviewed":"2026-09-14","categoryIds":["cat-gpu-cloud","cat-cpu-compute","cat-train-finetune"],"regions":["global","us"],"pricing":{"normalizedUsdPerMillionTokens":null,"normalizationStatus":"unavailable","normalizationReason":"no_sourced_price","shape":"prose_notes_only","filterable":false,"priceSortEligible":false,"priceSortKeyUsdPerMillionInputTokens":null,"rows":[],"notesExcerpt":"As of 2026-09-14 (anyscale.com/pricing): PAYG in Anyscale Credits, no monthly platform fee. Hosted examples: CPU AC 0.0135/hr; T4 0.5682; L4 0.9542; A10G 1.3635; A100 4.9591; H/B/GB families listed as contact. Hosted (Anyscale-managed, limited regions) vs BYOC (your VPC, use exis…","notesCheck":{"status":"no_known_contradiction","pairs":[],"review":null,"note":null},"lastReviewed":"2026-09-14","scoreAsOf":"2026-09-14","website":"https://www.anyscale.com","doNotParse":"Do not parse pricingNotes. Use rows only. normalizedUsdPerMillionTokens is a single number only when this provider has exactly one sourced token row. Input/output, context tiers, and non-token units stay null at this level.","gap":"No sourced price row for this provider. pricingNotes stay prose. See research/gaps.md."}},"relatedJtbdSlugs":["multi-node-training","production-inference-fleet","agent-backend","ray-distributed-agents"],"alternatives":[{"id":"modal","slug":"modal","name":"Modal","tagline":"Depot darling for Python agent backends and bursty GPU jobs. If you think in functions not VMs, start here.","website":"https://modal.com","status":"active","overall":8.44,"scoreKind":"curated_estimate","confidence":"high","scoreAsOf":"2026-10-19","deltaOverallVsSubject":0.98,"roles":["same_jtbd_runner","same_jtbd_pick"],"sharedJtbdSlugs":["production-inference-fleet","agent-backend","ray-distributed-agents"],"pricing":{"normalizedUsdPerMillionTokens":null,"normalizationStatus":"unit_mismatch","normalizationReason":"unit_mismatch","shape":"sourced_rows","filterable":false,"priceSortEligible":false,"priceSortKeyUsdPerMillionInputTokens":null,"rows":[{"id":"modal-nvidia-b300-usd-per-gpu-second","providerId":"modal","sku":"Nvidia B300","unit":"usd_per_gpu_second","amountUsd":0.001972,"currency":"USD","sourceUrl":"https://modal.com/pricing","asOf":"2026-10-27","normalizationStatus":"unit_mismatch","normalizedUsdPerMillionTokens":null,"normalizationReason":"unit_mismatch_per_gpu_second","priceSortEligible":false,"qualifier":"Per-second rate shown with the per-second toggle. Not multiplied into an hour. Reconfirmed 2026-10-27 (v0.12.140): page also says 'Region selection 1.15 - 1.75x base prices' and 'Non-preemptible execution 3x base prices' (not stored as separate rows)."},{"id":"modal-nvidia-b200-usd-per-gpu-second","providerId":"modal","sku":"Nvidia B200","unit":"usd_per_gpu_second","amountUsd":0.001736,"currency":"USD","sourceUrl":"https://modal.com/pricing","asOf":"2026-10-27","normalizationStatus":"unit_mismatch","normalizedUsdPerMillionTokens":null,"normalizationReason":"unit_mismatch_per_gpu_second","priceSortEligible":false,"qualifier":"Per-second rate shown with the per-second toggle. Not multiplied into an hour. Reconfirmed 2026-10-27 (v0.12.140): page also says 'Region selection 1.15 - 1.75x base prices' and 'Non-preemptible execution 3x base prices' (not stored as separate rows)."},{"id":"modal-nvidia-h200-sxm-usd-per-gpu-second","providerId":"modal","sku":"Nvidia H200 SXM","unit":"usd_per_gpu_second","amountUsd":0.001261,"currency":"USD","sourceUrl":"https://modal.com/pricing","asOf":"2026-10-27","normalizationStatus":"unit_mismatch","normalizedUsdPerMillionTokens":null,"normalizationReason":"unit_mismatch_per_gpu_second","priceSortEligible":false,"qualifier":"Per-second rate shown with the per-second toggle. Not multiplied into an hour. Reconfirmed 2026-10-27 (v0.12.140): page also says 'Region selection 1.15 - 1.75x base prices' and 'Non-preemptible execution 3x base prices' (not stored as separate rows)."},{"id":"modal-nvidia-h100-sxm5-usd-per-gpu-second","providerId":"modal","sku":"Nvidia H100 SXM5","unit":"usd_per_gpu_second","amountUsd":0.001097,"currency":"USD","sourceUrl":"https://modal.com/pricing","asOf":"2026-10-27","normalizationStatus":"unit_mismatch","normalizedUsdPerMillionTokens":null,"normalizationReason":"unit_mismatch_per_gpu_second","priceSortEligible":false,"qualifier":"Per-second rate shown with the per-second toggle. Not multiplied into an hour. Reconfirmed 2026-10-27 (v0.12.140): page also says 'Region selection 1.15 - 1.75x base prices' and 'Non-preemptible execution 3x base prices' (not stored as separate rows)."},{"id":"modal-nvidia-rtx-pro-6000-usd-per-gpu-second","providerId":"modal","sku":"Nvidia RTX PRO 6000","unit":"usd_per_gpu_second","amountUsd":0.000842,"currency":"USD","sourceUrl":"https://modal.com/pricing","asOf":"2026-10-27","normalizationStatus":"unit_mismatch","normalizedUsdPerMillionTokens":null,"normalizationReason":"unit_mismatch_per_gpu_second","priceSortEligible":false,"qualifier":"Per-second rate shown with the per-second toggle. Not multiplied into an hour. Reconfirmed 2026-10-27 (v0.12.140): page also says 'Region selection 1.15 - 1.75x base prices' and 'Non-preemptible execution 3x base prices' (not stored as separate rows)."},{"id":"modal-nvidia-a100-80gb-usd-per-gpu-second","providerId":"modal","sku":"Nvidia A100 80GB","unit":"usd_per_gpu_second","amountUsd":0.000694,"currency":"USD","sourceUrl":"https://modal.com/pricing","asOf":"2026-10-27","normalizationStatus":"unit_mismatch","normalizedUsdPerMillionTokens":null,"normalizationReason":"unit_mismatch_per_gpu_second","priceSortEligible":false,"qualifier":"Per-second rate shown with the per-second toggle. Not multiplied into an hour. Reconfirmed 2026-10-27 (v0.12.140): page also says 'Region selection 1.15 - 1.75x base prices' and 'Non-preemptible execution 3x base prices' (not stored as separate rows)."},{"id":"modal-nvidia-a100-40gb-usd-per-gpu-second","providerId":"modal","sku":"Nvidia A100 40GB","unit":"usd_per_gpu_second","amountUsd":0.000583,"currency":"USD","sourceUrl":"https://modal.com/pricing","asOf":"2026-10-27","normalizationStatus":"unit_mismatch","normalizedUsdPerMillionTokens":null,"normalizationReason":"unit_mismatch_per_gpu_second","priceSortEligible":false,"qualifier":"Per-second rate shown with the per-second toggle. Not multiplied into an hour. Reconfirmed 2026-10-27 (v0.12.140): page also says 'Region selection 1.15 - 1.75x base prices' and 'Non-preemptible execution 3x base prices' (not stored as separate rows)."},{"id":"modal-nvidia-l40s-usd-per-gpu-second","providerId":"modal","sku":"Nvidia L40S","unit":"usd_per_gpu_second","amountUsd":0.000542,"currency":"USD","sourceUrl":"https://modal.com/pricing","asOf":"2026-10-27","normalizationStatus":"unit_mismatch","normalizedUsdPerMillionTokens":null,"normalizationReason":"unit_mismatch_per_gpu_second","priceSortEligible":false,"qualifier":"Per-second rate shown with the per-second toggle. Not multiplied into an hour. Reconfirmed 2026-10-27 (v0.12.140): page also says 'Region selection 1.15 - 1.75x base prices' and 'Non-preemptible execution 3x base prices' (not stored as separate rows)."},{"id":"modal-nvidia-a10-usd-per-gpu-second","providerId":"modal","sku":"Nvidia A10","unit":"usd_per_gpu_second","amountUsd":0.000306,"currency":"USD","sourceUrl":"https://modal.com/pricing","asOf":"2026-10-27","normalizationStatus":"unit_mismatch","normalizedUsdPerMillionTokens":null,"normalizationReason":"unit_mismatch_per_gpu_second","priceSortEligible":false,"qualifier":"Per-second rate shown with the per-second toggle. Not multiplied into an hour. Reconfirmed 2026-10-27 (v0.12.140): page also says 'Region selection 1.15 - 1.75x base prices' and 'Non-preemptible execution 3x base prices' (not stored as separate rows)."},{"id":"modal-nvidia-l4-usd-per-gpu-second","providerId":"modal","sku":"Nvidia L4","unit":"usd_per_gpu_second","amountUsd":0.000222,"currency":"USD","sourceUrl":"https://modal.com/pricing","asOf":"2026-10-27","normalizationStatus":"unit_mismatch","normalizedUsdPerMillionTokens":null,"normalizationReason":"unit_mismatch_per_gpu_second","priceSortEligible":false,"qualifier":"Per-second rate shown with the per-second toggle. Not multiplied into an hour. Reconfirmed 2026-10-27 (v0.12.140): page also says 'Region selection 1.15 - 1.75x base prices' and 'Non-preemptible execution 3x base prices' (not stored as separate rows)."},{"id":"modal-nvidia-t4-usd-per-gpu-second","providerId":"modal","sku":"Nvidia T4","unit":"usd_per_gpu_second","amountUsd":0.000164,"currency":"USD","sourceUrl":"https://modal.com/pricing","asOf":"2026-10-27","normalizationStatus":"unit_mismatch","normalizedUsdPerMillionTokens":null,"normalizationReason":"unit_mismatch_per_gpu_second","priceSortEligible":false,"qualifier":"Per-second rate shown with the per-second toggle. Not multiplied into an hour. Reconfirmed 2026-10-27 (v0.12.140): page also says 'Region selection 1.15 - 1.75x base prices' and 'Non-preemptible execution 3x base prices' (not stored as separate rows)."},{"id":"modal-cpu-physical-core-usd-per-core-second","providerId":"modal","sku":"CPU physical core","unit":"usd_per_core_second","amountUsd":0.0000131,"currency":"USD","sourceUrl":"https://modal.com/pricing","asOf":"2026-10-27","normalizationStatus":"unit_mismatch","normalizedUsdPerMillionTokens":null,"normalizationReason":"unit_mismatch_per_core_second","priceSortEligible":false,"qualifier":"Physical core (2 vCPU). Minimum 0.125 cores."},{"id":"modal-memory-usd-per-gib-second","providerId":"modal","sku":"Memory","unit":"usd_per_gib_second","amountUsd":0.00000222,"currency":"USD","sourceUrl":"https://modal.com/pricing","asOf":"2026-10-27","normalizationStatus":"unit_mismatch","normalizedUsdPerMillionTokens":null,"normalizationReason":"unit_mismatch_per_gib_second","priceSortEligible":false,"qualifier":"Container memory."},{"id":"modal-sandbox-cpu-usd-per-core-second","providerId":"modal","sku":"Sandbox CPU","unit":"usd_per_core_second","amountUsd":0.00003942,"currency":"USD","sourceUrl":"https://modal.com/pricing","asOf":"2026-10-27","normalizationStatus":"unit_mismatch","normalizedUsdPerMillionTokens":null,"normalizationReason":"unit_mismatch_per_core_second","priceSortEligible":false,"qualifier":"Modal Sandbox rate (page: 'Modal Sandbox pricing', 'CPU (non-preemptible)'; 'Sandboxes are billed at non-preemptible rates of 3x list price'), separate from the default CPU rate."},{"id":"modal-sandbox-memory-usd-per-gib-second","providerId":"modal","sku":"Sandbox memory","unit":"usd_per_gib_second","amountUsd":0.00000667,"currency":"USD","sourceUrl":"https://modal.com/pricing","asOf":"2026-10-27","normalizationStatus":"unit_mismatch","normalizedUsdPerMillionTokens":null,"normalizationReason":"unit_mismatch_per_gib_second","priceSortEligible":false,"qualifier":"Sandbox memory (page: 'Memory (non-preemptible)' under 'Modal Sandbox pricing')."},{"id":"modal-volumes-usd-per-gib-month","providerId":"modal","sku":"Volumes","unit":"usd_per_gib_month","amountUsd":0.09,"currency":"USD","sourceUrl":"https://modal.com/pricing","asOf":"2026-10-27","normalizationStatus":"unit_mismatch","normalizedUsdPerMillionTokens":null,"normalizationReason":"unit_mismatch_per_gib_month","priceSortEligible":false,"qualifier":"Includes 1 TiB/mo free, not folded into this rate."},{"id":"modal-network-egress-usd-per-gib","providerId":"modal","sku":"Network egress","unit":"usd_per_gib","amountUsd":0.04,"currency":"USD","sourceUrl":"https://modal.com/pricing","asOf":"2026-10-27","normalizationStatus":"unit_mismatch","normalizedUsdPerMillionTokens":null,"normalizationReason":"unit_mismatch_per_gib","priceSortEligible":false,"qualifier":"See plan for included usage."},{"id":"modal-team-plan-usd-per-month","providerId":"modal","sku":"Team plan","unit":"usd_per_month","amountUsd":250,"currency":"USD","sourceUrl":"https://modal.com/pricing","asOf":"2026-10-27","normalizationStatus":"unit_mismatch","normalizedUsdPerMillionTokens":null,"normalizationReason":"unit_mismatch_per_month","priceSortEligible":false,"qualifier":"Plus compute. $100/mo credits not subtracted."}],"notesExcerpt":"As of 2026-10-24 (modal.com/pricing, fetched 2026-10-24): Python-native serverless GPU/CPU billed per second of compute ('You never pay for idle resources'). GPU list rates per second: H100 SXM5 '$0.001097', H200 SXM '$0.001261', B200 '$0.001736', A100 80 GB '$0.000694', L40S '$0…","notesCheck":{"status":"no_known_contradiction","pairs":[],"review":null,"note":null},"lastReviewed":"2026-10-19","scoreAsOf":"2026-10-19","website":"https://modal.com","doNotParse":"Do not parse pricingNotes. Use rows only. normalizedUsdPerMillionTokens is a single number only when this provider has exactly one sourced token row. Input/output, context tiers, and non-token units stay null at this level.","gap":"Partial coverage. Providers without a fetched SKU are omitted. See GET /api/pricing."},"decideHint":"/api/decide?jtbd=production-inference-fleet","human":"/providers/modal","compare":"/compare/anyscale-vs-modal"},{"id":"coreweave","slug":"coreweave","name":"CoreWeave","tagline":"Enterprise training/inference fleet pick. Skip if you just need a single H100 for an afternoon — use RunPod.","website":"https://www.coreweave.com","status":"active","overall":7.71,"scoreKind":"curated_estimate","confidence":"high","scoreAsOf":"2026-10-19","deltaOverallVsSubject":0.25,"roles":["same_jtbd_pick","same_jtbd_runner"],"sharedJtbdSlugs":["multi-node-training","production-inference-fleet","ray-distributed-agents"],"pricing":{"normalizedUsdPerMillionTokens":null,"normalizationStatus":"unit_mismatch","normalizationReason":"unit_mismatch","shape":"sourced_rows","filterable":false,"priceSortEligible":false,"priceSortKeyUsdPerMillionInputTokens":null,"rows":[{"id":"coreweave-gpu-gh200","providerId":"coreweave","sku":"NVIDIA GH200 (1 GPU instance)","unit":"usd_per_gpu_hour","amountUsd":6.5,"currency":"USD","sourceUrl":"https://www.coreweave.com/pricing","asOf":"2026-10-19","normalizationStatus":"unit_mismatch","normalizedUsdPerMillionTokens":null,"normalizationReason":"unit_mismatch_per_gpu_hour","priceSortEligible":false,"qualifier":"On-demand price per hour for a 1-GPU instance (North America). 8-GPU HGX instance prices were not divided per GPU."},{"id":"coreweave-inference-single-gpu-h100","providerId":"coreweave","sku":"NVIDIA HGX H100 inference single GPU","unit":"usd_per_gpu_hour","amountUsd":6.16,"currency":"USD","sourceUrl":"https://www.coreweave.com/pricing","asOf":"2026-10-19","normalizationStatus":"unit_mismatch","normalizedUsdPerMillionTokens":null,"normalizationReason":"unit_mismatch_per_gpu_hour","priceSortEligible":false,"qualifier":"Column 'Inference Single GPU Price (Per Hour)' (footnote 2; footnote text not shown on the rendered page). Not the 8-GPU instance price."},{"id":"coreweave-inference-single-gpu-h200","providerId":"coreweave","sku":"NVIDIA HGX H200 inference single GPU","unit":"usd_per_gpu_hour","amountUsd":6.31,"currency":"USD","sourceUrl":"https://www.coreweave.com/pricing","asOf":"2026-10-19","normalizationStatus":"unit_mismatch","normalizedUsdPerMillionTokens":null,"normalizationReason":"unit_mismatch_per_gpu_hour","priceSortEligible":false,"qualifier":"Column 'Inference Single GPU Price (Per Hour)' (footnote 2; footnote text not shown on the rendered page). Not the 8-GPU instance price."},{"id":"coreweave-inference-single-gpu-b200","providerId":"coreweave","sku":"NVIDIA HGX B200 inference single GPU","unit":"usd_per_gpu_hour","amountUsd":8.6,"currency":"USD","sourceUrl":"https://www.coreweave.com/pricing","asOf":"2026-10-19","normalizationStatus":"unit_mismatch","normalizedUsdPerMillionTokens":null,"normalizationReason":"unit_mismatch_per_gpu_hour","priceSortEligible":false,"qualifier":"Column 'Inference Single GPU Price (Per Hour)' (footnote 2; footnote text not shown on the rendered page). Not the 8-GPU instance price."}],"notesExcerpt":"On-demand H100 ~$6+/hr class historically; B200 higher; Kubernetes-native (CKS); often sales for large capacity. Public company.","notesCheck":{"status":"no_known_contradiction","pairs":[],"review":null,"note":null},"lastReviewed":"2026-10-19","scoreAsOf":"2026-10-19","website":"https://www.coreweave.com","doNotParse":"Do not parse pricingNotes. Use rows only. normalizedUsdPerMillionTokens is a single number only when this provider has exactly one sourced token row. Input/output, context tiers, and non-token units stay null at this level.","gap":"Partial coverage. Providers without a fetched SKU are omitted. See GET /api/pricing."},"decideHint":"/api/decide?jtbd=multi-node-training","human":"/providers/coreweave","compare":"/compare/anyscale-vs-coreweave"},{"id":"runpod","slug":"runpod","name":"RunPod","tagline":"Depot default for self-serve GPUs. Secure Cloud for anything customer-facing; Community/spot for batch.","website":"https://www.runpod.io","status":"active","overall":8.32,"scoreKind":"curated_estimate","confidence":"high","scoreAsOf":"2026-10-19","deltaOverallVsSubject":0.86,"roles":["same_jtbd_pick"],"sharedJtbdSlugs":["production-inference-fleet"],"pricing":{"normalizedUsdPerMillionTokens":null,"normalizationStatus":"unit_mismatch","normalizationReason":"unit_mismatch","shape":"sourced_rows","filterable":false,"priceSortEligible":false,"priceSortKeyUsdPerMillionInputTokens":null,"rows":[{"id":"runpod-pod-h100-sxm-secure","providerId":"runpod","sku":"H100 SXM Pod (Secure Cloud)","unit":"usd_per_gpu_hour","amountUsd":3.99,"currency":"USD","sourceUrl":"https://www.runpod.io/pricing","asOf":"2026-10-19","normalizationStatus":"unit_mismatch","normalizedUsdPerMillionTokens":null,"normalizationReason":"unit_mismatch_per_gpu_hour","priceSortEligible":false,"qualifier":"On-demand Pod, Secure Cloud, per GPU per hour (page default view). Not converted to $/1M."},{"id":"runpod-pod-h100-sxm-community","providerId":"runpod","sku":"H100 SXM Pod (Community Cloud)","unit":"usd_per_gpu_hour","amountUsd":2.69,"currency":"USD","sourceUrl":"https://www.runpod.io/pricing","asOf":"2026-10-19","normalizationStatus":"unit_mismatch","normalizedUsdPerMillionTokens":null,"normalizationReason":"unit_mismatch_per_gpu_hour","priceSortEligible":false,"qualifier":"On-demand Pod, Community Cloud (third-party hosts), per GPU per hour. Not converted to $/1M."},{"id":"runpod-pod-h200-secure","providerId":"runpod","sku":"H200 Pod (Secure Cloud)","unit":"usd_per_gpu_hour","amountUsd":5.29,"currency":"USD","sourceUrl":"https://www.runpod.io/pricing","asOf":"2026-10-19","normalizationStatus":"unit_mismatch","normalizedUsdPerMillionTokens":null,"normalizationReason":"unit_mismatch_per_gpu_hour","priceSortEligible":false,"qualifier":"On-demand Pod, Secure Cloud, per GPU per hour (page default view). Not converted to $/1M."},{"id":"runpod-pod-h200-community","providerId":"runpod","sku":"H200 Pod (Community Cloud)","unit":"usd_per_gpu_hour","amountUsd":3.59,"currency":"USD","sourceUrl":"https://www.runpod.io/pricing","asOf":"2026-10-19","normalizationStatus":"unit_mismatch","normalizedUsdPerMillionTokens":null,"normalizationReason":"unit_mismatch_per_gpu_hour","priceSortEligible":false,"qualifier":"On-demand Pod, Community Cloud (third-party hosts), per GPU per hour. Not converted to $/1M."},{"id":"runpod-pod-b200-secure","providerId":"runpod","sku":"B200 Pod (Secure Cloud)","unit":"usd_per_gpu_hour","amountUsd":7.99,"currency":"USD","sourceUrl":"https://www.runpod.io/pricing","asOf":"2026-10-19","normalizationStatus":"unit_mismatch","normalizedUsdPerMillionTokens":null,"normalizationReason":"unit_mismatch_per_gpu_hour","priceSortEligible":false,"qualifier":"On-demand Pod, Secure Cloud, per GPU per hour (page default view). Not converted to $/1M."},{"id":"runpod-pod-b200-community","providerId":"runpod","sku":"B200 Pod (Community Cloud)","unit":"usd_per_gpu_hour","amountUsd":5.98,"currency":"USD","sourceUrl":"https://www.runpod.io/pricing","asOf":"2026-10-19","normalizationStatus":"unit_mismatch","normalizedUsdPerMillionTokens":null,"normalizationReason":"unit_mismatch_per_gpu_hour","priceSortEligible":false,"qualifier":"On-demand Pod, Community Cloud (third-party hosts), per GPU per hour. Not converted to $/1M."},{"id":"runpod-pod-a100-sxm-secure","providerId":"runpod","sku":"A100 SXM Pod (Secure Cloud)","unit":"usd_per_gpu_hour","amountUsd":1.79,"currency":"USD","sourceUrl":"https://www.runpod.io/pricing","asOf":"2026-10-19","normalizationStatus":"unit_mismatch","normalizedUsdPerMillionTokens":null,"normalizationReason":"unit_mismatch_per_gpu_hour","priceSortEligible":false,"qualifier":"On-demand Pod, Secure Cloud, per GPU per hour (page default view). Not converted to $/1M."},{"id":"runpod-pod-a100-sxm-community","providerId":"runpod","sku":"A100 SXM Pod (Community Cloud)","unit":"usd_per_gpu_hour","amountUsd":1.39,"currency":"USD","sourceUrl":"https://www.runpod.io/pricing","asOf":"2026-10-19","normalizationStatus":"unit_mismatch","normalizedUsdPerMillionTokens":null,"normalizationReason":"unit_mismatch_per_gpu_hour","priceSortEligible":false,"qualifier":"On-demand Pod, Community Cloud (third-party hosts), per GPU per hour. Not converted to $/1M."},{"id":"runpod-pod-l40s-secure","providerId":"runpod","sku":"L40S Pod (Secure Cloud)","unit":"usd_per_gpu_hour","amountUsd":1.09,"currency":"USD","sourceUrl":"https://www.runpod.io/pricing","asOf":"2026-10-19","normalizationStatus":"unit_mismatch","normalizedUsdPerMillionTokens":null,"normalizationReason":"unit_mismatch_per_gpu_hour","priceSortEligible":false,"qualifier":"On-demand Pod, Secure Cloud, per GPU per hour (page default view). Not converted to $/1M."},{"id":"runpod-pod-l40s-community","providerId":"runpod","sku":"L40S Pod (Community Cloud)","unit":"usd_per_gpu_hour","amountUsd":0.79,"currency":"USD","sourceUrl":"https://www.runpod.io/pricing","asOf":"2026-10-19","normalizationStatus":"unit_mismatch","normalizedUsdPerMillionTokens":null,"normalizationReason":"unit_mismatch_per_gpu_hour","priceSortEligible":false,"qualifier":"On-demand Pod, Community Cloud (third-party hosts), per GPU per hour. Not converted to $/1M."},{"id":"runpod-pod-rtx-4090-secure","providerId":"runpod","sku":"RTX 4090 Pod (Secure Cloud)","unit":"usd_per_gpu_hour","amountUsd":0.89,"currency":"USD","sourceUrl":"https://www.runpod.io/pricing","asOf":"2026-10-19","normalizationStatus":"unit_mismatch","normalizedUsdPerMillionTokens":null,"normalizationReason":"unit_mismatch_per_gpu_hour","priceSortEligible":false,"qualifier":"On-demand Pod, Secure Cloud, per GPU per hour (page default view). Not converted to $/1M."},{"id":"runpod-pod-rtx-4090-community","providerId":"runpod","sku":"RTX 4090 Pod (Community Cloud)","unit":"usd_per_gpu_hour","amountUsd":0.34,"currency":"USD","sourceUrl":"https://www.runpod.io/pricing","asOf":"2026-10-19","normalizationStatus":"unit_mismatch","normalizedUsdPerMillionTokens":null,"normalizationReason":"unit_mismatch_per_gpu_hour","priceSortEligible":false,"qualifier":"On-demand Pod, Community Cloud (third-party hosts), per GPU per hour. Not converted to $/1M."}],"notesExcerpt":"Secure Cloud + Community Cloud; serverless per-second; H100 often ~$2–3+/hr depending tier; spot cheaper.","notesCheck":{"status":"no_known_contradiction","pairs":[],"review":null,"note":null},"lastReviewed":"2026-10-19","scoreAsOf":"2026-10-19","website":"https://www.runpod.io","doNotParse":"Do not parse pricingNotes. Use rows only. normalizedUsdPerMillionTokens is a single number only when this provider has exactly one sourced token row. Input/output, context tiers, and non-token units stay null at this level.","gap":"Partial coverage. Providers without a fetched SKU are omitted. See GET /api/pricing."},"decideHint":"/api/decide?jtbd=production-inference-fleet","human":"/providers/runpod","compare":"/compare/anyscale-vs-runpod"},{"id":"aws-gpu","slug":"aws-gpu","name":"AWS GPU (EC2/P5/SageMaker)","tagline":"Use when AWS is destiny. For greenfield agent GPUs, neoclouds win on price and speed-to-pod.","website":"https://aws.amazon.com/ec2/instance-types/","status":"active","overall":7.72,"scoreKind":"curated_estimate","confidence":"high","scoreAsOf":"2026-09-14","deltaOverallVsSubject":0.26,"roles":["same_jtbd_runner"],"sharedJtbdSlugs":["multi-node-training","production-inference-fleet"],"pricing":{"normalizedUsdPerMillionTokens":null,"normalizationStatus":"unavailable","normalizationReason":"no_sourced_price","shape":"prose_notes_only","filterable":false,"priceSortEligible":false,"priceSortKeyUsdPerMillionInputTokens":null,"rows":[],"notesExcerpt":"P5/P4d etc. often $4–7+/GPU-hr on-demand; Savings Plans/spot help; SageMaker adds managed tax.","notesCheck":{"status":"no_known_contradiction","pairs":[],"review":null,"note":null},"lastReviewed":"2026-09-14","scoreAsOf":"2026-09-14","website":"https://aws.amazon.com/ec2/instance-types/","doNotParse":"Do not parse pricingNotes. Use rows only. normalizedUsdPerMillionTokens is a single number only when this provider has exactly one sourced token row. Input/output, context tiers, and non-token units stay null at this level.","gap":"No sourced price row for this provider. pricingNotes stay prose. See research/gaps.md."},"decideHint":"/api/decide?jtbd=multi-node-training","human":"/providers/aws-gpu","compare":"/compare/anyscale-vs-aws-gpu"},{"id":"fly-io","slug":"fly-io","name":"Fly.io","tagline":"Excellent for globally distributed agent sidecars and Machines-based sandboxes. Prefer Railway/Render if you…","website":"https://fly.io","status":"active","overall":8.28,"scoreKind":"curated_estimate","confidence":"high","scoreAsOf":"2026-09-14","deltaOverallVsSubject":0.82,"roles":["same_jtbd_runner"],"sharedJtbdSlugs":["agent-backend"],"pricing":{"normalizedUsdPerMillionTokens":null,"normalizationStatus":"unavailable","normalizationReason":"no_sourced_price","shape":"prose_notes_only","filterable":false,"priceSortEligible":false,"priceSortKeyUsdPerMillionInputTokens":null,"rows":[],"notesExcerpt":"Pay for machines/volumes/bandwidth; Firecracker VMs; scale-to-zero; Machines API for agents.","notesCheck":{"status":"no_known_contradiction","pairs":[],"review":null,"note":null},"lastReviewed":"2026-09-14","scoreAsOf":"2026-09-14","website":"https://fly.io","doNotParse":"Do not parse pricingNotes. Use rows only. normalizedUsdPerMillionTokens is a single number only when this provider has exactly one sourced token row. Input/output, context tiers, and non-token units stay null at this level.","gap":"No sourced price row for this provider. pricingNotes stay prose. See research/gaps.md."},"decideHint":"/api/decide?jtbd=agent-backend","human":"/providers/fly-io","compare":"/compare/anyscale-vs-fly-io"},{"id":"convex","slug":"convex","name":"Convex","tagline":"Great TS agent product backend when you want reactive state+actions together. Prefer Supabase/Neon when…","website":"https://www.convex.dev","status":"active","overall":8.15,"scoreKind":"curated_estimate","confidence":"high","scoreAsOf":"2026-09-14","deltaOverallVsSubject":0.69,"roles":["same_jtbd_runner"],"sharedJtbdSlugs":["agent-backend"],"pricing":{"normalizedUsdPerMillionTokens":null,"normalizationStatus":"unavailable","normalizationReason":"no_sourced_price","shape":"prose_notes_only","filterable":false,"priceSortEligible":false,"priceSortKeyUsdPerMillionInputTokens":null,"rows":[],"notesExcerpt":"As of 2026-09-14 (convex.dev/pricing): Free & Starter $0 + PAYG — 1–6 developers, included function calls/bandwidth with overages (~$2.20/1M function calls, action compute $0.33/GB-hr bands). Professional $25/developer/mo. Business & Enterprise from $2,500/mo minimum (SAML/SSO, S…","notesCheck":{"status":"no_known_contradiction","pairs":[],"review":null,"note":null},"lastReviewed":"2026-09-14","scoreAsOf":"2026-09-14","website":"https://www.convex.dev","doNotParse":"Do not parse pricingNotes. Use rows only. normalizedUsdPerMillionTokens is a single number only when this provider has exactly one sourced token row. Input/output, context tiers, and non-token units stay null at this level.","gap":"No sourced price row for this provider. pricingNotes stay prose. See research/gaps.md."},"decideHint":"/api/decide?jtbd=agent-backend","human":"/providers/convex","compare":"/compare/anyscale-vs-convex"},{"id":"render","slug":"render","name":"Render","tagline":"Boring reliable PaaS. Great when Railway feels too hip and AWS feels too heavy.","website":"https://render.com","status":"active","overall":8.1,"scoreKind":"curated_estimate","confidence":"high","scoreAsOf":"2026-09-14","deltaOverallVsSubject":0.64,"roles":["same_jtbd_runner"],"sharedJtbdSlugs":["agent-backend"],"pricing":{"normalizedUsdPerMillionTokens":null,"normalizationStatus":"unavailable","normalizationReason":"no_sourced_price","shape":"prose_notes_only","filterable":false,"priceSortEligible":false,"priceSortKeyUsdPerMillionInputTokens":null,"rows":[],"notesExcerpt":"Web services, background workers, Postgres, cron; fixed + usage elements; free tier limited.","notesCheck":{"status":"no_known_contradiction","pairs":[],"review":null,"note":null},"lastReviewed":"2026-09-14","scoreAsOf":"2026-09-14","website":"https://render.com","doNotParse":"Do not parse pricingNotes. Use rows only. normalizedUsdPerMillionTokens is a single number only when this provider has exactly one sourced token row. Input/output, context tiers, and non-token units stay null at this level.","gap":"No sourced price row for this provider. pricingNotes stay prose. See research/gaps.md."},"decideHint":"/api/decide?jtbd=agent-backend","human":"/providers/render","compare":"/compare/anyscale-vs-render"},{"id":"railway","slug":"railway","name":"Railway","tagline":"Depot favorite for shipping agent APIs quickly. When bills climb, move steady-state to Fly/Hetzner/DO.","website":"https://railway.app","status":"active","overall":8.08,"scoreKind":"curated_estimate","confidence":"high","scoreAsOf":"2026-09-14","deltaOverallVsSubject":0.62,"roles":["same_jtbd_runner"],"sharedJtbdSlugs":["agent-backend"],"pricing":{"normalizedUsdPerMillionTokens":null,"normalizationStatus":"unavailable","normalizationReason":"no_sourced_price","shape":"prose_notes_only","filterable":false,"priceSortEligible":false,"priceSortKeyUsdPerMillionInputTokens":null,"rows":[],"notesExcerpt":"Usage-based PaaS; services/databases; simple git deploys; hobby→pro plans.","notesCheck":{"status":"no_known_contradiction","pairs":[],"review":null,"note":null},"lastReviewed":"2026-09-14","scoreAsOf":"2026-09-14","website":"https://railway.app","doNotParse":"Do not parse pricingNotes. Use rows only. normalizedUsdPerMillionTokens is a single number only when this provider has exactly one sourced token row. Input/output, context tiers, and non-token units stay null at this level.","gap":"No sourced price row for this provider. pricingNotes stay prose. See research/gaps.md."},"decideHint":"/api/decide?jtbd=agent-backend","human":"/providers/railway","compare":"/compare/anyscale-vs-railway"},{"id":"friendli","slug":"friendli","name":"FriendliAI","tagline":"Open-model production peer when latency/tool-calling matter. Fireworks remains depot open-model default…","website":"https://friendli.ai","status":"active","overall":8.03,"scoreKind":"curated_estimate","confidence":"high","scoreAsOf":"2026-10-01","deltaOverallVsSubject":0.57,"roles":["same_jtbd_runner"],"sharedJtbdSlugs":["production-inference-fleet"],"pricing":{"normalizedUsdPerMillionTokens":null,"normalizationStatus":"ambiguous","normalizationReason":"input_output_split_not_a_single_rate","shape":"sourced_rows","filterable":false,"priceSortEligible":true,"priceSortKeyUsdPerMillionInputTokens":0.14,"rows":[{"id":"friendli-gpu-a100","providerId":"friendli","sku":"A100 80GB","unit":"usd_per_gpu_hour","amountUsd":4,"currency":"USD","sourceUrl":"https://friendli.ai/pricing","asOf":"2026-10-27","normalizationStatus":"unit_mismatch","normalizedUsdPerMillionTokens":null,"normalizationReason":"unit_mismatch_gpu_hour","priceSortEligible":false,"qualifier":"dedicated on-demand; billed per second. Matches pricing-watch 2026-10-01 step-up."},{"id":"friendli-gpu-h100","providerId":"friendli","sku":"H100 80GB","unit":"usd_per_gpu_hour","amountUsd":5,"currency":"USD","sourceUrl":"https://friendli.ai/pricing","asOf":"2026-10-27","normalizationStatus":"unit_mismatch","normalizedUsdPerMillionTokens":null,"normalizationReason":"unit_mismatch_gpu_hour","priceSortEligible":false,"qualifier":"dedicated on-demand; billed per second. Matches pricing-watch 2026-10-01 step-up."},{"id":"friendli-gpu-h200","providerId":"friendli","sku":"H200 141GB","unit":"usd_per_gpu_hour","amountUsd":7,"currency":"USD","sourceUrl":"https://friendli.ai/pricing","asOf":"2026-10-27","normalizationStatus":"unit_mismatch","normalizedUsdPerMillionTokens":null,"normalizationReason":"unit_mismatch_gpu_hour","priceSortEligible":false,"qualifier":"dedicated on-demand; billed per second. Matches pricing-watch 2026-10-01 step-up."},{"id":"friendli-gpu-b200","providerId":"friendli","sku":"B200 180GB","unit":"usd_per_gpu_hour","amountUsd":9,"currency":"USD","sourceUrl":"https://friendli.ai/pricing","asOf":"2026-10-27","normalizationStatus":"unit_mismatch","normalizedUsdPerMillionTokens":null,"normalizationReason":"unit_mismatch_gpu_hour","priceSortEligible":false,"qualifier":"dedicated on-demand; billed per second. Matches pricing-watch 2026-10-01 step-up."},{"id":"friendli-gpu-b300","providerId":"friendli","sku":"B300 288GB","unit":"usd_per_gpu_hour","amountUsd":12,"currency":"USD","sourceUrl":"https://friendli.ai/pricing","asOf":"2026-10-27","normalizationStatus":"unit_mismatch","normalizedUsdPerMillionTokens":null,"normalizationReason":"unit_mismatch_gpu_hour","priceSortEligible":false,"qualifier":"dedicated on-demand; billed per second. Matches pricing-watch 2026-10-01 step-up."},{"id":"friendli-glm-53-flash-input","providerId":"friendli","sku":"GLM-5.3-Flash","unit":"usd_per_million_input_tokens","amountUsd":0.15,"currency":"USD","sourceUrl":"https://friendli.ai/pricing","asOf":"2026-10-03","normalizationStatus":"sourced_token_price","normalizedUsdPerMillionTokens":0.15,"normalizationReason":null,"priceSortEligible":true,"qualifier":"model API $/1M tokens"},{"id":"friendli-glm-53-flash-output","providerId":"friendli","sku":"GLM-5.3-Flash","unit":"usd_per_million_output_tokens","amountUsd":0.5,"currency":"USD","sourceUrl":"https://friendli.ai/pricing","asOf":"2026-10-03","normalizationStatus":"sourced_token_price","normalizedUsdPerMillionTokens":0.5,"normalizationReason":"output_token_price_not_a_single_blended_rate","priceSortEligible":false,"qualifier":null},{"id":"friendli-glm-53-flash-cached","providerId":"friendli","sku":"GLM-5.3-Flash","unit":"usd_per_million_cached_input_tokens","amountUsd":0.03,"currency":"USD","sourceUrl":"https://friendli.ai/pricing","asOf":"2026-10-03","normalizationStatus":"sourced_token_price","normalizedUsdPerMillionTokens":0.03,"normalizationReason":"cached_input_not_a_single_rate","priceSortEligible":false,"qualifier":null},{"id":"friendli-glm-52-input","providerId":"friendli","sku":"GLM-5.2","unit":"usd_per_million_input_tokens","amountUsd":1.4,"currency":"USD","sourceUrl":"https://friendli.ai/pricing","asOf":"2026-10-03","normalizationStatus":"sourced_token_price","normalizedUsdPerMillionTokens":1.4,"normalizationReason":null,"priceSortEligible":true,"qualifier":"model API $/1M tokens"},{"id":"friendli-glm-52-output","providerId":"friendli","sku":"GLM-5.2","unit":"usd_per_million_output_tokens","amountUsd":4.4,"currency":"USD","sourceUrl":"https://friendli.ai/pricing","asOf":"2026-10-03","normalizationStatus":"sourced_token_price","normalizedUsdPerMillionTokens":4.4,"normalizationReason":"output_token_price_not_a_single_blended_rate","priceSortEligible":false,"qualifier":null},{"id":"friendli-glm-52-cached","providerId":"friendli","sku":"GLM-5.2","unit":"usd_per_million_cached_input_tokens","amountUsd":0.26,"currency":"USD","sourceUrl":"https://friendli.ai/pricing","asOf":"2026-10-03","normalizationStatus":"sourced_token_price","normalizedUsdPerMillionTokens":0.26,"normalizationReason":"cached_input_not_a_single_rate","priceSortEligible":false,"qualifier":null},{"id":"friendli-glm-51-input","providerId":"friendli","sku":"GLM-5.1","unit":"usd_per_million_input_tokens","amountUsd":1.4,"currency":"USD","sourceUrl":"https://friendli.ai/pricing","asOf":"2026-10-03","normalizationStatus":"sourced_token_price","normalizedUsdPerMillionTokens":1.4,"normalizationReason":null,"priceSortEligible":true,"qualifier":"model API $/1M tokens"},{"id":"friendli-glm-51-output","providerId":"friendli","sku":"GLM-5.1","unit":"usd_per_million_output_tokens","amountUsd":4.4,"currency":"USD","sourceUrl":"https://friendli.ai/pricing","asOf":"2026-10-03","normalizationStatus":"sourced_token_price","normalizedUsdPerMillionTokens":4.4,"normalizationReason":"output_token_price_not_a_single_blended_rate","priceSortEligible":false,"qualifier":null},{"id":"friendli-glm-51-cached","providerId":"friendli","sku":"GLM-5.1","unit":"usd_per_million_cached_input_tokens","amountUsd":0.26,"currency":"USD","sourceUrl":"https://friendli.ai/pricing","asOf":"2026-10-03","normalizationStatus":"sourced_token_price","normalizedUsdPerMillionTokens":0.26,"normalizationReason":"cached_input_not_a_single_rate","priceSortEligible":false,"qualifier":null},{"id":"friendli-gemma-4-31b-it-input","providerId":"friendli","sku":"gemma-4-31B-it","unit":"usd_per_million_input_tokens","amountUsd":0.14,"currency":"USD","sourceUrl":"https://friendli.ai/pricing","asOf":"2026-10-03","normalizationStatus":"sourced_token_price","normalizedUsdPerMillionTokens":0.14,"normalizationReason":null,"priceSortEligible":true,"qualifier":"model API $/1M tokens"},{"id":"friendli-gemma-4-31b-it-output","providerId":"friendli","sku":"gemma-4-31B-it","unit":"usd_per_million_output_tokens","amountUsd":0.4,"currency":"USD","sourceUrl":"https://friendli.ai/pricing","asOf":"2026-10-03","normalizationStatus":"sourced_token_price","normalizedUsdPerMillionTokens":0.4,"normalizationReason":"output_token_price_not_a_single_blended_rate","priceSortEligible":false,"qualifier":null},{"id":"friendli-deepseek-v32-input","providerId":"friendli","sku":"DeepSeek-V3.2","unit":"usd_per_million_input_tokens","amountUsd":0.5,"currency":"USD","sourceUrl":"https://friendli.ai/pricing","asOf":"2026-10-03","normalizationStatus":"sourced_token_price","normalizedUsdPerMillionTokens":0.5,"normalizationReason":null,"priceSortEligible":true,"qualifier":"model API $/1M tokens"},{"id":"friendli-deepseek-v32-output","providerId":"friendli","sku":"DeepSeek-V3.2","unit":"usd_per_million_output_tokens","amountUsd":1.5,"currency":"USD","sourceUrl":"https://friendli.ai/pricing","asOf":"2026-10-03","normalizationStatus":"sourced_token_price","normalizedUsdPerMillionTokens":1.5,"normalizationReason":"output_token_price_not_a_single_blended_rate","priceSortEligible":false,"qualifier":null},{"id":"friendli-deepseek-v32-cached","providerId":"friendli","sku":"DeepSeek-V3.2","unit":"usd_per_million_cached_input_tokens","amountUsd":0.25,"currency":"USD","sourceUrl":"https://friendli.ai/pricing","asOf":"2026-10-03","normalizationStatus":"sourced_token_price","normalizedUsdPerMillionTokens":0.25,"normalizationReason":"cached_input_not_a_single_rate","priceSortEligible":false,"qualifier":null},{"id":"friendli-minimax-m25-input","providerId":"friendli","sku":"MiniMax-M2.5","unit":"usd_per_million_input_tokens","amountUsd":0.3,"currency":"USD","sourceUrl":"https://friendli.ai/pricing","asOf":"2026-10-03","normalizationStatus":"sourced_token_price","normalizedUsdPerMillionTokens":0.3,"normalizationReason":null,"priceSortEligible":false,"qualifier":"model API $/1M tokens","sourceStatus":"unverified","sourceStatusReason":"model_not_on_source_page: on 2026-10-25 the Pay per token table on https://friendli.ai/pricing lists GLM-5.3, GLM-5.3-Flash, GLM-5.2, GLM-5.1, gemma-4-31B-it and DeepSeek-V3.2 (plus whisper-large-v3 under Speech to text); MiniMax-M2.5 is no longer in the table (MiniMax appears only in a generic overview sentence without an amount). Kept for history, never ranked.","sourceStatusCheckedOn":"2026-10-25"},{"id":"friendli-minimax-m25-output","providerId":"friendli","sku":"MiniMax-M2.5","unit":"usd_per_million_output_tokens","amountUsd":1.2,"currency":"USD","sourceUrl":"https://friendli.ai/pricing","asOf":"2026-10-03","normalizationStatus":"sourced_token_price","normalizedUsdPerMillionTokens":1.2,"normalizationReason":"output_token_price_not_a_single_blended_rate","priceSortEligible":false,"qualifier":null,"sourceStatus":"unverified","sourceStatusReason":"model_not_on_source_page: on 2026-10-25 the Pay per token table on https://friendli.ai/pricing lists GLM-5.3, GLM-5.3-Flash, GLM-5.2, GLM-5.1, gemma-4-31B-it and DeepSeek-V3.2 (plus whisper-large-v3 under Speech to text); MiniMax-M2.5 is no longer in the table (MiniMax appears only in a generic overview sentence without an amount). Kept for history, never ranked.","sourceStatusCheckedOn":"2026-10-25"},{"id":"friendli-minimax-m25-cached","providerId":"friendli","sku":"MiniMax-M2.5","unit":"usd_per_million_cached_input_tokens","amountUsd":0.06,"currency":"USD","sourceUrl":"https://friendli.ai/pricing","asOf":"2026-10-03","normalizationStatus":"sourced_token_price","normalizedUsdPerMillionTokens":0.06,"normalizationReason":"cached_input_not_a_single_rate","priceSortEligible":false,"qualifier":null,"sourceStatus":"unverified","sourceStatusReason":"model_not_on_source_page: on 2026-10-25 the Pay per token table on https://friendli.ai/pricing lists GLM-5.3, GLM-5.3-Flash, GLM-5.2, GLM-5.1, gemma-4-31B-it and DeepSeek-V3.2 (plus whisper-large-v3 under Speech to text); MiniMax-M2.5 is no longer in the table (MiniMax appears only in a generic overview sentence without an amount). Kept for history, never ranked.","sourceStatusCheckedOn":"2026-10-25"},{"id":"friendli-glm-53-ambiguous","providerId":"friendli","sku":"GLM-5.3","unit":"usd_per_million_input_tokens","amountUsd":null,"currency":"USD","sourceUrl":"https://friendli.ai/pricing","asOf":"2026-10-03","normalizationStatus":"ambiguous","normalizedUsdPerMillionTokens":null,"normalizationReason":"promo_and_list_price_adjacent","priceSortEligible":false,"qualifier":"Page shows 10% OFF and both $1.26 and $1.40 input (cached $0.234/$0.26, output $3.96/$4.40). No single figure selected."}],"notesExcerpt":"As of 2026-10-01 (friendli.ai/pricing live): Dedicated Endpoints on-demand step-up **is live** — A100 **$4.0**/hr, H100 **$5.0**/hr, H200 **$7.0**/hr, B200 **$9.0**/hr, B300 $12.0/hr (was through-Sep-30: A100 $2.9, H100 $3.9, H200 $4.5, B200 $8.9, B300 $12.0). Billed per second; …","notesCheck":{"status":"no_known_contradiction","pairs":[],"review":null,"note":null},"lastReviewed":"2026-10-01","scoreAsOf":"2026-10-01","website":"https://friendli.ai","doNotParse":"Do not parse pricingNotes. Use rows only. normalizedUsdPerMillionTokens is a single number only when this provider has exactly one sourced token row. Input/output, context tiers, and non-token units stay null at this level.","gap":"Partial coverage. Providers without a fetched SKU are omitted. See GET /api/pricing."},"decideHint":"/api/decide?jtbd=production-inference-fleet","human":"/providers/friendli","compare":"/compare/anyscale-vs-friendli"},{"id":"aws-ec2","slug":"aws-ec2","name":"AWS EC2","tagline":"Default enterprise VM substrate. Agents should wrap it — humans shouldn't live in the console.","website":"https://aws.amazon.com/ec2/","status":"active","overall":8.01,"scoreKind":"curated_estimate","confidence":"high","scoreAsOf":"2026-09-14","deltaOverallVsSubject":0.55,"roles":["same_jtbd_runner"],"sharedJtbdSlugs":["agent-backend"],"pricing":{"normalizedUsdPerMillionTokens":null,"normalizationStatus":"unavailable","normalizationReason":"no_sourced_price","shape":"prose_notes_only","filterable":false,"priceSortEligible":false,"priceSortKeyUsdPerMillionInputTokens":null,"rows":[],"notesExcerpt":"Broadest instance catalog; Spot/Savings Plans; everything else in AWS orbits EC2.","notesCheck":{"status":"no_known_contradiction","pairs":[],"review":null,"note":null},"lastReviewed":"2026-09-14","scoreAsOf":"2026-09-14","website":"https://aws.amazon.com/ec2/","doNotParse":"Do not parse pricingNotes. Use rows only. normalizedUsdPerMillionTokens is a single number only when this provider has exactly one sourced token row. Input/output, context tiers, and non-token units stay null at this level.","gap":"No sourced price row for this provider. pricingNotes stay prose. See research/gaps.md."},"decideHint":"/api/decide?jtbd=agent-backend","human":"/providers/aws-ec2","compare":"/compare/anyscale-vs-aws-ec2"},{"id":"baseten","slug":"baseten","name":"Baseten","tagline":"Strong custom-model serving alternative to Replicate/Modal when you bring your own model.","website":"https://www.baseten.co","status":"active","overall":7.99,"scoreKind":"curated_estimate","confidence":"high","scoreAsOf":"2026-09-14","deltaOverallVsSubject":0.53,"roles":["same_jtbd_runner"],"sharedJtbdSlugs":["production-inference-fleet"],"pricing":{"normalizedUsdPerMillionTokens":null,"normalizationStatus":"ambiguous","normalizationReason":"input_output_split_not_a_single_rate","shape":"sourced_rows","filterable":false,"priceSortEligible":true,"priceSortKeyUsdPerMillionInputTokens":0.1,"rows":[{"id":"baseten-gpt-oss-120b-in","providerId":"baseten","sku":"GPT OSS 120B","unit":"usd_per_million_input_tokens","amountUsd":0.1,"currency":"USD","sourceUrl":"https://www.baseten.co/pricing/","asOf":"2026-10-19","normalizationStatus":"sourced_token_price","normalizedUsdPerMillionTokens":0.1,"normalizationReason":null,"priceSortEligible":true,"qualifier":"Model APIs, price per 1M input tokens."},{"id":"baseten-gpt-oss-120b-out","providerId":"baseten","sku":"GPT OSS 120B","unit":"usd_per_million_output_tokens","amountUsd":0.5,"currency":"USD","sourceUrl":"https://www.baseten.co/pricing/","asOf":"2026-10-19","normalizationStatus":"sourced_token_price","normalizedUsdPerMillionTokens":0.5,"normalizationReason":null,"priceSortEligible":false,"qualifier":"Model APIs, price per 1M output tokens."},{"id":"baseten-glm-5-3-flash-in","providerId":"baseten","sku":"GLM-5.3-Flash","unit":"usd_per_million_input_tokens","amountUsd":0.15,"currency":"USD","sourceUrl":"https://www.baseten.co/pricing/","asOf":"2026-10-19","normalizationStatus":"sourced_token_price","normalizedUsdPerMillionTokens":0.15,"normalizationReason":null,"priceSortEligible":true,"qualifier":"Model APIs, price per 1M input tokens."},{"id":"baseten-glm-5-3-flash-out","providerId":"baseten","sku":"GLM-5.3-Flash","unit":"usd_per_million_output_tokens","amountUsd":0.5,"currency":"USD","sourceUrl":"https://www.baseten.co/pricing/","asOf":"2026-10-19","normalizationStatus":"sourced_token_price","normalizedUsdPerMillionTokens":0.5,"normalizationReason":null,"priceSortEligible":false,"qualifier":"Model APIs, price per 1M output tokens."},{"id":"baseten-deepseek-v4-1-flash-in","providerId":"baseten","sku":"DeepSeek V4.1 Flash","unit":"usd_per_million_input_tokens","amountUsd":0.3,"currency":"USD","sourceUrl":"https://www.baseten.co/pricing/","asOf":"2026-10-19","normalizationStatus":"sourced_token_price","normalizedUsdPerMillionTokens":0.3,"normalizationReason":null,"priceSortEligible":true,"qualifier":"Model APIs, price per 1M input tokens."},{"id":"baseten-deepseek-v4-1-flash-out","providerId":"baseten","sku":"DeepSeek V4.1 Flash","unit":"usd_per_million_output_tokens","amountUsd":1.2,"currency":"USD","sourceUrl":"https://www.baseten.co/pricing/","asOf":"2026-10-19","normalizationStatus":"sourced_token_price","normalizedUsdPerMillionTokens":1.2,"normalizationReason":null,"priceSortEligible":false,"qualifier":"Model APIs, price per 1M output tokens."},{"id":"baseten-kimi-k3-in","providerId":"baseten","sku":"Kimi K3","unit":"usd_per_million_input_tokens","amountUsd":3,"currency":"USD","sourceUrl":"https://www.baseten.co/pricing/","asOf":"2026-10-19","normalizationStatus":"sourced_token_price","normalizedUsdPerMillionTokens":3,"normalizationReason":null,"priceSortEligible":true,"qualifier":"Model APIs, price per 1M input tokens."},{"id":"baseten-kimi-k3-out","providerId":"baseten","sku":"Kimi K3","unit":"usd_per_million_output_tokens","amountUsd":15,"currency":"USD","sourceUrl":"https://www.baseten.co/pricing/","asOf":"2026-10-19","normalizationStatus":"sourced_token_price","normalizedUsdPerMillionTokens":15,"normalizationReason":null,"priceSortEligible":false,"qualifier":"Model APIs, price per 1M output tokens."}],"notesExcerpt":"As of 2026-09-14 (baseten.co/pricing live): Model APIs + dedicated Truss deploys. Token examples: GLM-5.3-Flash $0.15/$0.50 per 1M (stored row). Per baseten.co/pricing as of 2026-10-21 (not stored as rows): GLM-5.3 and GLM-5.2 each input $1.40, cache input $0.14, output $4.40 per…","notesCheck":{"status":"no_known_contradiction","pairs":[],"review":null,"note":null},"lastReviewed":"2026-09-14","scoreAsOf":"2026-09-14","website":"https://www.baseten.co","doNotParse":"Do not parse pricingNotes. Use rows only. normalizedUsdPerMillionTokens is a single number only when this provider has exactly one sourced token row. Input/output, context tiers, and non-token units stay null at this level.","gap":"Partial coverage. Providers without a fetched SKU are omitted. See GET /api/pricing."},"decideHint":"/api/decide?jtbd=production-inference-fleet","human":"/providers/baseten","compare":"/compare/anyscale-vs-baseten"},{"id":"lambda","slug":"lambda","name":"Lambda","tagline":"Best boring GPU cloud for research labs who want clusters without CoreWeave enterprise theater.","website":"https://lambda.ai","status":"active","overall":7.97,"scoreKind":"curated_estimate","confidence":"high","scoreAsOf":"2026-09-14","deltaOverallVsSubject":0.51,"roles":["same_jtbd_runner"],"sharedJtbdSlugs":["multi-node-training"],"pricing":{"normalizedUsdPerMillionTokens":null,"normalizationStatus":"unit_mismatch","normalizationReason":"unit_mismatch","shape":"sourced_rows","filterable":false,"priceSortEligible":false,"priceSortKeyUsdPerMillionInputTokens":null,"rows":[{"id":"lambda-gpu-h100-sxm-8x","providerId":"lambda","sku":"NVIDIA H100 SXM","unit":"usd_per_gpu_hour","amountUsd":3.99,"currency":"USD","sourceUrl":"https://lambda.ai/pricing","asOf":"2026-10-19","normalizationStatus":"unit_mismatch","normalizedUsdPerMillionTokens":null,"normalizationReason":"unit_mismatch_per_gpu_hour","priceSortEligible":false,"qualifier":"On-demand instance, PRICE/GPU/HR on the 8x tab (default tab), plus applicable sales tax/VAT/GST. 1x-4x tabs may differ. Not converted to $/1M."},{"id":"lambda-gpu-b200-sxm6-8x","providerId":"lambda","sku":"NVIDIA B200 SXM6","unit":"usd_per_gpu_hour","amountUsd":6.69,"currency":"USD","sourceUrl":"https://lambda.ai/pricing","asOf":"2026-10-19","normalizationStatus":"unit_mismatch","normalizedUsdPerMillionTokens":null,"normalizationReason":"unit_mismatch_per_gpu_hour","priceSortEligible":false,"qualifier":"On-demand instance, PRICE/GPU/HR on the 8x tab (default tab), plus applicable sales tax/VAT/GST. 1x-4x tabs may differ. Not converted to $/1M."},{"id":"lambda-gpu-a100-sxm-80gb-8x","providerId":"lambda","sku":"NVIDIA A100 SXM 80GB","unit":"usd_per_gpu_hour","amountUsd":2.79,"currency":"USD","sourceUrl":"https://lambda.ai/pricing","asOf":"2026-10-19","normalizationStatus":"unit_mismatch","normalizedUsdPerMillionTokens":null,"normalizationReason":"unit_mismatch_per_gpu_hour","priceSortEligible":false,"qualifier":"On-demand instance, PRICE/GPU/HR on the 8x tab (default tab), plus applicable sales tax/VAT/GST. 1x-4x tabs may differ. Not converted to $/1M."}],"notesExcerpt":"On-demand H100 SXM ~$3.99–4.29/hr; 1-Click Clusters for multi-week reservations; no classic spot tier.","notesCheck":{"status":"no_known_contradiction","pairs":[],"review":null,"note":null},"lastReviewed":"2026-09-14","scoreAsOf":"2026-09-14","website":"https://lambda.ai","doNotParse":"Do not parse pricingNotes. Use rows only. normalizedUsdPerMillionTokens is a single number only when this provider has exactly one sourced token row. Input/output, context tiers, and non-token units stay null at this level.","gap":"Partial coverage. Providers without a fetched SKU are omitted. See GET /api/pricing."},"decideHint":"/api/decide?jtbd=multi-node-training","human":"/providers/lambda","compare":"/compare/anyscale-vs-lambda"}],"rankContract":{"style":"editorial_weighted","notAnElo":true,"note":"deltaOverallVsSubject is Depot overall (0–10) minus the subject. It is not Arena Elo and not an Artificial Analysis index."},"freshness":{"scoreAsOfMin":"2026-09-14","scoreAsOfMax":"2026-10-19","contractAsOf":"2026-10-03"},"honesty":["Alternatives are other catalog providers that share a JTBD as pick or runner-up. If fewer than three exist, same-category active providers fill the list and are labeled same_category.","Overall deltas are catalog scores. kind=curated_estimate is not a lab measurement.","Pricing rows are sourced or explicitly null. Do not parse pricingNotes. A single normalized USD figure is set only for a provider with exactly one token row."],"links":{"human":"/alternatives/anyscale","machine":"/api/alternatives?provider=anyscale","provider":"/api/providers/anyscale","canonical":"/api/canonical"}}