{"id":"cheap-volume-llm","slug":"cheap-volume-llm","name":"High-volume cheap LLM inference","shortName":"High-volume cheap LLM inference","problemStatement":"Millions of tokens/day for classification, extraction, or drafts where frontier quality is optional.","whenNotTopPick":"Need absolute lowest latency on a supported model (Groq/Cerebras) or compliance requires Bedrock/Azure.","categoryIds":["cat-inference-apis","cat-train-finetune"],"depotPickProviderId":"fireworks","depotPickRationale":"pricePerf + reliability + dx. Open-model hosts win; Gemini Flash also excellent closed-model value.","runnersUpIds":["together","groq","deepinfra","deepseek","google-ai","dashscope","zai","chutes"],"weights":{"capabilityFit":0.25,"pricePerformance":0.18,"latencyReliability":0.15,"developerDx":0.15,"privacyPosture":0.1,"lockInRisk":0.07,"maturity":0.1},"methodologyNotes":"pricePerf + reliability + dx. Open-model hosts win; Gemini Flash also excellent closed-model value.","tags":["cheap"],"depth":{"whenNotToUse":{"text":"Need absolute lowest latency on a supported model (Groq/Cerebras) or compliance requires Bedrock/Azure.","source":"editorial `whenNotTopPick` (data/jtbds.json)"},"whenNotToUseReason":null,"runnerUp":{"providerId":"together","name":"Together AI","overallForJob":8.2,"pickOverallForJob":8.35,"beatsPickOn":["pricePerformance","maturity"],"source":"first resolvable entry of the job's editorially ranked `runnersUpIds`; scores are stored job-weighted scores"},"runnerUpReason":null,"lockIn":{"pickLockInRisk":3.5,"runnerUpLockInRisk":3.5,"scale":"0–10 stored curated estimate; higher = more lock-in (worse)","pickExitSignals":["serves open-weight models (provider tag `open-models`)"],"runnerUpExitSignals":["serves open-weight models (provider tag `open-models`)"],"pickNotes":[],"selfHostFallback":[],"migration":"Pick exit signals: serves open-weight models (provider tag `open-models`).","migrationReason":null,"derivedFrom":"stored lockInRisk scores, provider tags (oss, self-host, openai-compat, open-models), free rows that list this job, and verbatim provider notes. No migration guide was invented."}},"freshness":{"pick":{"score":{"asOf":"2026-09-14","ageDays":43,"stale":true,"staleAfterDays":30,"reason":null},"lastReviewed":{"asOf":"2026-09-14","ageDays":43,"stale":true,"staleAfterDays":30,"reason":null},"sourceCheck":{"checkedAt":"2026-10-27","sourceUrls":2,"sourcesReachable":2,"pricingRows":10,"pricingRowsReconfirmed":6,"note":"A source re-check confirms the page is reachable and, for pricing rows, that the stored amount and SKU name appear on it. It does not re-derive or change the score.","reason":null}}}}