{"id":"on-device-edge-batch","slug":"on-device-edge-batch","name":"Budget on-prem-ish batch open-model jobs","shortName":"Budget batch open models","problemStatement":"Run large offline batches on cheap distributed/consumer GPU networks when latency SLOs are hours not milliseconds.","whenNotTopPick":"Need predictable enterprise GPU (CoreWeave/Nebius) or TEE (Chutes).","categoryIds":["cat-gpu-cloud"],"depotPickProviderId":"salad","depotPickRationale":"Batch/cost focus. Confidence: medium — Salad price floor moves; pin /pricing.","runnersUpIds":["vast-ai","chutes","thunder-compute","verda"],"weights":{"capabilityFit":0.18,"pricePerformance":0.32,"latencyReliability":0.14,"developerDx":0.12,"privacyPosture":0.08,"lockInRisk":0.08,"maturity":0.08},"methodologyNotes":"Batch/cost focus. Confidence: medium — Salad price floor moves; pin /pricing.","tags":["batch","budget","gpu","open-models"],"depth":{"whenNotToUse":{"text":"Need predictable enterprise GPU (CoreWeave/Nebius) or TEE (Chutes).","source":"editorial `whenNotTopPick` (data/jtbds.json)"},"whenNotToUseReason":null,"runnerUp":{"providerId":"vast-ai","name":"Vast.ai","overallForJob":7.41,"pickOverallForJob":7.17,"beatsPickOn":["capabilityFit","pricePerformance","developerDx","lockInRisk","maturity"],"source":"first resolvable entry of the job's editorially ranked `runnersUpIds`; scores are stored job-weighted scores"},"runnerUpReason":null,"lockIn":{"pickLockInRisk":3.5,"runnerUpLockInRisk":2.5,"scale":"0–10 stored curated estimate; higher = more lock-in (worse)","pickExitSignals":[],"runnerUpExitSignals":[],"pickNotes":[],"selfHostFallback":[{"id":"smollm2-1-7b-instruct","name":"SmolLM2-1.7B-Instruct","license":"Apache-2.0","sourceUrl":"https://huggingface.co/HuggingFaceTB/SmolLM2-1.7B-Instruct/raw/main/README.md"},{"id":"mlx","name":"MLX","license":"MIT","sourceUrl":"https://raw.githubusercontent.com/ml-explore/mlx/main/LICENSE"},{"id":"llamafile","name":"llamafile","license":"Apache-2.0","sourceUrl":"https://raw.githubusercontent.com/Mozilla-Ocho/llamafile/main/LICENSE"}],"migration":"Runner-up Vast.ai has lower stored lock-in risk (2.5 vs 3.5, 0–10, higher = more lock-in). Self-host fallback listed for this job: SmolLM2-1.7B-Instruct, MLX, llamafile.","migrationReason":null,"derivedFrom":"stored lockInRisk scores, provider tags (oss, self-host, openai-compat, open-models), free rows that list this job, and verbatim provider notes. No migration guide was invented."}},"freshness":{"pick":{"score":{"asOf":"2026-10-19","ageDays":8,"stale":false,"staleAfterDays":30,"reason":null},"lastReviewed":{"asOf":"2026-10-19","ageDays":8,"stale":false,"staleAfterDays":30,"reason":null},"sourceCheck":{"checkedAt":"2026-10-27","sourceUrls":3,"sourcesReachable":3,"pricingRows":6,"pricingRowsReconfirmed":0,"note":"A source re-check confirms the page is reachable and, for pricing rows, that the stored amount and SKU name appear on it. It does not re-derive or change the score.","reason":null}}}}