{"id":"lora-serving-distillation","slug":"lora-serving-distillation","name":"LoRA serving & distillation hosting","shortName":"LoRA / distill host","problemStatement":"Train adapters or distill smaller students, then serve many LoRAs efficiently without one-GPU-per-customer economics.","whenNotTopPick":"DIY Unsloth + your GPU cloud, Lightning Studios workflow, or Together/Fireworks finetune+serve already contracted.","categoryIds":["cat-train-finetune"],"depotPickProviderId":"predibase","depotPickRationale":"LoRAX-style multi-adapter serving is the differentiator. Confidence: medium — Predibase public token matrix uneven (see gaps).","runnersUpIds":["together","fireworks","unsloth","lightning-ai"],"weights":{"capabilityFit":0.32,"pricePerformance":0.12,"latencyReliability":0.14,"developerDx":0.12,"privacyPosture":0.12,"lockInRisk":0.08,"maturity":0.1},"methodologyNotes":"LoRAX-style multi-adapter serving is the differentiator. Confidence: medium — Predibase public token matrix uneven (see gaps).","tags":["lora","finetune","distillation","serving"],"depth":{"whenNotToUse":{"text":"DIY Unsloth + your GPU cloud, Lightning Studios workflow, or Together/Fireworks finetune+serve already contracted.","source":"editorial `whenNotTopPick` (data/jtbds.json)"},"whenNotToUseReason":null,"runnerUp":{"providerId":"together","name":"Together AI","overallForJob":8.13,"pickOverallForJob":7.88,"beatsPickOn":["capabilityFit","pricePerformance","latencyReliability","developerDx","lockInRisk","maturity"],"source":"first resolvable entry of the job's editorially ranked `runnersUpIds`; scores are stored job-weighted scores"},"runnerUpReason":null,"lockIn":{"pickLockInRisk":4.5,"runnerUpLockInRisk":3.5,"scale":"0–10 stored curated estimate; higher = more lock-in (worse)","pickExitSignals":[],"runnerUpExitSignals":["serves open-weight models (provider tag `open-models`)"],"pickNotes":[],"selfHostFallback":[],"migration":"Runner-up Together AI has lower stored lock-in risk (3.5 vs 4.5, 0–10, higher = more lock-in).","migrationReason":null,"derivedFrom":"stored lockInRisk scores, provider tags (oss, self-host, openai-compat, open-models), free rows that list this job, and verbatim provider notes. No migration guide was invented."}},"freshness":{"pick":{"score":{"asOf":"2026-09-14","ageDays":43,"stale":true,"staleAfterDays":30,"reason":null},"lastReviewed":{"asOf":"2026-09-14","ageDays":43,"stale":true,"staleAfterDays":30,"reason":null},"sourceCheck":{"checkedAt":"2026-10-27","sourceUrls":3,"sourcesReachable":3,"pricingRows":0,"pricingRowsReconfirmed":0,"note":"A source re-check confirms the page is reachable and, for pricing rows, that the stored amount and SKU name appear on it. It does not re-derive or change the score.","reason":null}}}}