{"jtbd":{"id":"billion-scale-vector","slug":"billion-scale-vector","name":"Billion-scale vector search","shortName":"Billion-scale vector search","problemStatement":"ANN at enormous scale with serious indexing."},"pick":{"id":"zilliz","slug":"zilliz","name":"Zilliz (Milvus)","tagline":"When you're truly at massive scale, Milvus/Zilliz earns its complexity. Don't start here for a chatbot MVP.","website":"https://zilliz.com","overall":8.1,"scoreBand":{"low":7.5,"mid":8.1,"high":8.7,"halfWidth":0.6,"basis":"editorial_prior","display":"7.5–8.7 (editorial prior)"},"scoreLayers":{"editorialPrior":8.1,"measuredBenchmark":null,"verifiedOutcomeScore":null,"verifiedOutcomeCount":0,"accountRuntimeState":"unprobed"},"pricingLastVerifiedAt":"2026-10-27","editorialPriorAsOf":"2026-09-14","pricingNotes":"Managed Milvus (Zilliz Cloud); open-source Milvus for self-host; designed for large-scale ANN.","scores":{"capabilityFit":9.2,"pricePerformance":7.8,"latencyReliability":8.4,"developerDx":7.2,"privacyPosture":7.8,"lockInRisk":3.5,"maturity":8.8,"overall":8.1,"kind":"curated_estimate","confidence":"high","asOf":"2026-09-14"}},"runnersUp":[{"id":"qdrant","slug":"qdrant","name":"Qdrant","tagline":"Depot pick for serious vector workloads with filters. Self-host or Cloud — either way you can leave.","website":"https://qdrant.tech","overall":8.57,"scoreBand":{"low":8,"mid":8.6,"high":9.2,"halfWidth":0.6,"basis":"editorial_prior","display":"8.0–9.2 (editorial prior)"},"scoreLayers":{"editorialPrior":8.57,"measuredBenchmark":null,"verifiedOutcomeScore":null,"verifiedOutcomeCount":0,"accountRuntimeState":"unprobed"},"pricingLastVerifiedAt":"2026-10-27","editorialPriorAsOf":"2026-10-19","pricingNotes":"Rust engine; open-source + Qdrant Cloud; excellent filtered ANN; competitive cloud pricing.","scores":{"capabilityFit":9.2,"pricePerformance":8.8,"latencyReliability":8.6,"developerDx":8.4,"privacyPosture":8.2,"lockInRisk":3,"maturity":8.5,"overall":8.57,"kind":"curated_estimate","confidence":"high","asOf":"2026-10-19"}},{"id":"pinecone","slug":"pinecone","name":"Pinecone","tagline":"Still the zero-ops vector default. If you already run Postgres, try pgvector before paying Pinecone rents.","website":"https://www.pinecone.io","overall":7.88,"scoreBand":{"low":7.3,"mid":7.9,"high":8.5,"halfWidth":0.6,"basis":"editorial_prior","display":"7.3–8.5 (editorial prior)"},"scoreLayers":{"editorialPrior":7.88,"measuredBenchmark":null,"verifiedOutcomeScore":null,"verifiedOutcomeCount":0,"accountRuntimeState":"unprobed"},"pricingLastVerifiedAt":"2026-10-27","editorialPriorAsOf":"2026-09-14","pricingNotes":"Serverless + dedicated/pod tiers; usage on storage/reads/writes; Dedicated Read Nodes for high QPS.","scores":{"capabilityFit":9,"pricePerformance":6.2,"latencyReliability":9,"developerDx":8.8,"privacyPosture":8,"lockInRisk":7,"maturity":9,"overall":7.88,"kind":"curated_estimate","confidence":"high","asOf":"2026-09-14"}},{"id":"turbopuffer","slug":"turbopuffer","name":"Turbopuffer","tagline":"When your vector bill scares you and much of the corpus is cold, Turbopuffer is the interesting answer.","website":"https://turbopuffer.com","overall":8.23,"scoreBand":{"low":7.6,"mid":8.2,"high":8.8,"halfWidth":0.6,"basis":"editorial_prior","display":"7.6–8.8 (editorial prior)"},"scoreLayers":{"editorialPrior":8.23,"measuredBenchmark":null,"verifiedOutcomeScore":null,"verifiedOutcomeCount":0,"accountRuntimeState":"unprobed"},"pricingLastVerifiedAt":"2026-10-27","editorialPriorAsOf":"2026-09-14","pricingNotes":"As of 2026-10-24 (turbopuffer.com/pricing, fetched 2026-10-24): Usage-based with plan minimums: launch '$16/month minimum usage', scale '$256/month minimum usage', enterprise '>= $4,096/month' with '35% usage premium'. 'You'll pay for actual usage beyond the minimum.' 'Unused amounts don't roll over to the next month.' Calculator rates: 'Storage ≤ $0.33 per GB', 'Writes ≤ $2.00 per GB', 'Queries ≤ $1.00 per PB', billed on logical bytes. Queries: 'an 80% marginal discount on data queried between 32 GB and 128 GB, and a 96% marginal discount on data queried beyond 128 GB'; writes: 'Every write is billed at least 10 KB', batch write discount up to 50% ('reaches 50% at approximately 3.2 MB'). Scale adds 'HIPAA-ready BAA' and 'Single Sign-On (SSO)'; enterprise adds 'Uptime SLA 99.95%' and 'BYOC'. No free tier ('we have chosen a commercial-only model').","scores":{"capabilityFit":8.6,"pricePerformance":9.4,"latencyReliability":8.2,"developerDx":8.5,"privacyPosture":7.8,"lockInRisk":4.5,"maturity":7,"overall":8.23,"kind":"curated_estimate","confidence":"high","asOf":"2026-09-14"}}],"scoreBand":{"low":7.5,"mid":8.1,"high":8.7,"halfWidth":0.6,"basis":"editorial_prior","display":"7.5–8.7 (editorial prior)"},"scoreLayers":{"editorialPrior":8.1,"measuredBenchmark":null,"verifiedOutcomeScore":null,"verifiedOutcomeCount":0,"accountRuntimeState":"unprobed"},"whyPickOverHigherScore":{"pickId":"zilliz","pickName":"Zilliz (Milvus)","pickScore":8.1,"highestScoredCandidateId":"qdrant","highestScoredCandidateName":"Qdrant","highestScore":8.57,"pickHasLowerCompositeScore":true,"delta":-0.47,"pickLeadsOnDimensions":["maturity (8.8 vs 8.5)"],"explanation":"Zilliz (Milvus) (8.1) is the editorial pick for Billion-scale vector search over higher-composite Qdrant (8.57) because composite scores are provider-wide priors while Zilliz (Milvus) wins on maturity (8.8 vs 8.5): capability scale + maturity."},"cheapest":null,"recommendedWorkloadQuote":null,"representativeQuote":null,"estimatedTaskCost":null,"freeAlternatives":[{"id":"milvus","name":"Milvus","kind":"free_vector","jtbdIds":["self-host-vector","billion-scale-vector"],"whatYouGet":"Open-source vector database you self-host.","cost":"oss","license":"Apache-2.0","sourceUrl":"https://raw.githubusercontent.com/milvus-io/milvus/master/LICENSE","notes":"LICENSE fetched 2026-10-03 is Apache License 2.0. Hosted Zilliz Cloud is not this row. Re-fetched twice 2026-10-25 (~10 s apart, plain curl, no login): HTTP 200, no redirect, byte-identical: 'Apache License Version 2.0, January 2004'. License unchanged.","providerId":null,"limits":null,"asOf":"2026-10-25","freeType":"free_vector","substitutable":true}],"referenceDocs":[],"falsification":{"jtbdId":"billion-scale-vector","jtbdName":"Billion-scale vector search","currentPickId":"zilliz","currentPickScore":8.1,"challengerId":"qdrant","challengerScore":8.57,"currentScoreGap":0.47,"minVerifiedOutcomes":10,"requiredOutcomeMargin":0.62,"requiredSuccessRateDelta":0.15,"maxPickPriceIncreasePct":25,"whatWouldChangePick":["Qdrant (qdrant) outperforms Zilliz (Milvus) (zilliz) by >= 0.62 outcome points (or >= 15% worked-rate delta) across >= 10 Countersign-verified production outcomes.","A verified price increase > 25% on Zilliz (Milvus)'s representative SKU for billion-scale-vector without a corresponding capability gain.","Live caller rail exhaustion (?exhausted=zilliz) or sustained >= 30% degraded/failed rate in verified production outcomes."],"frozenHoldoutPolicy":{"holdoutSplit":"20% frozen benchmark holdout tasks + 80% live production outcome receipts","requireCountersignReceipt":true,"requiredEvidenceTiers":["outcome_verified","reference_checked"],"minDistinctContributors":2,"antiGamingRule":"Unverified self-reports and seed/editorial rows never mutate picks or scores."},"triggers":[{"kind":"verified_outcomes_outperformance","challengerId":"qdrant","minVerifiedOutcomes":10,"requiredOutcomeMargin":0.62,"requiredWorkedRateDelta":0.15},{"kind":"verified_price_increase","providerId":"zilliz","maxPriceIncreasePct":25},{"kind":"live_rail_exhaustion_or_degradation","providerId":"zilliz","immediateOverrideUrl":"/api/decide?jtbd=billion-scale-vector&exhausted=zilliz"}],"submissionSpec":{"falsifyEndpoint":"/api/falsify?jtbd=billion-scale-vector","outcomesEndpoint":"POST /api/feedback","correctionsEndpoint":"POST /api/corrections","payloadTemplate":{"agentIdentity":"agent:<your-agent-id>","jtbdId":"billion-scale-vector","providerId":"qdrant","outcome":"worked","detail":"Comparative production evaluation on billion-scale-vector (n>=10 tasks) with Countersign receipt.","confidence":"high","receipt":{"countersign":{"claim_id":"cs-00000000","status":"verified","evidence_tier":"outcome_verified","counts_as_verified":true}}}}},"whatWouldChangePick":["Qdrant (qdrant) outperforms Zilliz (Milvus) (zilliz) by >= 0.62 outcome points (or >= 15% worked-rate delta) across >= 10 Countersign-verified production outcomes.","A verified price increase > 25% on Zilliz (Milvus)'s representative SKU for billion-scale-vector without a corresponding capability gain.","Live caller rail exhaustion (?exhausted=zilliz) or sustained >= 30% degraded/failed rate in verified production outcomes."],"routePlan":{"jtbdId":"billion-scale-vector","primary":{"providerId":"zilliz","name":"Zilliz (Milvus)","overall":8.1,"scoreBand":{"low":7.5,"mid":8.1,"high":8.7,"halfWidth":0.6,"basis":"editorial_prior","display":"7.5–8.7 (editorial prior)"},"scoreLayers":{"editorialPrior":8.1,"measuredBenchmark":null,"verifiedOutcomeScore":null,"verifiedOutcomeCount":0,"accountRuntimeState":"unprobed"},"pricingLastVerifiedAt":"2026-10-27","editorialPriorAsOf":"2026-09-14","role":"primary","reason":"Editorial Depot Pick for Billion-scale vector search; healthy/eligible under caller constraints."},"fallback":[{"providerId":"qdrant","name":"Qdrant","overall":8.57,"scoreBand":{"low":8,"mid":8.6,"high":9.2,"halfWidth":0.6,"basis":"editorial_prior","display":"8.0–9.2 (editorial prior)"},"scoreLayers":{"editorialPrior":8.57,"measuredBenchmark":null,"verifiedOutcomeScore":null,"verifiedOutcomeCount":0,"accountRuntimeState":"unprobed"},"pricingLastVerifiedAt":"2026-10-27","editorialPriorAsOf":"2026-10-19","role":"fallback","reason":"Ranked fallback route for Billion-scale vector search."},{"providerId":"pinecone","name":"Pinecone","overall":7.88,"scoreBand":{"low":7.3,"mid":7.9,"high":8.5,"halfWidth":0.6,"basis":"editorial_prior","display":"7.3–8.5 (editorial prior)"},"scoreLayers":{"editorialPrior":7.88,"measuredBenchmark":null,"verifiedOutcomeScore":null,"verifiedOutcomeCount":0,"accountRuntimeState":"unprobed"},"pricingLastVerifiedAt":"2026-10-27","editorialPriorAsOf":"2026-09-14","role":"fallback","reason":"Ranked fallback route for Billion-scale vector search."},{"providerId":"turbopuffer","name":"Turbopuffer","overall":8.23,"scoreBand":{"low":7.6,"mid":8.2,"high":8.8,"halfWidth":0.6,"basis":"editorial_prior","display":"7.6–8.8 (editorial prior)"},"scoreLayers":{"editorialPrior":8.23,"measuredBenchmark":null,"verifiedOutcomeScore":null,"verifiedOutcomeCount":0,"accountRuntimeState":"unprobed"},"pricingLastVerifiedAt":"2026-10-27","editorialPriorAsOf":"2026-09-14","role":"fallback","reason":"Ranked fallback route for Billion-scale vector search."}],"disqualified":[],"expectedRegret":{"scoreDeltaVsUnconstrainedPick":0,"unconstrainedPickId":"zilliz","activePrimaryId":"zilliz","summary":"0.00 score regret: unconstrained editorial pick satisfies all caller constraints."},"evidenceAgeDays":{"editorialScoreAgeDays":43,"pricingVerifiedAgeDays":0,"editorialPriorAsOf":"2026-09-14","pricingLastVerifiedAt":"2026-10-27"},"confidenceBand":{"low":7.5,"mid":8.1,"high":8.7,"halfWidth":0.6,"basis":"editorial_prior","display":"7.5–8.7 (editorial prior)"},"constraintsApplied":false,"constraintBundle":{"task":null,"jtbd":"billion-scale-vector","quotaExhausted":[],"degraded":[],"healthy":[],"budgetUsd":null,"maxLatencyMs":null,"region":null,"privacy":null,"exit":[],"existing":[]}},"pricingLastVerifiedAt":"2026-10-27","editorialPriorAsOf":"2026-09-14","tie":false,"scoreGap":-0.47,"decidingFactor":null,"tieNote":null,"rationale":"capability scale + maturity.","whenNotTopPick":"Under ~50–100M vectors — don't pay the complexity tax.","skipTopPick":false,"skipReason":null,"matchedConstraints":[],"pricingSummary":"Managed Milvus (Zilliz Cloud); open-source Milvus for self-host; designed for large-scale ANN.","cite":"Depot Pick for billion-scale-vector: zilliz (asOf 2026-09-14). See GET /api/jtbds/billion-scale-vector + GET /api/methodology.","nextActions":[{"step":1,"title":"Inspect full JTBD + embeds","href":"/api/jtbds/billion-scale-vector?embed=providers","why":"Confirm pick, runners-up, and methodology notes."},{"step":2,"title":"Quote sourced SKUs","href":"/api/quote?jtbd=billion-scale-vector","why":"Depot Pick SKUs plus the cheapest sourced SKU whose unit matches this job. Does not change the pick. Does not blend input and output or borrow a chat rate for a non-chat job."},{"step":3,"title":"Open provider detail","href":"/api/providers/zilliz","why":"Scores, pricingNotes, strengths/weaknesses, communitySignals (claims only)."},{"step":4,"title":"Cite methodology","href":"/api/methodology","why":"Required when publishing a Depot Pick citation."},{"step":5,"title":"Grab badge SVG","href":"/api/badge?type=depot-pick&jtbd=billion-scale-vector","why":"Embed in README / agent passport."},{"step":6,"title":"Post production insight","method":"POST","href":"/api/insights","why":"Unverified until curated; never auto-mutates official scores."}],"honesty":["Do not invent scores or benches.","Insights are claims until curated/reviewed; they never silently mutate official scores.","lockInRisk higher = more lock-in (worse).","normalizedUsdPerMillionTokens is set only for a single sourced token row. Otherwise null, with a machine-readable reason. Do not coerce GPU, minute, or per-1k search units.","Runners-up are not Depot Picks.","Depot overall is editorial_weighted, not Arena Elo and not an Artificial Analysis index."],"asOf":"2026-09-14","depth":{"whenNotToUse":{"text":"Under ~50–100M vectors — don't pay the complexity tax.","source":"editorial `whenNotTopPick` (data/jtbds.json)"},"whenNotToUseReason":null,"runnerUp":{"providerId":"qdrant","name":"Qdrant","overallForJob":8.57,"pickOverallForJob":8.1,"beatsPickOn":["pricePerformance","latencyReliability","developerDx","privacyPosture","lockInRisk"],"source":"first resolvable entry of the job's editorially ranked `runnersUpIds`; scores are stored job-weighted scores"},"runnerUpReason":null,"lockIn":{"pickLockInRisk":3.5,"runnerUpLockInRisk":3,"scale":"0–10 stored curated estimate; higher = more lock-in (worse)","pickExitSignals":["open source (provider tag `oss`)"],"runnerUpExitSignals":["open source (provider tag `oss`)"],"pickNotes":[{"text":"Open-source Milvus core","field":"strengths"}],"selfHostFallback":[{"id":"milvus","name":"Milvus","license":"Apache-2.0","sourceUrl":"https://raw.githubusercontent.com/milvus-io/milvus/master/LICENSE"}],"migration":"Runner-up Qdrant has lower stored lock-in risk (3 vs 3.5, 0–10, higher = more lock-in). Pick exit signals: open source (provider tag `oss`). Self-host fallback listed for this job: Milvus.","migrationReason":null,"derivedFrom":"stored lockInRisk scores, provider tags (oss, self-host, openai-compat, open-models), free rows that list this job, and verbatim provider notes. No migration guide was invented."}},"citation":{"text":"Agent Provider Depot (v0.12.154), Depot Pick for billion-scale-vector: zilliz, scores as of 2026-09-14, retrieved 2026-10-27. https://getagentdepot.com/jtbds/billion-scale-vector","markdown":"[Agent Provider Depot](https://getagentdepot.com/jtbds/billion-scale-vector) (v0.12.154) — Depot Pick for `billion-scale-vector`: **zilliz** (scores as of 2026-09-14, retrieved 2026-10-27)","fields":{"publisher":"Agent Provider Depot","version":"0.12.154","role":"depot_pick","jtbdId":"billion-scale-vector","providerId":"zilliz","scoreAsOf":"2026-09-14","retrievedOn":"2026-10-27","page":"https://getagentdepot.com/jtbds/billion-scale-vector","api":"https://getagentdepot.com/api/decide?jtbd=billion-scale-vector"},"howToCite":"Cite Depot as an editorial, dated recommendation, not a benchmark: name the job, the Depot Pick (or runner-up), the score asOf date and the day you retrieved it, and link the job page. Format: “Agent Provider Depot (v{version}), Depot Pick for {jobId}: {providerId}, scores as of {scoreAsOf}, retrieved {retrievedOn}. {baseUrl}/jtbds/{jobId}”. Quote prices only with their own sourceUrl and asOf. If the pick's score is stale (freshness.pick.score.stale), say so."},"freshness":{"pick":{"score":{"asOf":"2026-09-14","ageDays":43,"stale":true,"staleAfterDays":30,"reason":null},"lastReviewed":{"asOf":"2026-09-14","ageDays":43,"stale":true,"staleAfterDays":30,"reason":null},"sourceCheck":{"checkedAt":"2026-10-27","sourceUrls":2,"sourcesReachable":1,"pricingRows":0,"pricingRowsReconfirmed":0,"note":"A source re-check confirms the page is reachable and, for pricing rows, that the stored amount and SKU name appear on it. It does not re-derive or change the score.","reason":null}},"scoreAsOf":"2026-09-14","editorialPriorAsOf":"2026-09-14","pricingLastVerifiedAt":"2026-10-27","pickLastReviewed":"2026-09-14","runnersUpScoreAsOf":["2026-10-19","2026-09-14","2026-09-14"],"contractAsOf":"2026-10-03","pricingShape":"prose_notes_only","normalizedUsdPerMillionTokens":null,"normalizationStatus":"unavailable","normalizationReason":"no_sourced_price"},"pricingContract":{"normalizedUsdPerMillionTokens":null,"normalizationStatus":"unavailable","normalizationReason":"no_sourced_price","shape":"prose_notes_only","filterable":false,"priceSortEligible":false,"priceSortKeyUsdPerMillionInputTokens":null,"rows":[],"notesExcerpt":"Managed Milvus (Zilliz Cloud); open-source Milvus for self-host; designed for large-scale ANN.","notesCheck":{"status":"no_known_contradiction","pairs":[],"review":null,"note":null},"lastReviewed":"2026-09-14","scoreAsOf":"2026-09-14","website":"https://zilliz.com","doNotParse":"Do not parse pricingNotes. Use rows only. normalizedUsdPerMillionTokens is a single number only when this provider has exactly one sourced token row. Input/output, context tiers, and non-token units stay null at this level.","gap":"No sourced price row for this provider. pricingNotes stay prose. See research/gaps.md."},"links":{"jtbd":"/jtbds/billion-scale-vector","jtbdApi":"/api/jtbds/billion-scale-vector","leaderboard":"/api/leaderboards?jtbd=billion-scale-vector","methodology":"/api/methodology","badge":"/api/badge?type=depot-pick&jtbd=billion-scale-vector","decide":"/api/decide?jtbd=billion-scale-vector","humanPage":"/jtbds/billion-scale-vector","alternatives":"/api/alternatives?provider=zilliz","canonical":"/api/canonical","quote":"/api/quote?jtbd=billion-scale-vector","falsify":"/api/falsify?jtbd=billion-scale-vector"},"constraintBundle":{"task":null,"jtbd":"billion-scale-vector","quotaExhausted":[],"degraded":[],"healthy":[],"budgetUsd":null,"maxLatencyMs":null,"region":null,"privacy":null,"exit":[],"existing":[]},"stackContext":{"host":null,"framework":null,"repo":null,"lang":null,"existing":[],"volume":null,"sender":null,"detectedFromTask":[]},"keep":null,"contextAdvice":null,"communityFeedback":{"pickOnThisJob":{"failed":0,"degraded":0,"worked":0,"insights":0,"withVerifiedReceipt":0,"failureModes":{},"latestAt":null,"note":"Agent-reported claims (unverified unless a receipt is verified by Depot's re-check). They never change scores or picks."},"outcomes":{"job":{"n":0,"worked":0,"degraded":0,"failed":0,"failureModes":{},"verifiedReports":0,"contributors":0,"excluded":{"seed_editorial":0,"test":0,"notFeedback":0},"reason":"no_submitted_outcome_reports_yet"},"pick":{"providerId":"zilliz","n":0,"worked":0,"degraded":0,"failed":0,"failureModes":{},"evidenceTiers":{"agent_claim":0,"self_declared":0,"reference_checked":0,"outcome_verified":0},"reason":"no_submitted_outcome_reports_yet"},"scoresMutated":false,"more":"/api/outcomes?jtbd=billion-scale-vector"},"report":"POST /api/feedback {agentIdentity, outcome: failed|degraded|worked, detail, providerId, jtbdId, failureModeId?, receipt?}"}}