{"jtbd":{"id":"llm-tracing","slug":"llm-tracing","name":"LLM/agent tracing","shortName":"LLM/agent tracing","problemStatement":"See prompts, tool calls, latency, and failures in production."},"pick":{"id":"langfuse","slug":"langfuse","name":"Langfuse","tagline":"Depot default observability for most agent teams: open, affordable, good enough to serious.","website":"https://langfuse.com","overall":8.62,"scoreBand":{"low":8,"mid":8.6,"high":9.2,"halfWidth":0.6,"basis":"editorial_prior","display":"8.0–9.2 (editorial prior)"},"scoreLayers":{"editorialPrior":8.62,"measuredBenchmark":null,"verifiedOutcomeScore":null,"verifiedOutcomeCount":0,"accountRuntimeState":"unprobed"},"pricingLastVerifiedAt":"2026-10-27","editorialPriorAsOf":"2026-09-14","pricingNotes":"Open-source + cloud; generous self-host; cloud from ~$29–59/mo tiers; EU-friendly.","scores":{"capabilityFit":8.8,"pricePerformance":9.2,"latencyReliability":8.4,"developerDx":8.8,"privacyPosture":8.8,"lockInRisk":2.5,"maturity":8.2,"overall":8.62,"kind":"curated_estimate","confidence":"high","asOf":"2026-09-14"}},"runnersUp":[{"id":"helicone","slug":"helicone","name":"Helicone","tagline":"Maintenance mode since 2026-03-03 (Mintlify); site now says 'no longer part of Mintlify'. Runner-up only, not a pick.","website":"https://www.helicone.ai","overall":7.94,"scoreBand":{"low":7.3,"mid":7.9,"high":8.5,"halfWidth":0.6,"basis":"editorial_prior","display":"7.3–8.5 (editorial prior)"},"scoreLayers":{"editorialPrior":7.94,"measuredBenchmark":null,"verifiedOutcomeScore":null,"verifiedOutcomeCount":0,"accountRuntimeState":"unprobed"},"pricingLastVerifiedAt":"2026-10-27","editorialPriorAsOf":"2026-10-19","pricingNotes":"Proxy/gateway logging; usage-based plans from low tens of $/mo; open-source components.","scores":{"capabilityFit":8.2,"pricePerformance":8.5,"latencyReliability":8.4,"developerDx":8.8,"privacyPosture":7.5,"lockInRisk":4,"maturity":8,"overall":7.94,"kind":"curated_estimate","confidence":"high","asOf":"2026-10-19"}},{"id":"langsmith","slug":"langsmith","name":"LangSmith","tagline":"If you live in LangGraph, LangSmith is the obvious observatory. Otherwise compare Langfuse/Helicone first.","website":"https://www.langchain.com/langsmith","overall":7.92,"scoreBand":{"low":7.3,"mid":7.9,"high":8.5,"halfWidth":0.6,"basis":"editorial_prior","display":"7.3–8.5 (editorial prior)"},"scoreLayers":{"editorialPrior":7.92,"measuredBenchmark":null,"verifiedOutcomeScore":null,"verifiedOutcomeCount":0,"accountRuntimeState":"unprobed"},"pricingLastVerifiedAt":"2026-10-27","editorialPriorAsOf":"2026-09-14","pricingNotes":"Seat + trace volume pricing; deep LangChain/LangGraph integration; Plus tiers from tens of $/mo.","scores":{"capabilityFit":9,"pricePerformance":7,"latencyReliability":8.8,"developerDx":9,"privacyPosture":7.8,"lockInRisk":6.5,"maturity":8.8,"overall":7.92,"kind":"curated_estimate","confidence":"high","asOf":"2026-09-14"}},{"id":"arize-phoenix","slug":"arize-phoenix","name":"Arize Phoenix","tagline":"Choose Phoenix when you want open-source observability you can own. Cloud Arize when enterprise wants a…","website":"https://phoenix.arize.com","overall":8.4,"scoreBand":{"low":7.8,"mid":8.4,"high":9,"halfWidth":0.6,"basis":"editorial_prior","display":"7.8–9.0 (editorial prior)"},"scoreLayers":{"editorialPrior":8.4,"measuredBenchmark":null,"verifiedOutcomeScore":null,"verifiedOutcomeCount":0,"accountRuntimeState":"unprobed"},"pricingLastVerifiedAt":"2026-10-27","editorialPriorAsOf":"2026-09-14","pricingNotes":"Open-source Phoenix free to self-host; Arize AX cloud paid; OpenTelemetry-friendly.","scores":{"capabilityFit":8.6,"pricePerformance":9,"latencyReliability":8.2,"developerDx":8,"privacyPosture":8.5,"lockInRisk":2.5,"maturity":8.6,"overall":8.4,"kind":"curated_estimate","confidence":"high","asOf":"2026-09-14"}},{"id":"portkey","slug":"portkey","name":"Portkey","tagline":"Depot pick for production AI gateway (fallbacks, virtual keys, budgets). OpenRouter when you want a model…","website":"https://portkey.ai","overall":8.18,"scoreBand":{"low":7.6,"mid":8.2,"high":8.8,"halfWidth":0.6,"basis":"editorial_prior","display":"7.6–8.8 (editorial prior)"},"scoreLayers":{"editorialPrior":8.18,"measuredBenchmark":null,"verifiedOutcomeScore":null,"verifiedOutcomeCount":0,"accountRuntimeState":"unprobed"},"pricingLastVerifiedAt":"2026-10-27","editorialPriorAsOf":"2026-09-14","pricingNotes":"As of 2026-09-14 (portkey.ai/pricing): Developer free forever (10k logs/mo, 3-day log / 30-day metrics retention). Production $49/mo (100k logs, +$9/100k overage, 30/90-day retention, guardrails, RBAC). Enterprise custom (10M+ logs, VPC, HIPAA/BAA, private cloud). OSS self-host gateway available. Note: packaging increasingly tied to Palo Alto Prisma AIRS AI Gateway narrative — same lineage as catalogued prisma-airs enterprise SKU.","scores":{"capabilityFit":8.8,"pricePerformance":8.2,"latencyReliability":8.6,"developerDx":9,"privacyPosture":8.2,"lockInRisk":5,"maturity":8.2,"overall":8.18,"kind":"curated_estimate","confidence":"high","asOf":"2026-09-14"}},{"id":"langwatch","slug":"langwatch","name":"LangWatch","tagline":"Strong when you need multi-turn/voice agent simulations with EU self-host. Langfuse default tracing…","website":"https://langwatch.ai","overall":8.06,"scoreBand":{"low":7.5,"mid":8.1,"high":8.7,"halfWidth":0.6,"basis":"editorial_prior","display":"7.5–8.7 (editorial prior)"},"scoreLayers":{"editorialPrior":8.06,"measuredBenchmark":null,"verifiedOutcomeScore":null,"verifiedOutcomeCount":0,"accountRuntimeState":"unprobed"},"pricingLastVerifiedAt":"2026-10-27","editorialPriorAsOf":"2026-09-14","pricingNotes":"As of 2026-09-14 (langwatch.ai/pricing): Developer free (50k events/mo, 14-day access, 2 users). Growth €29/core-seat/mo + 200k events then €5/100k; 30-day retention then €3/GB. Enterprise hybrid/self-host/on-prem + marketplace billing. Scenario SDK OSS (Python+TS); voice agent simulation supported.","scores":{"capabilityFit":8.4,"pricePerformance":8,"latencyReliability":8,"developerDx":8.6,"privacyPosture":8.5,"lockInRisk":3.5,"maturity":7.2,"overall":8.06,"kind":"curated_estimate","confidence":"high","asOf":"2026-09-14"}},{"id":"comet-opik","slug":"comet-opik","name":"Comet Opik","tagline":"Pick when you already live in Comet or want OSS Opik + optional cloud. Langfuse remains cheaper OSS default…","website":"https://www.comet.com/site/products/opik/","overall":7.92,"scoreBand":{"low":7.3,"mid":7.9,"high":8.5,"halfWidth":0.6,"basis":"editorial_prior","display":"7.3–8.5 (editorial prior)"},"scoreLayers":{"editorialPrior":7.92,"measuredBenchmark":null,"verifiedOutcomeScore":null,"verifiedOutcomeCount":0,"accountRuntimeState":"unprobed"},"pricingLastVerifiedAt":"2026-10-27","editorialPriorAsOf":"2026-09-14","pricingNotes":"As of 2026-09-14: Opik OSS self-host free. Comet Cloud free tier + Pro Cloud ~$19/mo class with ~100k spans / 60-day retention (confirm live comet.com/site/pricing). Fits teams already on Comet ML experiment tracking.","scores":{"capabilityFit":8.2,"pricePerformance":8.5,"latencyReliability":8,"developerDx":8.4,"privacyPosture":7.8,"lockInRisk":4,"maturity":8,"overall":7.92,"kind":"curated_estimate","confidence":"high","asOf":"2026-09-14"}},{"id":"logfire","slug":"logfire","name":"Pydantic Logfire","tagline":"Best when the agent is already PydanticAI/Python and you want app+LLM traces together. Langfuse stays Depot…","website":"https://pydantic.dev/logfire","overall":8.26,"scoreBand":{"low":7.7,"mid":8.3,"high":8.9,"halfWidth":0.6,"basis":"editorial_prior","display":"7.7–8.9 (editorial prior)"},"scoreLayers":{"editorialPrior":8.26,"measuredBenchmark":null,"verifiedOutcomeScore":null,"verifiedOutcomeCount":0,"accountRuntimeState":"unprobed"},"pricingLastVerifiedAt":"2026-10-27","editorialPriorAsOf":"2026-09-14","pricingNotes":"As of 2026-09-14 (pydantic.dev/pricing): Personal free — 10M records/mo hard-capped, 1 seat, 3 projects, 30d. Team $49/mo (5 seats, $25 extra, 10M then $2/M, spend cap). Growth $249/mo unlimited seats/projects, up to 90d, BAA boilerplate. Enterprise cloud/dedicated/self-host. $0/1000 eval scores on Team+. AI Gateway BYOK (0% markup) / built-in 5% (3% on Growth).","scores":{"capabilityFit":8.4,"pricePerformance":8.6,"latencyReliability":8.2,"developerDx":9.2,"privacyPosture":8.4,"lockInRisk":3.8,"maturity":8,"overall":8.26,"kind":"curated_estimate","confidence":"high","asOf":"2026-09-14"}},{"id":"honeyhive","slug":"honeyhive","name":"HoneyHive","tagline":"Use the free Developer tier to stand up agent evals/traces in a day; Enterprise when you need self-host…","website":"https://www.honeyhive.ai","overall":8.07,"scoreBand":{"low":7.5,"mid":8.1,"high":8.7,"halfWidth":0.6,"basis":"editorial_prior","display":"7.5–8.7 (editorial prior)"},"scoreLayers":{"editorialPrior":8.07,"measuredBenchmark":null,"verifiedOutcomeScore":null,"verifiedOutcomeCount":0,"accountRuntimeState":"unprobed"},"pricingLastVerifiedAt":"2026-10-27","editorialPriorAsOf":"2026-09-14","pricingNotes":"As of 2026-09-14 (honeyhive.ai/pricing): Developer free (no card) — 10k events/mo, 5 users, 1 workspace, 30-day retention, 1k RPM, evals + prompt versioning + CI. Enterprise custom (unlimited users/workspaces, SAML, custom retention, SLA, DPA/BAA, multi-tenant / single-tenant / hybrid / self-host). Data residency default AWS us-west-2. SOC2 Type II / GDPR / HIPAA. Startup discount < $5M raised.","scores":{"capabilityFit":8.4,"pricePerformance":7.8,"latencyReliability":8,"developerDx":8.6,"privacyPosture":8.8,"lockInRisk":4.2,"maturity":7.4,"overall":8.07,"kind":"curated_estimate","confidence":"high","asOf":"2026-09-14"}}],"scoreBand":{"low":8,"mid":8.6,"high":9.2,"halfWidth":0.6,"basis":"editorial_prior","display":"8.0–9.2 (editorial prior)"},"scoreLayers":{"editorialPrior":8.62,"measuredBenchmark":null,"verifiedOutcomeScore":null,"verifiedOutcomeCount":0,"accountRuntimeState":"unprobed"},"whyPickOverHigherScore":{"pickId":"langfuse","pickName":"Langfuse","pickScore":8.62,"highestScoredCandidateId":"langfuse","highestScoredCandidateName":"Langfuse","highestScore":8.62,"pickHasLowerCompositeScore":false,"delta":0,"pickLeadsOnDimensions":[],"explanation":"Langfuse (8.62) holds both the highest composite score among ranked candidates and the editorial pick for LLM/agent tracing: dx + pricePerf + privacy (self-host option)."},"cheapest":null,"recommendedWorkloadQuote":null,"representativeQuote":null,"estimatedTaskCost":null,"freeAlternatives":[{"id":"langfuse-oss","name":"Langfuse self-host","kind":"dev_tool","providerId":"langfuse","jtbdIds":["llm-tracing","agent-trace-session-replay"],"whatYouGet":"Self-hosted LLM tracing. Code outside the ee/ directories is MIT. Hosted Langfuse Cloud is not this row.","cost":"oss","license":"MIT Expat outside ee/","sourceUrl":"https://github.com/langfuse/langfuse/blob/main/LICENSE","notes":"ee/, web/src/ee/, worker/src/ee/, and packages/shared/src/server/ee/ use the license in ee/LICENSE. Not indexed as a free cloud tier. Re-fetched twice 2026-10-25 (~10 s apart, plain curl, no login): GitHub blob page HTTP 200, no redirect (page chrome differs between fetches); raw LICENSE fetched twice too, HTTP 200, byte-identical: 'Copyright (c) 2023-2026 ClickHouse, Inc.' / '\"MIT Expat\" license'. Note corrected 2026-10-25 (v0.12.120): raw LICENSE (https://raw.githubusercontent.com/langfuse/langfuse/main/LICENSE) re-fetched twice (~10 s apart, plain curl, no login), HTTP 200, no redirect, byte-identical; it lists '\"ee/\", \"web/src/ee/\", \"worker/src/ee/\", and/or \"packages/shared/src/server/ee/\"' as licensed under ee/LICENSE (GitHub commits API: LICENSE changed 2026-10-23, 'chore(license): include packages/shared/src/server/ee in the enterprise license (#17877)') and content outside them under the '\"MIT Expat\" license'. License value 'MIT Expat outside ee/' unchanged. Flag resolved.","limits":null,"asOf":"2026-10-25","freeType":"dev_tool","substitutable":true}],"referenceDocs":[],"falsification":{"jtbdId":"llm-tracing","jtbdName":"LLM/agent tracing","currentPickId":"langfuse","currentPickScore":8.62,"challengerId":"helicone","challengerScore":7.94,"currentScoreGap":0.68,"minVerifiedOutcomes":10,"requiredOutcomeMargin":0.83,"requiredSuccessRateDelta":0.15,"maxPickPriceIncreasePct":25,"whatWouldChangePick":["Helicone (helicone) outperforms Langfuse (langfuse) by >= 0.83 outcome points (or >= 15% worked-rate delta) across >= 10 Countersign-verified production outcomes.","A verified price increase > 25% on Langfuse's representative SKU for llm-tracing without a corresponding capability gain.","Live caller rail exhaustion (?exhausted=langfuse) or sustained >= 30% degraded/failed rate in verified production outcomes."],"frozenHoldoutPolicy":{"holdoutSplit":"20% frozen benchmark holdout tasks + 80% live production outcome receipts","requireCountersignReceipt":true,"requiredEvidenceTiers":["outcome_verified","reference_checked"],"minDistinctContributors":2,"antiGamingRule":"Unverified self-reports and seed/editorial rows never mutate picks or scores."},"triggers":[{"kind":"verified_outcomes_outperformance","challengerId":"helicone","minVerifiedOutcomes":10,"requiredOutcomeMargin":0.83,"requiredWorkedRateDelta":0.15},{"kind":"verified_price_increase","providerId":"langfuse","maxPriceIncreasePct":25},{"kind":"live_rail_exhaustion_or_degradation","providerId":"langfuse","immediateOverrideUrl":"/api/decide?jtbd=llm-tracing&exhausted=langfuse"}],"submissionSpec":{"falsifyEndpoint":"/api/falsify?jtbd=llm-tracing","outcomesEndpoint":"POST /api/feedback","correctionsEndpoint":"POST /api/corrections","payloadTemplate":{"agentIdentity":"agent:<your-agent-id>","jtbdId":"llm-tracing","providerId":"helicone","outcome":"worked","detail":"Comparative production evaluation on llm-tracing (n>=10 tasks) with Countersign receipt.","confidence":"high","receipt":{"countersign":{"claim_id":"cs-00000000","status":"verified","evidence_tier":"outcome_verified","counts_as_verified":true}}}}},"whatWouldChangePick":["Helicone (helicone) outperforms Langfuse (langfuse) by >= 0.83 outcome points (or >= 15% worked-rate delta) across >= 10 Countersign-verified production outcomes.","A verified price increase > 25% on Langfuse's representative SKU for llm-tracing without a corresponding capability gain.","Live caller rail exhaustion (?exhausted=langfuse) or sustained >= 30% degraded/failed rate in verified production outcomes."],"routePlan":{"jtbdId":"llm-tracing","primary":{"providerId":"langfuse","name":"Langfuse","overall":8.62,"scoreBand":{"low":8,"mid":8.6,"high":9.2,"halfWidth":0.6,"basis":"editorial_prior","display":"8.0–9.2 (editorial prior)"},"scoreLayers":{"editorialPrior":8.62,"measuredBenchmark":null,"verifiedOutcomeScore":null,"verifiedOutcomeCount":0,"accountRuntimeState":"unprobed"},"pricingLastVerifiedAt":"2026-10-27","editorialPriorAsOf":"2026-09-14","role":"primary","reason":"Editorial Depot Pick for LLM/agent tracing; healthy/eligible under caller constraints."},"fallback":[{"providerId":"helicone","name":"Helicone","overall":7.94,"scoreBand":{"low":7.3,"mid":7.9,"high":8.5,"halfWidth":0.6,"basis":"editorial_prior","display":"7.3–8.5 (editorial prior)"},"scoreLayers":{"editorialPrior":7.94,"measuredBenchmark":null,"verifiedOutcomeScore":null,"verifiedOutcomeCount":0,"accountRuntimeState":"unprobed"},"pricingLastVerifiedAt":"2026-10-27","editorialPriorAsOf":"2026-10-19","role":"fallback","reason":"Ranked fallback route for LLM/agent tracing."},{"providerId":"langsmith","name":"LangSmith","overall":7.92,"scoreBand":{"low":7.3,"mid":7.9,"high":8.5,"halfWidth":0.6,"basis":"editorial_prior","display":"7.3–8.5 (editorial prior)"},"scoreLayers":{"editorialPrior":7.92,"measuredBenchmark":null,"verifiedOutcomeScore":null,"verifiedOutcomeCount":0,"accountRuntimeState":"unprobed"},"pricingLastVerifiedAt":"2026-10-27","editorialPriorAsOf":"2026-09-14","role":"fallback","reason":"Ranked fallback route for LLM/agent tracing."},{"providerId":"arize-phoenix","name":"Arize Phoenix","overall":8.4,"scoreBand":{"low":7.8,"mid":8.4,"high":9,"halfWidth":0.6,"basis":"editorial_prior","display":"7.8–9.0 (editorial prior)"},"scoreLayers":{"editorialPrior":8.4,"measuredBenchmark":null,"verifiedOutcomeScore":null,"verifiedOutcomeCount":0,"accountRuntimeState":"unprobed"},"pricingLastVerifiedAt":"2026-10-27","editorialPriorAsOf":"2026-09-14","role":"fallback","reason":"Ranked fallback route for LLM/agent tracing."},{"providerId":"portkey","name":"Portkey","overall":8.18,"scoreBand":{"low":7.6,"mid":8.2,"high":8.8,"halfWidth":0.6,"basis":"editorial_prior","display":"7.6–8.8 (editorial prior)"},"scoreLayers":{"editorialPrior":8.18,"measuredBenchmark":null,"verifiedOutcomeScore":null,"verifiedOutcomeCount":0,"accountRuntimeState":"unprobed"},"pricingLastVerifiedAt":"2026-10-27","editorialPriorAsOf":"2026-09-14","role":"fallback","reason":"Ranked fallback route for LLM/agent tracing."},{"providerId":"langwatch","name":"LangWatch","overall":8.06,"scoreBand":{"low":7.5,"mid":8.1,"high":8.7,"halfWidth":0.6,"basis":"editorial_prior","display":"7.5–8.7 (editorial prior)"},"scoreLayers":{"editorialPrior":8.06,"measuredBenchmark":null,"verifiedOutcomeScore":null,"verifiedOutcomeCount":0,"accountRuntimeState":"unprobed"},"pricingLastVerifiedAt":"2026-10-27","editorialPriorAsOf":"2026-09-14","role":"fallback","reason":"Ranked fallback route for LLM/agent tracing."},{"providerId":"comet-opik","name":"Comet Opik","overall":7.92,"scoreBand":{"low":7.3,"mid":7.9,"high":8.5,"halfWidth":0.6,"basis":"editorial_prior","display":"7.3–8.5 (editorial prior)"},"scoreLayers":{"editorialPrior":7.92,"measuredBenchmark":null,"verifiedOutcomeScore":null,"verifiedOutcomeCount":0,"accountRuntimeState":"unprobed"},"pricingLastVerifiedAt":"2026-10-27","editorialPriorAsOf":"2026-09-14","role":"fallback","reason":"Ranked fallback route for LLM/agent tracing."},{"providerId":"logfire","name":"Pydantic Logfire","overall":8.26,"scoreBand":{"low":7.7,"mid":8.3,"high":8.9,"halfWidth":0.6,"basis":"editorial_prior","display":"7.7–8.9 (editorial prior)"},"scoreLayers":{"editorialPrior":8.26,"measuredBenchmark":null,"verifiedOutcomeScore":null,"verifiedOutcomeCount":0,"accountRuntimeState":"unprobed"},"pricingLastVerifiedAt":"2026-10-27","editorialPriorAsOf":"2026-09-14","role":"fallback","reason":"Ranked fallback route for LLM/agent tracing."},{"providerId":"honeyhive","name":"HoneyHive","overall":8.07,"scoreBand":{"low":7.5,"mid":8.1,"high":8.7,"halfWidth":0.6,"basis":"editorial_prior","display":"7.5–8.7 (editorial prior)"},"scoreLayers":{"editorialPrior":8.07,"measuredBenchmark":null,"verifiedOutcomeScore":null,"verifiedOutcomeCount":0,"accountRuntimeState":"unprobed"},"pricingLastVerifiedAt":"2026-10-27","editorialPriorAsOf":"2026-09-14","role":"fallback","reason":"Ranked fallback route for LLM/agent tracing."}],"disqualified":[],"expectedRegret":{"scoreDeltaVsUnconstrainedPick":0,"unconstrainedPickId":"langfuse","activePrimaryId":"langfuse","summary":"0.00 score regret: unconstrained editorial pick satisfies all caller constraints."},"evidenceAgeDays":{"editorialScoreAgeDays":43,"pricingVerifiedAgeDays":0,"editorialPriorAsOf":"2026-09-14","pricingLastVerifiedAt":"2026-10-27"},"confidenceBand":{"low":8,"mid":8.6,"high":9.2,"halfWidth":0.6,"basis":"editorial_prior","display":"8.0–9.2 (editorial prior)"},"constraintsApplied":false,"constraintBundle":{"task":null,"jtbd":"llm-tracing","quotaExhausted":[],"degraded":[],"healthy":[],"budgetUsd":null,"maxLatencyMs":null,"region":null,"privacy":null,"exit":[],"existing":[]}},"pricingLastVerifiedAt":"2026-10-27","editorialPriorAsOf":"2026-09-14","tie":false,"scoreGap":0.68,"decidingFactor":null,"tieNote":null,"rationale":"dx + pricePerf + privacy (self-host option).","whenNotTopPick":"Deep LangChain shop — LangSmith. Want proxy in 10 minutes — Helicone. OSS-only — Phoenix. Python/PydanticAI traces + app OTel together — Logfire. Free eval+trace SKU — HoneyHive.","skipTopPick":false,"skipReason":null,"matchedConstraints":[],"pricingSummary":"Open-source + cloud; generous self-host; cloud from ~$29–59/mo tiers; EU-friendly.","cite":"Depot Pick for llm-tracing: langfuse (asOf 2026-09-14). See GET /api/jtbds/llm-tracing + GET /api/methodology.","nextActions":[{"step":1,"title":"Inspect full JTBD + embeds","href":"/api/jtbds/llm-tracing?embed=providers","why":"Confirm pick, runners-up, and methodology notes."},{"step":2,"title":"Quote sourced SKUs","href":"/api/quote?jtbd=llm-tracing","why":"Depot Pick SKUs plus the cheapest sourced SKU whose unit matches this job. Does not change the pick. Does not blend input and output or borrow a chat rate for a non-chat job."},{"step":3,"title":"Open provider detail","href":"/api/providers/langfuse","why":"Scores, pricingNotes, strengths/weaknesses, communitySignals (claims only)."},{"step":4,"title":"Cite methodology","href":"/api/methodology","why":"Required when publishing a Depot Pick citation."},{"step":5,"title":"Grab badge SVG","href":"/api/badge?type=depot-pick&jtbd=llm-tracing","why":"Embed in README / agent passport."},{"step":6,"title":"Post production insight","method":"POST","href":"/api/insights","why":"Unverified until curated; never auto-mutates official scores."}],"honesty":["Do not invent scores or benches.","Insights are claims until curated/reviewed; they never silently mutate official scores.","lockInRisk higher = more lock-in (worse).","normalizedUsdPerMillionTokens is set only for a single sourced token row. Otherwise null, with a machine-readable reason. Do not coerce GPU, minute, or per-1k search units.","Runners-up are not Depot Picks.","Depot overall is editorial_weighted, not Arena Elo and not an Artificial Analysis index."],"asOf":"2026-09-14","depth":{"whenNotToUse":{"text":"Deep LangChain shop — LangSmith. Want proxy in 10 minutes — Helicone. OSS-only — Phoenix. Python/PydanticAI traces + app OTel together — Logfire. Free eval+trace SKU — HoneyHive.","source":"editorial `whenNotTopPick` (data/jtbds.json)"},"whenNotToUseReason":null,"runnerUp":{"providerId":"helicone","name":"Helicone","overallForJob":7.94,"pickOverallForJob":8.62,"beatsPickOn":[],"source":"first resolvable entry of the job's editorially ranked `runnersUpIds`; scores are stored job-weighted scores"},"runnerUpReason":null,"lockIn":{"pickLockInRisk":2.5,"runnerUpLockInRisk":4,"scale":"0–10 stored curated estimate; higher = more lock-in (worse)","pickExitSignals":["open source (provider tag `oss`)"],"runnerUpExitSignals":[],"pickNotes":[{"text":"You operate it if self-hosting","field":"weaknesses"}],"selfHostFallback":[{"id":"langfuse-oss","name":"Langfuse self-host","license":"MIT Expat outside ee/","sourceUrl":"https://github.com/langfuse/langfuse/blob/main/LICENSE"}],"migration":"The pick has lower stored lock-in risk than runner-up Helicone (2.5 vs 4). Pick exit signals: open source (provider tag `oss`). Self-host fallback listed for this job: Langfuse self-host.","migrationReason":null,"derivedFrom":"stored lockInRisk scores, provider tags (oss, self-host, openai-compat, open-models), free rows that list this job, and verbatim provider notes. No migration guide was invented."}},"citation":{"text":"Agent Provider Depot (v0.12.154), Depot Pick for llm-tracing: langfuse, scores as of 2026-09-14, retrieved 2026-10-27. https://getagentdepot.com/jtbds/llm-tracing","markdown":"[Agent Provider Depot](https://getagentdepot.com/jtbds/llm-tracing) (v0.12.154) — Depot Pick for `llm-tracing`: **langfuse** (scores as of 2026-09-14, retrieved 2026-10-27)","fields":{"publisher":"Agent Provider Depot","version":"0.12.154","role":"depot_pick","jtbdId":"llm-tracing","providerId":"langfuse","scoreAsOf":"2026-09-14","retrievedOn":"2026-10-27","page":"https://getagentdepot.com/jtbds/llm-tracing","api":"https://getagentdepot.com/api/decide?jtbd=llm-tracing"},"howToCite":"Cite Depot as an editorial, dated recommendation, not a benchmark: name the job, the Depot Pick (or runner-up), the score asOf date and the day you retrieved it, and link the job page. Format: “Agent Provider Depot (v{version}), Depot Pick for {jobId}: {providerId}, scores as of {scoreAsOf}, retrieved {retrievedOn}. {baseUrl}/jtbds/{jobId}”. Quote prices only with their own sourceUrl and asOf. If the pick's score is stale (freshness.pick.score.stale), say so."},"freshness":{"pick":{"score":{"asOf":"2026-09-14","ageDays":43,"stale":true,"staleAfterDays":30,"reason":null},"lastReviewed":{"asOf":"2026-09-14","ageDays":43,"stale":true,"staleAfterDays":30,"reason":null},"sourceCheck":{"checkedAt":"2026-10-27","sourceUrls":1,"sourcesReachable":1,"pricingRows":0,"pricingRowsReconfirmed":0,"note":"A source re-check confirms the page is reachable and, for pricing rows, that the stored amount and SKU name appear on it. It does not re-derive or change the score.","reason":null}},"scoreAsOf":"2026-09-14","editorialPriorAsOf":"2026-09-14","pricingLastVerifiedAt":"2026-10-27","pickLastReviewed":"2026-09-14","runnersUpScoreAsOf":["2026-10-19","2026-09-14","2026-09-14","2026-09-14","2026-09-14","2026-09-14","2026-09-14","2026-09-14"],"contractAsOf":"2026-10-03","pricingShape":"prose_notes_only","normalizedUsdPerMillionTokens":null,"normalizationStatus":"unavailable","normalizationReason":"no_sourced_price"},"pricingContract":{"normalizedUsdPerMillionTokens":null,"normalizationStatus":"unavailable","normalizationReason":"no_sourced_price","shape":"prose_notes_only","filterable":false,"priceSortEligible":false,"priceSortKeyUsdPerMillionInputTokens":null,"rows":[],"notesExcerpt":"Open-source + cloud; generous self-host; cloud from ~$29–59/mo tiers; EU-friendly.","notesCheck":{"status":"no_known_contradiction","pairs":[],"review":null,"note":null},"lastReviewed":"2026-09-14","scoreAsOf":"2026-09-14","website":"https://langfuse.com","doNotParse":"Do not parse pricingNotes. Use rows only. normalizedUsdPerMillionTokens is a single number only when this provider has exactly one sourced token row. Input/output, context tiers, and non-token units stay null at this level.","gap":"No sourced price row for this provider. pricingNotes stay prose. See research/gaps.md."},"links":{"jtbd":"/jtbds/llm-tracing","jtbdApi":"/api/jtbds/llm-tracing","leaderboard":"/api/leaderboards?jtbd=llm-tracing","methodology":"/api/methodology","badge":"/api/badge?type=depot-pick&jtbd=llm-tracing","decide":"/api/decide?jtbd=llm-tracing","humanPage":"/jtbds/llm-tracing","alternatives":"/api/alternatives?provider=langfuse","canonical":"/api/canonical","quote":"/api/quote?jtbd=llm-tracing","falsify":"/api/falsify?jtbd=llm-tracing"},"constraintBundle":{"task":null,"jtbd":"llm-tracing","quotaExhausted":[],"degraded":[],"healthy":[],"budgetUsd":null,"maxLatencyMs":null,"region":null,"privacy":null,"exit":[],"existing":[]},"stackContext":{"host":null,"framework":null,"repo":null,"lang":null,"existing":[],"volume":null,"sender":null,"detectedFromTask":[]},"keep":null,"contextAdvice":null,"communityFeedback":{"pickOnThisJob":{"failed":0,"degraded":0,"worked":0,"insights":1,"withVerifiedReceipt":0,"failureModes":{},"latestAt":"2026-09-09T21:20:00.000Z","note":"Agent-reported claims (unverified unless a receipt is verified by Depot's re-check). They never change scores or picks."},"outcomes":{"job":{"n":0,"worked":0,"degraded":0,"failed":0,"failureModes":{},"verifiedReports":0,"contributors":0,"excluded":{"seed_editorial":1,"test":0,"notFeedback":0},"reason":"no_submitted_outcome_reports_yet"},"pick":{"providerId":"langfuse","n":0,"worked":0,"degraded":0,"failed":0,"failureModes":{},"evidenceTiers":{"agent_claim":0,"self_declared":0,"reference_checked":0,"outcome_verified":0},"reason":"no_submitted_outcome_reports_yet"},"scoresMutated":false,"more":"/api/outcomes?jtbd=llm-tracing"},"report":"POST /api/feedback {agentIdentity, outcome: failed|degraded|worked, detail, providerId, jtbdId, failureModeId?, receipt?}"}}