{"id":"cost-latency-per-task-benchmarking","slug":"cost-latency-per-task-benchmarking","name":"Cost-per-Solved-Task, Token Efficiency & Latency Pareto Benchmarking","shortName":"Cost & latency per-task benchmarking","problemStatement":"Measure end-to-end USD cost, token burn (including retries, prompt cache hits, and sub-agent calls), and p50/p95 wall-clock latency per successfully solved task — so you optimize the cost-capability Pareto frontier instead of raw per-token list price.","whenNotTopPick":"Gateway-level A/B routing, virtual keys, and budget caps across providers — Portkey; one-API multi-model price/latency comparison across 60+ hosts — OpenRouter; eval-first experiment diffs — Braintrust; OpenTelemetry Python app+LLM latency profiling — Pydantic Logfire.","categoryIds":["cat-observability","cat-inference-apis"],"depotPickProviderId":"langfuse","depotPickRationale":"Langfuse tracks model-aware token costs, cache-read discounts, retry loops, and span-level p50/p95 latencies across every trace (MIT OSS self-host or Cloud from $0 Hobby / $29 Core as of 2026-10-21), letting you join trace spend directly with task outcome scores to compute true cost-per-solved-task.","runnersUpIds":["portkey","openrouter","braintrust","logfire"],"weights":{"capabilityFit":0.24,"pricePerformance":0.22,"latencyReliability":0.18,"developerDx":0.14,"privacyPosture":0.08,"lockInRisk":0.06,"maturity":0.08},"methodologyNotes":"Per-1M-token price is a vanity metric when a cheap model takes 6 retry loops or fails 40% of tasks. Always compute `costPerSolvedTaskUsd = totalRunSpendUsd / verifiedSolvedCount` alongside `pass@1` and `p95LatencyMs`. A failed task has infinite cost-per-success.","tags":["evals","cost","latency","pareto","finops","benchmarking","efficiency"],"scoreMargin":0.35,"isNearTie":true,"pickConfidenceBand":"near_tie_co_pick","nearTie":{"isNearTie":true,"scoreMargin":0.35,"threshold":0.35,"pickConfidenceBand":"near_tie_co_pick","coPickProviderId":"portkey","coPickProviderName":"Portkey","coPickScore":8.34,"decidingFactor":"pricePerformance (9.2 vs 8.2)","methodologyWarning":"Top pick (8.69) and #2 runner-up (8.34) are separated by 0.35 points (<= 0.35 weight-sensitivity band). Treat them as co-picks and use the workload tie-breaker rule below rather than the raw composite decimal.","tieBreakerRule":"Gateway-level A/B routing, virtual keys, and budget caps across providers — Portkey; one-API multi-model price/latency comparison across 60+ hosts — OpenRouter; eval-first experiment diffs — Braintrust; OpenTelemetry Python app+LLM latency profiling — Pydantic Logfire."},"evidenceStatus":{"decisionRole":"independent_prior_and_candidate_generator","positioning":"The independent, agent-readable prior for choosing AI infrastructure — not a universal router, generic marketplace, or synthetic leaderboard.","freshnessThresholdDays":30,"freshness_policy":{"policy_version":"agentdepot.freshness_policy.v1","threshold_days":30},"freshness_state":"fresh","editorial_freshness_state":"stale_prior","unqualified_current_pick_allowed":true,"pick_qualification":"qualified_current_pick","promotionClass":"deterministic_source_reverified","evidenceClass":"editorial_prior","staleDowngraded":false,"effectiveConfidence":"high","confidenceHalfWidth":0.5,"pickScoreAgeDays":3,"editorialJudgmentAgeDays":44,"pricingAgeDays":3,"isPickScoreStale":false,"isPricingStale":false,"editorialJudgmentAsOf":"2026-09-14","pricingVerifiedAt":"2026-10-25","outcomeVerifiedAt":null,"effectiveVerifiedAsOf":"2026-10-25","downgradeReasons":[],"stalenessWarning":"Editorial judgment scored on 2026-09-14 (44d ago); promoted to deterministic_source_reverified on 2026-10-25 via deterministic pricing/source gate.","promotionGate":{"deterministicPricingCheck":true,"approvedScoreReaffirm":false,"pendingHumanReviewBlock":false,"zeroUnverifiedSkus":true,"costEfficiencyConsistent":true,"lockInAndReliabilityConsistent":true,"secondModelOrRuleAudit":true,"countersignReceiptIds":[],"otsAttestationHead":"b32634d5784cbfe663be0a16cce4f60a3ff1c3d4490437be00361cb4ae5d5d59","sourceCheckDate":"2026-10-27","activePricingRowsCount":0,"freeResourcesCount":1,"runnerUpPricingRowsCount":0},"claimProvenance":{"claim_id":"claim:cost-latency-per-task-benchmarking:langfuse:depot-pick","provider_id":"langfuse","jtbd_id":"cost-latency-per-task-benchmarking","primary_url":"https://langfuse.com/docs","source_type":"primary_docs","source_revision":"sha256:302f733407d08f60","observed_at":"2026-10-28","checked_at":"2026-10-28","claim_support_state":"claim_specific_supported","max_allowed_evidence_class":"replicated_outcome","defect_codes":[],"sources":[{"original_url":"https://langfuse.com","final_url":"https://langfuse.com","redirected":false,"http_status":200,"reachable":true,"source_type":"generic_homepage","is_claim_specific":false,"source_revision":"sha256:83a0bcf3aeb95212","observed_at":"2026-10-28","checked_at":"2026-10-28"},{"original_url":"https://langfuse.com/docs","final_url":"https://langfuse.com/docs","redirected":false,"http_status":200,"reachable":true,"source_type":"primary_docs","is_claim_specific":true,"source_revision":"sha256:302f733407d08f60","observed_at":"2026-10-28","checked_at":"2026-10-28"},{"original_url":"https://langfuse.com/pricing","final_url":"https://langfuse.com/pricing","redirected":false,"http_status":200,"reachable":true,"source_type":"primary_pricing","is_claim_specific":true,"source_revision":"sha256:1342eeccddf716fb","observed_at":"2026-10-28","checked_at":"2026-10-28"}]},"verifiedOutcomeSummary":{"totalVerifiedReceipts":0,"byEvidenceTier":{"E0_ASSERTION":0,"E1_SOURCE_BOUND":0,"E2_DELIVERY":0,"E3_INDEPENDENT_OUTCOME":0,"E4_REPLICATED_OUTCOME":0},"bySubjectLayer":{"provider":0,"product":0,"model_version":0,"runtime_route":0}}},"pickScoreDetails":{"scoreRange":[8.19,9.19],"formattedScore":"8.7 ± 0.5 (8.2–9.2 · editorial_prior)","evidenceClass":"editorial_prior","promotionClass":"deterministic_source_reverified","staleDowngraded":false,"freshState":"fresh","freshness_state":"fresh","effectiveConfidence":"high","confidenceInterval":{"low":8.19,"mid":8.69,"high":9.19,"halfWidth":0.5,"confidenceLevel":0.8,"basis":"deterministic_source_reverified_interval_0.5"},"editorialJudgmentAsOf":"2026-10-28","sourceAgeDays":44,"pricingVerifiedAt":"2026-10-25","pricingAgeDays":3,"outcomeVerifiedAt":null,"effectiveVerifiedAsOf":"2026-10-25","dissentingEvidence":["Enterprise features chase LangSmith","You operate it if self-hosting","Ecosystem still growing","When not to use top pick: Gateway-level A/B routing, virtual keys, and budget caps across providers — Portkey; one-API multi-model price/latency comparison across 60+ hosts — OpenRouter; eval-first experiment diffs — Braintrust; OpenTelemetry Python app+LLM latency profiling — Pydantic Logfire.","Runner-up Portkey (portkey) is the primary alternative when constraints disqualify Langfuse."],"whatWouldChangePick":["Caller constraint matching: Gateway-level A/B routing, virtual keys, and budget caps across providers — Portkey; one-API multi-model price/latency comparison across 60+ hosts — OpenRouter; eval-first experiment diffs — Braintrust; OpenTelemetry Python app+LLM latency profiling — Pydantic Logfire.","Live quota or rate-limit exhaustion on langfuse (pass ?exhausted=langfuse or liveQuota.exhaustedProviders=[\"langfuse\"] to promote portkey).","Active subscription or enterprise commit on portkey combined with low switching-cost tolerance (existingSubscriptions + switchingCost.maxMigrationEffort=\"low\").","Sourced price increase >20% on https://langfuse.com or unverified SKU drift detected by npm run check:sources."],"claimProvenance":{"claim_id":"claim:cost-latency-per-task-benchmarking:langfuse:depot-pick","provider_id":"langfuse","jtbd_id":"cost-latency-per-task-benchmarking","primary_url":"https://langfuse.com/docs","source_type":"primary_docs","source_revision":"sha256:302f733407d08f60","observed_at":"2026-10-28","checked_at":"2026-10-28","claim_support_state":"claim_specific_supported","max_allowed_evidence_class":"replicated_outcome","defect_codes":[],"sources":[{"original_url":"https://langfuse.com","final_url":"https://langfuse.com","redirected":false,"http_status":200,"reachable":true,"source_type":"generic_homepage","is_claim_specific":false,"source_revision":"sha256:83a0bcf3aeb95212","observed_at":"2026-10-28","checked_at":"2026-10-28"},{"original_url":"https://langfuse.com/docs","final_url":"https://langfuse.com/docs","redirected":false,"http_status":200,"reachable":true,"source_type":"primary_docs","is_claim_specific":true,"source_revision":"sha256:302f733407d08f60","observed_at":"2026-10-28","checked_at":"2026-10-28"},{"original_url":"https://langfuse.com/pricing","final_url":"https://langfuse.com/pricing","redirected":false,"http_status":200,"reachable":true,"source_type":"primary_pricing","is_claim_specific":true,"source_revision":"sha256:1342eeccddf716fb","observed_at":"2026-10-28","checked_at":"2026-10-28"}]},"calibratedScore":{"point":8.69,"band":[8.19,9.19],"interval":{"lower":8.19,"upper":9.19,"half_width":0.5},"score_kind":"source_bound_prior_band","evidence_class":"source_bound","confidence":"medium","confidence_ceiling":"medium","age_days":3,"dissent":["Enterprise features chase LangSmith","You operate it if self-hosting","Ecosystem still growing","When not to use top pick: Gateway-level A/B routing, virtual keys, and budget caps across providers — Portkey; one-API multi-model price/latency comparison across 60+ hosts — OpenRouter; eval-first experiment diffs — Braintrust; OpenTelemetry Python app+LLM latency profiling — Pydantic Logfire.","Runner-up Portkey (portkey) is the primary alternative when constraints disqualify Langfuse."],"what_would_change_this":["Caller constraint matching: Gateway-level A/B routing, virtual keys, and budget caps across providers — Portkey; one-API multi-model price/latency comparison across 60+ hosts — OpenRouter; eval-first experiment diffs — Braintrust; OpenTelemetry Python app+LLM latency profiling — Pydantic Logfire.","Live quota or rate-limit exhaustion on langfuse (pass ?exhausted=langfuse or liveQuota.exhaustedProviders=[\"langfuse\"] to promote portkey).","Active subscription or enterprise commit on portkey combined with low switching-cost tolerance (existingSubscriptions + switchingCost.maxMigrationEffort=\"low\").","Sourced price increase >20% on https://langfuse.com or unverified SKU drift detected by npm run check:sources."],"subject_layer":"provider"},"subject_ref":{"layer":"provider","provider_id":"langfuse","product_id":"langfuse-core","model_id":null,"version":null,"route_class":null,"inheritance_policy":"no_cross_layer_inheritance"}},"runtimeRoutes":[{"routeId":"cost-latency-per-task-benchmarking:langfuse:primary","roleForJob":"depot_pick","provider":{"id":"langfuse","slug":"langfuse","name":"Langfuse","website":"https://langfuse.com","status":"active"},"model":{"representativeModelId":"Langfuse Primary Runtime","skuId":null,"unit":null,"amountUsd":null,"sourceUrl":"https://langfuse.com","asOf":"2026-10-28"},"servingRoute":{"primaryRouteType":"self_hosted_or_oss_compatible","endpointPattern":"https://langfuse.com (self hosted or oss compatible)","aggregatorAlternatives":[{"aggregatorId":"direct-only","name":"Langfuse Direct API","routeType":"first_party","tradeoff":"Direct vendor SDK/REST contract; pair with runner-up for multi-vendor failover."}]},"accountAndQuota":{"freeTierAvailable":true,"freeTierSummary":"Langfuse self-host (oss, asOf 2026-10-25)","rateLimitsSummary":"Hobby: Hobby (Free) … 50k units / month included · 30 days data access · 2 users … Included usage","subscriptionFirstEligible":true,"documentedPlansCount":4},"regions":{"supportedRegions":["eu","global"],"multiRegionFailover":true,"euResidencyAvailable":true},"toolSchemaSupport":{"strictJsonSchema":true,"parallelToolCalls":false,"mcpServerAvailable":true,"streamingSupported":true},"latencyTier":{"tier":"standard_1s_to_5s","latencyReliabilityScore":8.4,"coldStartNotes":"Standard warm pool; check provider SLA for burst concurrency"},"privacyConfig":{"privacyPostureScore":8.8,"zeroDataRetentionAvailable":true,"trainsOnApiDataByDefault":false,"hipaaEligible":true,"selfHostable":true},"availabilityStatus":{"providerStatus":"active","verifiedActiveSkus":0,"unverifiedSkus":0,"liveFailoverTargetId":"portkey"},"subject_ref":{"layer":"runtime_route","subject_id":"runtime_route:langfuse:langfuse-primary:self_hosted_or_oss_compatible:eu","provider_id":"langfuse","product_id":"langfuse-core","model_id":"langfuse-primary","version":"2026-10-28","route_class":"self_hosted_or_oss_compatible","region":"eu","score_status":"unknown","layer_score":"unknown","inherited_from_parent_layer":false,"inheritance_policy":"no_cross_layer_inheritance"},"distinctRouteSubjects":[{"layer":"runtime_route","subject_id":"runtime_route:langfuse:langfuse-primary:direct_api:eu","provider_id":"langfuse","product_id":"langfuse-core","model_id":"langfuse-primary","version":"2026-10-28","route_class":"direct_api","region":"eu","score_status":"layer_evidenced","layer_score":"unknown","inherited_from_parent_layer":false,"inheritance_policy":"no_cross_layer_inheritance"}]},{"routeId":"cost-latency-per-task-benchmarking:portkey:primary","roleForJob":"runner_up","provider":{"id":"portkey","slug":"portkey","name":"Portkey","website":"https://portkey.ai","status":"active"},"model":{"representativeModelId":"Production","skuId":"portkey-production-usd-per-month","unit":"usd_per_month","amountUsd":49,"sourceUrl":"https://portkey.ai/pricing","asOf":"2026-10-28"},"servingRoute":{"primaryRouteType":"multi_provider_aggregator","endpointPattern":"https://portkey.ai (multi provider aggregator)","aggregatorAlternatives":[]},"accountAndQuota":{"freeTierAvailable":false,"freeTierSummary":null,"rateLimitsSummary":"Developer: Developer Free Forever Free Forever Perfect for prototyping and testing or evaluating ente","subscriptionFirstEligible":true,"documentedPlansCount":2},"regions":{"supportedRegions":["global","us"],"multiRegionFailover":true,"euResidencyAvailable":true},"toolSchemaSupport":{"strictJsonSchema":true,"parallelToolCalls":true,"mcpServerAvailable":true,"streamingSupported":true},"latencyTier":{"tier":"standard_1s_to_5s","latencyReliabilityScore":8.6,"coldStartNotes":"Standard warm pool; check provider SLA for burst concurrency"},"privacyConfig":{"privacyPostureScore":8.2,"zeroDataRetentionAvailable":true,"trainsOnApiDataByDefault":false,"hipaaEligible":false,"selfHostable":false},"availabilityStatus":{"providerStatus":"active","verifiedActiveSkus":1,"unverifiedSkus":0,"liveFailoverTargetId":"langfuse"},"subject_ref":{"layer":"runtime_route","subject_id":"runtime_route:portkey:Production:multi_provider_aggregator:global","provider_id":"portkey","product_id":"portkey-core","model_id":"Production","version":"2026-10-28","route_class":"multi_provider_aggregator","region":"global","score_status":"unknown","layer_score":"unknown","inherited_from_parent_layer":false,"inheritance_policy":"no_cross_layer_inheritance"},"distinctRouteSubjects":[{"layer":"runtime_route","subject_id":"runtime_route:portkey:Production:direct_api:global","provider_id":"portkey","product_id":"portkey-core","model_id":"Production","version":"2026-10-28","route_class":"direct_api","region":"global","score_status":"layer_evidenced","layer_score":"unknown","inherited_from_parent_layer":false,"inheritance_policy":"no_cross_layer_inheritance"}]},{"routeId":"cost-latency-per-task-benchmarking:openrouter:primary","roleForJob":"runner_up","provider":{"id":"openrouter","slug":"openrouter","name":"OpenRouter","website":"https://openrouter.ai","status":"active"},"model":{"representativeModelId":"anthropic/claude-sonnet-5.5","skuId":"openrouter-claude-sonnet-55-input","unit":"usd_per_million_input_tokens","amountUsd":2,"sourceUrl":"https://openrouter.ai/api/v1/models","asOf":"2026-10-28"},"servingRoute":{"primaryRouteType":"multi_provider_aggregator","endpointPattern":"https://openrouter.ai (multi provider aggregator)","aggregatorAlternatives":[]},"accountAndQuota":{"freeTierAvailable":true,"freeTierSummary":"OpenRouter :free variants and openrouter/free (free, asOf 2026-10-25)","rateLimitsSummary":"Free tier limits: {\"appliesTo\":\"model variants with an ID ending in :free\",\"requestsPerMinute\":20,\"requestsPerDayCreditsPurchasedLessThan10\":50,\"requestsPerDayCreditsPurchasedAtLeast10\":1000,\"dailyWindow\":\"UTC day\"}","subscriptionFirstEligible":true,"documentedPlansCount":0},"regions":{"supportedRegions":["global"],"multiRegionFailover":true,"euResidencyAvailable":true},"toolSchemaSupport":{"strictJsonSchema":true,"parallelToolCalls":true,"mcpServerAvailable":true,"streamingSupported":true},"latencyTier":{"tier":"standard_1s_to_5s","latencyReliabilityScore":7.6,"coldStartNotes":"Standard warm pool; check provider SLA for burst concurrency"},"privacyConfig":{"privacyPostureScore":6.8,"zeroDataRetentionAvailable":false,"trainsOnApiDataByDefault":false,"hipaaEligible":false,"selfHostable":false},"availabilityStatus":{"providerStatus":"active","verifiedActiveSkus":4,"unverifiedSkus":0,"liveFailoverTargetId":"langfuse"},"subject_ref":{"layer":"runtime_route","subject_id":"runtime_route:openrouter:anthropic/claude-sonnet-5.5:multi_provider_aggregator:global","provider_id":"openrouter","product_id":"openrouter-core","model_id":"anthropic/claude-sonnet-5.5","version":"2026-10-28","route_class":"multi_provider_aggregator","region":"global","score_status":"unknown","layer_score":"unknown","inherited_from_parent_layer":false,"inheritance_policy":"no_cross_layer_inheritance"},"distinctRouteSubjects":[{"layer":"runtime_route","subject_id":"runtime_route:openrouter:anthropic/claude-sonnet-5.5:direct_api:global","provider_id":"openrouter","product_id":"openrouter-core","model_id":"anthropic/claude-sonnet-5.5","version":"2026-10-28","route_class":"direct_api","region":"global","score_status":"layer_evidenced","layer_score":"unknown","inherited_from_parent_layer":false,"inheritance_policy":"no_cross_layer_inheritance"}]},{"routeId":"cost-latency-per-task-benchmarking:braintrust:primary","roleForJob":"runner_up","provider":{"id":"braintrust","slug":"braintrust","name":"Braintrust","website":"https://www.braintrust.dev","status":"active"},"model":{"representativeModelId":"Braintrust Primary Runtime","skuId":null,"unit":null,"amountUsd":null,"sourceUrl":"https://www.braintrust.dev","asOf":"2026-10-28"},"servingRoute":{"primaryRouteType":"managed_cloud_service","endpointPattern":"https://www.braintrust.dev (managed cloud service)","aggregatorAlternatives":[{"aggregatorId":"direct-only","name":"Braintrust Direct API","routeType":"first_party","tradeoff":"Direct vendor SDK/REST contract; pair with runner-up for multi-vendor failover."}]},"accountAndQuota":{"freeTierAvailable":false,"freeTierSummary":null,"rateLimitsSummary":"Starter: Starter For everyone $0 / month - $10 credits + tok rates - 1 GB processed data + $4/GB - ","subscriptionFirstEligible":true,"documentedPlansCount":2},"regions":{"supportedRegions":["us","global"],"multiRegionFailover":true,"euResidencyAvailable":true},"toolSchemaSupport":{"strictJsonSchema":true,"parallelToolCalls":false,"mcpServerAvailable":true,"streamingSupported":true},"latencyTier":{"tier":"standard_1s_to_5s","latencyReliabilityScore":8.6,"coldStartNotes":"Standard warm pool; check provider SLA for burst concurrency"},"privacyConfig":{"privacyPostureScore":8,"zeroDataRetentionAvailable":true,"trainsOnApiDataByDefault":false,"hipaaEligible":false,"selfHostable":false},"availabilityStatus":{"providerStatus":"active","verifiedActiveSkus":0,"unverifiedSkus":0,"liveFailoverTargetId":"langfuse"},"subject_ref":{"layer":"runtime_route","subject_id":"runtime_route:braintrust:braintrust-primary:managed_cloud_service:us","provider_id":"braintrust","product_id":"braintrust-core","model_id":"braintrust-primary","version":"2026-10-28","route_class":"managed_cloud_service","region":"us","score_status":"layer_evidenced","layer_score":"unknown","inherited_from_parent_layer":false,"inheritance_policy":"no_cross_layer_inheritance"},"distinctRouteSubjects":[{"layer":"runtime_route","subject_id":"runtime_route:braintrust:braintrust-primary:direct_api:us","provider_id":"braintrust","product_id":"braintrust-core","model_id":"braintrust-primary","version":"2026-10-28","route_class":"direct_api","region":"us","score_status":"layer_evidenced","layer_score":"unknown","inherited_from_parent_layer":false,"inheritance_policy":"no_cross_layer_inheritance"}]}],"depth":{"whenNotToUse":{"text":"Gateway-level A/B routing, virtual keys, and budget caps across providers — Portkey; one-API multi-model price/latency comparison across 60+ hosts — OpenRouter; eval-first experiment diffs — Braintrust; OpenTelemetry Python app+LLM latency profiling — Pydantic Logfire.","source":"editorial `whenNotTopPick` (data/jtbds.json)"},"whenNotToUseReason":null,"runnerUp":{"providerId":"portkey","name":"Portkey","overallForJob":8.34,"pickOverallForJob":8.69,"beatsPickOn":["latencyReliability","developerDx"],"source":"first resolvable entry of the job's editorially ranked `runnersUpIds`; scores are stored job-weighted scores"},"runnerUpReason":null,"lockIn":{"pickLockInRisk":2.5,"runnerUpLockInRisk":5,"scale":"0–10 stored curated estimate; higher = more lock-in (worse)","pickExitSignals":["open source (provider tag `oss`)"],"runnerUpExitSignals":["OpenAI-compatible API (provider tag `openai-compat`)"],"pickNotes":[{"text":"You operate it if self-hosting","field":"weaknesses"}],"selfHostFallback":[],"migration":"The pick has lower stored lock-in risk than runner-up Portkey (2.5 vs 5). Pick exit signals: open source (provider tag `oss`).","migrationReason":null,"derivedFrom":"stored lockInRisk scores, provider tags (oss, self-host, openai-compat, open-models), free rows that list this job, and verbatim provider notes. No migration guide was invented."}},"freshness":{"pick":{"score":{"asOf":"2026-10-28","ageDays":1,"stale":false,"staleAfterDays":30,"reason":null},"lastReviewed":{"asOf":"2026-10-28","ageDays":1,"stale":false,"staleAfterDays":30,"reason":null},"sourceCheck":{"checkedAt":"2026-10-28","sourceUrls":1,"sourcesReachable":1,"pricingRows":0,"pricingRowsReconfirmed":0,"note":"A source re-check confirms the page is reachable and, for pricing rows, that the stored amount and SKU name appear on it. It does not re-derive or change the score.","reason":null}}},"whenNotTopPickRules":[{"ifConstraint":"budget:cost_floor_priority","recommendedProviderId":"portkey","activeModelOrSku":"portkey-production-usd-per-month","reason":"Gateway-level A/B routing, virtual keys, and budget caps across providers — Portkey"},{"ifConstraint":"exit:self_host_or_open_weights","recommendedProviderId":"openrouter","activeModelOrSku":"anthropic/claude-sonnet-4-6","reason":"one-API multi-model price/latency comparison across 60+ hosts — OpenRouter"},{"ifConstraint":"escape_hatch_clause_3","recommendedProviderId":"braintrust","activeModelOrSku":"braintrust-pro","reason":"eval-first experiment diffs — Braintrust"},{"ifConstraint":"latency:ultra_low_ttft","recommendedProviderId":"logfire","activeModelOrSku":"logfire-standard","reason":"OpenTelemetry Python app+LLM latency profiling — Pydantic Logfire."}],"bootstrap":{"authType":"api_key","envVars":["LANGFUSE_PUBLIC_KEY","LANGFUSE_SECRET_KEY","LANGFUSE_BASEURL"],"signupUrl":"https://cloud.langfuse.com/","apiKeyUrl":"https://cloud.langfuse.com/","docsUrl":"https://langfuse.com/docs/get-started","mcpServer":"npx -y @langfuse/mcp","cliInit":null,"sdkInstall":{"npm":"npm install langfuse","pip":"pip install langfuse"},"installCommand":"npm install langfuse","activeModelOrSku":"langfuse-cloud-core","canonicalSnippet":"import { Langfuse } from \"langfuse\";\nconst langfuse = new Langfuse({ publicKey: process.env.LANGFUSE_PUBLIC_KEY, secretKey: process.env.LANGFUSE_SECRET_KEY });","verifyCommand":"test -n \"$LANGFUSE_SECRET_KEY\" && echo \"LANGFUSE_SECRET_KEY configured\""},"quickstartSpec":{"installCommand":"npm install langfuse","envVars":["LANGFUSE_PUBLIC_KEY","LANGFUSE_SECRET_KEY","LANGFUSE_BASEURL"],"activeModelOrSku":"langfuse-cloud-core","canonicalSnippet":"import { Langfuse } from \"langfuse\";\nconst langfuse = new Langfuse({ publicKey: process.env.LANGFUSE_PUBLIC_KEY, secretKey: process.env.LANGFUSE_SECRET_KEY });","sdkInstall":{"npm":"npm install langfuse","pip":"pip install langfuse"},"verifyCommand":"test -n \"$LANGFUSE_SECRET_KEY\" && echo \"LANGFUSE_SECRET_KEY configured\"","apiKeyUrl":"https://cloud.langfuse.com/","docsUrl":"https://langfuse.com/docs/get-started","mcpServer":"npx -y @langfuse/mcp","bootstrapReason":null},"operationalGotchas":[{"code":"hidden_spend_tier_gates","severity":"warning","summary":"Enterprise features chase LangSmith","sourceDate":"2026-10-28"},{"code":"hidden_spend_tier_gates","severity":"warning","summary":"You operate it if self-hosting","sourceDate":"2026-10-28"}],"relatedPacks":[]}