{"id":"agent-trace-session-replay","slug":"agent-trace-session-replay","name":"Agent session trace replay","shortName":"Session replay","problemStatement":"Replay full agent sessions (LLM calls, tools, browser steps) for debugging incidents and training reviewers — like session replay for agents.","whenNotTopPick":"OpenTelemetry-first warehouse (Honeycomb), OSS Phoenix/Langfuse, or Braintrust eval-centric traces.","categoryIds":["cat-observability"],"depotPickProviderId":"langsmith","depotPickRationale":"Observability UX for multi-step agents. Confidence: high.","runnersUpIds":["braintrust","honeycomb","arize-phoenix","langfuse"],"weights":{"capabilityFit":0.22,"pricePerformance":0.14,"latencyReliability":0.14,"developerDx":0.28,"privacyPosture":0.08,"lockInRisk":0.06,"maturity":0.08},"methodologyNotes":"Observability UX for multi-step agents. Confidence: high.","tags":["tracing","replay","debugging","agents"],"depth":{"whenNotToUse":{"text":"OpenTelemetry-first warehouse (Honeycomb), OSS Phoenix/Langfuse, or Braintrust eval-centric traces.","source":"editorial `whenNotTopPick` (data/jtbds.json)"},"whenNotToUseReason":null,"runnerUp":{"providerId":"braintrust","name":"Braintrust","overallForJob":8.34,"pickOverallForJob":8.25,"beatsPickOn":["capabilityFit","pricePerformance","privacyPosture","lockInRisk"],"source":"first resolvable entry of the job's editorially ranked `runnersUpIds`; scores are stored job-weighted scores"},"runnerUpReason":null,"lockIn":{"pickLockInRisk":6.5,"runnerUpLockInRisk":5,"scale":"0–10 stored curated estimate; higher = more lock-in (worse)","pickExitSignals":[],"runnerUpExitSignals":[],"pickNotes":[{"text":"Lock-in to LangSmith workflows","field":"weaknesses"}],"selfHostFallback":[{"id":"langfuse-oss","name":"Langfuse self-host","license":"MIT Expat outside ee/","sourceUrl":"https://github.com/langfuse/langfuse/blob/main/LICENSE"}],"migration":"Runner-up Braintrust has lower stored lock-in risk (5 vs 6.5, 0–10, higher = more lock-in). Self-host fallback listed for this job: Langfuse self-host.","migrationReason":null,"derivedFrom":"stored lockInRisk scores, provider tags (oss, self-host, openai-compat, open-models), free rows that list this job, and verbatim provider notes. No migration guide was invented."}},"freshness":{"pick":{"score":{"asOf":"2026-09-14","ageDays":43,"stale":true,"staleAfterDays":30,"reason":null},"lastReviewed":{"asOf":"2026-09-14","ageDays":43,"stale":true,"staleAfterDays":30,"reason":null},"sourceCheck":{"checkedAt":"2026-10-27","sourceUrls":1,"sourcesReachable":1,"pricingRows":0,"pricingRowsReconfirmed":0,"note":"A source re-check confirms the page is reachable and, for pricing rows, that the stored amount and SKU name appear on it. It does not re-derive or change the score.","reason":null}}},"depotPick":{"id":"langsmith","slug":"langsmith","name":"LangSmith","tagline":"If you live in LangGraph, LangSmith is the obvious observatory. Otherwise compare Langfuse/Helicone first.","overall":8.25},"runnersUp":[{"id":"braintrust","slug":"braintrust","name":"Braintrust","tagline":"Depot pick when evals are the product quality gate. Pair with Helicone/Langfuse for cheap request logs if…","overall":8.34},{"id":"honeycomb","slug":"honeycomb","name":"Honeycomb","tagline":"When your agent outage is an infra mystery, Honeycomb shines. Still pair with an LLM-native tracer for…","overall":8.21},{"id":"arize-phoenix","slug":"arize-phoenix","name":"Arize Phoenix","tagline":"Choose Phoenix when you want open-source observability you can own. Cloud Arize when enterprise wants a…","overall":8.36},{"id":"langfuse","slug":"langfuse","name":"Langfuse","tagline":"Depot default observability for most agent teams: open, affordable, good enough to serious.","overall":8.67}]}