{"subject":{"id":"galileo","slug":"galileo","name":"Galileo","tagline":"Pick for production hallucination measurement + guardrails. Braintrust/Promptfoo for lighter eval loops.","website":"https://www.galileo.ai","status":"active","overall":7.45,"scoreKind":"curated_estimate","confidence":"high","scoreAsOf":"2026-09-14","lastReviewed":"2026-09-14","categoryIds":["cat-observability"],"regions":["global","us"],"pricing":{"normalizedUsdPerMillionTokens":null,"normalizationStatus":"unit_mismatch","normalizationReason":"unit_mismatch","shape":"sourced_rows","filterable":false,"priceSortEligible":false,"priceSortKeyUsdPerMillionInputTokens":null,"rows":[{"id":"galileo-free","providerId":"galileo","sku":"Free","unit":"usd_per_month","amountUsd":0,"currency":"USD","sourceUrl":"https://galileo.ai/pricing","asOf":"2026-10-03","normalizationStatus":"unit_mismatch","normalizedUsdPerMillionTokens":null,"normalizationReason":"unit_mismatch_per_month","priceSortEligible":false,"qualifier":"5,000 traces per month."},{"id":"galileo-pro","providerId":"galileo","sku":"Pro","unit":"usd_per_month","amountUsd":100,"currency":"USD","sourceUrl":"https://galileo.ai/pricing","asOf":"2026-10-03","normalizationStatus":"unit_mismatch","normalizedUsdPerMillionTokens":null,"normalizationReason":"unit_mismatch_per_month","priceSortEligible":false,"qualifier":"Card shows $100/month with Billed yearly and Save 33%. Month-to-month amount is not shown and was not reconstructed. Page says pricing scales with traces."}],"notesExcerpt":"As of 2026-09-14 (galileo.ai/pricing live): Free **$0/mo** — 5,000 traces/mo, unlimited users/custom evals. Pro **$100/mo** (annual; scales with traces) — 50,000 traces/mo, standard RBAC, advanced analytics, Slack support. Enterprise contact — unlimited traces, VPC/on-prem, SSO, …","notesCheck":{"status":"no_known_contradiction","pairs":[],"review":null,"note":null},"lastReviewed":"2026-09-14","scoreAsOf":"2026-09-14","website":"https://www.galileo.ai","doNotParse":"Do not parse pricingNotes. Use rows only. normalizedUsdPerMillionTokens is a single number only when this provider has exactly one sourced token row. Input/output, context tiers, and non-token units stay null at this level.","gap":"Partial coverage. Providers without a fetched SKU are omitted. See GET /api/pricing."}},"relatedJtbdSlugs":["llm-tracing","evals","cost-monitoring","rag-evals","production-guardrail-evals","llm-input-guardrails","adversarial-red-team-evals"],"alternatives":[{"id":"langfuse","slug":"langfuse","name":"Langfuse","tagline":"Depot default observability for most agent teams: open, affordable, good enough to serious.","website":"https://langfuse.com","status":"active","overall":8.66,"scoreKind":"curated_estimate","confidence":"high","scoreAsOf":"2026-09-14","deltaOverallVsSubject":1.21,"roles":["same_jtbd_pick","same_jtbd_runner"],"sharedJtbdSlugs":["llm-tracing","evals","cost-monitoring"],"pricing":{"normalizedUsdPerMillionTokens":null,"normalizationStatus":"unavailable","normalizationReason":"no_sourced_price","shape":"prose_notes_only","filterable":false,"priceSortEligible":false,"priceSortKeyUsdPerMillionInputTokens":null,"rows":[],"notesExcerpt":"Open-source + cloud; generous self-host; cloud from ~$29–59/mo tiers; EU-friendly.","notesCheck":{"status":"no_known_contradiction","pairs":[],"review":null,"note":null},"lastReviewed":"2026-09-14","scoreAsOf":"2026-09-14","website":"https://langfuse.com","doNotParse":"Do not parse pricingNotes. Use rows only. normalizedUsdPerMillionTokens is a single number only when this provider has exactly one sourced token row. Input/output, context tiers, and non-token units stay null at this level.","gap":"No sourced price row for this provider. pricingNotes stay prose. See research/gaps.md."},"decideHint":"/api/decide?jtbd=llm-tracing","human":"/providers/langfuse","compare":"/compare/galileo-vs-langfuse"},{"id":"braintrust","slug":"braintrust","name":"Braintrust","tagline":"Depot pick when evals are the product quality gate. Pair with Helicone/Langfuse for cheap request logs if…","website":"https://www.braintrust.dev","status":"active","overall":8.23,"scoreKind":"curated_estimate","confidence":"high","scoreAsOf":"2026-10-19","deltaOverallVsSubject":0.78,"roles":["same_jtbd_pick","same_jtbd_runner"],"sharedJtbdSlugs":["evals","rag-evals","production-guardrail-evals"],"pricing":{"normalizedUsdPerMillionTokens":null,"normalizationStatus":"unavailable","normalizationReason":"no_sourced_price","shape":"prose_notes_only","filterable":false,"priceSortEligible":false,"priceSortKeyUsdPerMillionInputTokens":null,"rows":[],"notesExcerpt":"Eval-first platform; data-based pricing with unlimited seats on many plans; strong CI eval story.","notesCheck":{"status":"no_known_contradiction","pairs":[],"review":null,"note":null},"lastReviewed":"2026-10-19","scoreAsOf":"2026-10-19","website":"https://www.braintrust.dev","doNotParse":"Do not parse pricingNotes. Use rows only. normalizedUsdPerMillionTokens is a single number only when this provider has exactly one sourced token row. Input/output, context tiers, and non-token units stay null at this level.","gap":"No sourced price row for this provider. pricingNotes stay prose. See research/gaps.md."},"decideHint":"/api/decide?jtbd=evals","human":"/providers/braintrust","compare":"/compare/galileo-vs-braintrust"},{"id":"promptfoo","slug":"promptfoo","name":"Promptfoo","tagline":"Default OSS eval harness. Braintrust when you want hosted collaboration; Promptfoo when you want local/CI…","website":"https://www.promptfoo.dev","status":"active","overall":8.42,"scoreKind":"curated_estimate","confidence":"high","scoreAsOf":"2026-10-19","deltaOverallVsSubject":0.97,"roles":["same_jtbd_runner","same_jtbd_pick"],"sharedJtbdSlugs":["rag-evals","adversarial-red-team-evals"],"pricing":{"normalizedUsdPerMillionTokens":null,"normalizationStatus":"unavailable","normalizationReason":"no_sourced_price","shape":"prose_notes_only","filterable":false,"priceSortEligible":false,"priceSortKeyUsdPerMillionInputTokens":null,"rows":[],"notesExcerpt":"As of 2026-10-24 (promptfoo.dev/pricing, fetched 2026-10-24): Community 'Free Forever' ('Our open-source tool, perfect for individual developers and small teams.') with 'Red teaming (10k probes/month)' and 'Run locally or self-host on your own infrastructure'; 'A probe is a singl…","notesCheck":{"status":"no_known_contradiction","pairs":[],"review":null,"note":null},"lastReviewed":"2026-10-19","scoreAsOf":"2026-10-19","website":"https://www.promptfoo.dev","doNotParse":"Do not parse pricingNotes. Use rows only. normalizedUsdPerMillionTokens is a single number only when this provider has exactly one sourced token row. Input/output, context tiers, and non-token units stay null at this level.","gap":"No sourced price row for this provider. pricingNotes stay prose. See research/gaps.md."},"decideHint":"/api/decide?jtbd=rag-evals","human":"/providers/promptfoo","compare":"/compare/galileo-vs-promptfoo"},{"id":"ragas","slug":"ragas","name":"Ragas","tagline":"Default RAG metric library. Pair with Promptfoo/Braintrust for broader agent evals.","website":"https://docs.ragas.io","status":"active","overall":8.33,"scoreKind":"curated_estimate","confidence":"high","scoreAsOf":"2026-09-14","deltaOverallVsSubject":0.88,"roles":["same_jtbd_pick"],"sharedJtbdSlugs":["rag-evals"],"pricing":{"normalizedUsdPerMillionTokens":null,"normalizationStatus":"unavailable","normalizationReason":"no_sourced_price","shape":"prose_notes_only","filterable":false,"priceSortEligible":false,"priceSortKeyUsdPerMillionInputTokens":null,"rows":[],"notesExcerpt":"As of 2026-09-14: Free open-source RAG evaluation library; cost is judge-LLM tokens only (~$0.50–$2 per 100 queries with cheap judges). No hosted SaaS required. Deep LangChain/LlamaIndex integration.","notesCheck":{"status":"no_known_contradiction","pairs":[],"review":null,"note":null},"lastReviewed":"2026-09-14","scoreAsOf":"2026-09-14","website":"https://docs.ragas.io","doNotParse":"Do not parse pricingNotes. Use rows only. normalizedUsdPerMillionTokens is a single number only when this provider has exactly one sourced token row. Input/output, context tiers, and non-token units stay null at this level.","gap":"No sourced price row for this provider. pricingNotes stay prose. See research/gaps.md."},"decideHint":"/api/decide?jtbd=rag-evals","human":"/providers/ragas","compare":"/compare/galileo-vs-ragas"},{"id":"nvidia-nemo-guardrails","slug":"nvidia-nemo-guardrails","name":"NVIDIA NeMo Guardrails","tagline":"When OpenAI Moderation taxonomy is not enough and you need programmable rails. Host Llama Guard on Groq for…","website":"https://docs.nvidia.com/nemo/guardrails/","status":"active","overall":7.87,"scoreKind":"curated_estimate","confidence":"high","scoreAsOf":"2026-09-14","deltaOverallVsSubject":0.42,"roles":["same_jtbd_pick"],"sharedJtbdSlugs":["llm-input-guardrails"],"pricing":{"normalizedUsdPerMillionTokens":null,"normalizationStatus":"unavailable","normalizationReason":"no_sourced_price","shape":"prose_notes_only","filterable":false,"priceSortEligible":false,"priceSortKeyUsdPerMillionInputTokens":null,"rows":[],"notesExcerpt":"As of 2026-09-14: Open-source NeMo Guardrails library (self-host) + NeMo microservices / NIM integration paths. Cost = your GPUs or NVIDIA API Catalog / NIM inference rates when routing guard models. Supports Llama Guard and other engines via OpenAI-compatible base_url.","notesCheck":{"status":"no_known_contradiction","pairs":[],"review":null,"note":null},"lastReviewed":"2026-09-14","scoreAsOf":"2026-09-14","website":"https://docs.nvidia.com/nemo/guardrails/","doNotParse":"Do not parse pricingNotes. Use rows only. normalizedUsdPerMillionTokens is a single number only when this provider has exactly one sourced token row. Input/output, context tiers, and non-token units stay null at this level.","gap":"No sourced price row for this provider. pricingNotes stay prose. See research/gaps.md."},"decideHint":"/api/decide?jtbd=llm-input-guardrails","human":"/providers/nvidia-nemo-guardrails","compare":"/compare/galileo-vs-nvidia-nemo-guardrails"},{"id":"langsmith","slug":"langsmith","name":"LangSmith","tagline":"If you live in LangGraph, LangSmith is the obvious observatory. Otherwise compare Langfuse/Helicone first.","website":"https://www.langchain.com/langsmith","status":"active","overall":8.09,"scoreKind":"curated_estimate","confidence":"high","scoreAsOf":"2026-09-14","deltaOverallVsSubject":0.64,"roles":["same_jtbd_runner"],"sharedJtbdSlugs":["llm-tracing","evals","production-guardrail-evals"],"pricing":{"normalizedUsdPerMillionTokens":null,"normalizationStatus":"unavailable","normalizationReason":"no_sourced_price","shape":"prose_notes_only","filterable":false,"priceSortEligible":false,"priceSortKeyUsdPerMillionInputTokens":null,"rows":[],"notesExcerpt":"Seat + trace volume pricing; deep LangChain/LangGraph integration; Plus tiers from tens of $/mo.","notesCheck":{"status":"no_known_contradiction","pairs":[],"review":null,"note":null},"lastReviewed":"2026-09-14","scoreAsOf":"2026-09-14","website":"https://www.langchain.com/langsmith","doNotParse":"Do not parse pricingNotes. Use rows only. normalizedUsdPerMillionTokens is a single number only when this provider has exactly one sourced token row. Input/output, context tiers, and non-token units stay null at this level.","gap":"No sourced price row for this provider. pricingNotes stay prose. See research/gaps.md."},"decideHint":"/api/decide?jtbd=llm-tracing","human":"/providers/langsmith","compare":"/compare/galileo-vs-langsmith"},{"id":"honeyhive","slug":"honeyhive","name":"HoneyHive","tagline":"Use the free Developer tier to stand up agent evals/traces in a day; Enterprise when you need self-host…","website":"https://www.honeyhive.ai","status":"active","overall":8.02,"scoreKind":"curated_estimate","confidence":"high","scoreAsOf":"2026-09-14","deltaOverallVsSubject":0.57,"roles":["same_jtbd_runner"],"sharedJtbdSlugs":["llm-tracing","evals","production-guardrail-evals"],"pricing":{"normalizedUsdPerMillionTokens":null,"normalizationStatus":"unavailable","normalizationReason":"no_sourced_price","shape":"prose_notes_only","filterable":false,"priceSortEligible":false,"priceSortKeyUsdPerMillionInputTokens":null,"rows":[],"notesExcerpt":"As of 2026-09-14 (honeyhive.ai/pricing): Developer free (no card) — 10k events/mo, 5 users, 1 workspace, 30-day retention, 1k RPM, evals + prompt versioning + CI. Enterprise custom (unlimited users/workspaces, SAML, custom retention, SLA, DPA/BAA, multi-tenant / single-tenant / h…","notesCheck":{"status":"no_known_contradiction","pairs":[],"review":null,"note":null},"lastReviewed":"2026-09-14","scoreAsOf":"2026-09-14","website":"https://www.honeyhive.ai","doNotParse":"Do not parse pricingNotes. Use rows only. normalizedUsdPerMillionTokens is a single number only when this provider has exactly one sourced token row. Input/output, context tiers, and non-token units stay null at this level.","gap":"No sourced price row for this provider. pricingNotes stay prose. See research/gaps.md."},"decideHint":"/api/decide?jtbd=llm-tracing","human":"/providers/honeyhive","compare":"/compare/galileo-vs-honeyhive"},{"id":"confident-ai","slug":"confident-ai","name":"Confident AI","tagline":"Best when your team already thinks in pytest/DeepEval. Braintrust remains Depot hosted-evals default…","website":"https://www.confident-ai.com","status":"active","overall":7.99,"scoreKind":"curated_estimate","confidence":"high","scoreAsOf":"2026-09-14","deltaOverallVsSubject":0.54,"roles":["same_jtbd_runner"],"sharedJtbdSlugs":["evals","production-guardrail-evals","adversarial-red-team-evals"],"pricing":{"normalizedUsdPerMillionTokens":null,"normalizationStatus":"unavailable","normalizationReason":"no_sourced_price","shape":"prose_notes_only","filterable":false,"priceSortEligible":false,"priceSortKeyUsdPerMillionInputTokens":null,"rows":[],"notesExcerpt":"As of 2026-09-14 (confident-ai.com/pricing): Free forever (2 seats, 1 project, 5 test runs/week, 1 GB-mo traces). Starter $200/mo (5 projects, 5 GB-mo then $1/GB-mo). Team $2,000/mo (unlimited projects, 75 GB-mo). Enterprise custom (on-prem, HIPAA, residency). Online eval tokens …","notesCheck":{"status":"no_known_contradiction","pairs":[],"review":null,"note":null},"lastReviewed":"2026-09-14","scoreAsOf":"2026-09-14","website":"https://www.confident-ai.com","doNotParse":"Do not parse pricingNotes. Use rows only. normalizedUsdPerMillionTokens is a single number only when this provider has exactly one sourced token row. Input/output, context tiers, and non-token units stay null at this level.","gap":"No sourced price row for this provider. pricingNotes stay prose. See research/gaps.md."},"decideHint":"/api/decide?jtbd=evals","human":"/providers/confident-ai","compare":"/compare/galileo-vs-confident-ai"},{"id":"arize-phoenix","slug":"arize-phoenix","name":"Arize Phoenix","tagline":"Choose Phoenix when you want open-source observability you can own. Cloud Arize when enterprise wants a…","website":"https://phoenix.arize.com","status":"active","overall":8.44,"scoreKind":"curated_estimate","confidence":"high","scoreAsOf":"2026-09-14","deltaOverallVsSubject":0.99,"roles":["same_jtbd_runner"],"sharedJtbdSlugs":["llm-tracing","evals"],"pricing":{"normalizedUsdPerMillionTokens":null,"normalizationStatus":"unavailable","normalizationReason":"no_sourced_price","shape":"prose_notes_only","filterable":false,"priceSortEligible":false,"priceSortKeyUsdPerMillionInputTokens":null,"rows":[],"notesExcerpt":"Open-source Phoenix free to self-host; Arize AX cloud paid; OpenTelemetry-friendly.","notesCheck":{"status":"no_known_contradiction","pairs":[],"review":null,"note":null},"lastReviewed":"2026-09-14","scoreAsOf":"2026-09-14","website":"https://phoenix.arize.com","doNotParse":"Do not parse pricingNotes. Use rows only. normalizedUsdPerMillionTokens is a single number only when this provider has exactly one sourced token row. Input/output, context tiers, and non-token units stay null at this level.","gap":"No sourced price row for this provider. pricingNotes stay prose. See research/gaps.md."},"decideHint":"/api/decide?jtbd=llm-tracing","human":"/providers/arize-phoenix","compare":"/compare/galileo-vs-arize-phoenix"},{"id":"logfire","slug":"logfire","name":"Pydantic Logfire","tagline":"Best when the agent is already PydanticAI/Python and you want app+LLM traces together. Langfuse stays Depot…","website":"https://pydantic.dev/logfire","status":"active","overall":8.33,"scoreKind":"curated_estimate","confidence":"high","scoreAsOf":"2026-09-14","deltaOverallVsSubject":0.88,"roles":["same_jtbd_runner"],"sharedJtbdSlugs":["llm-tracing","evals"],"pricing":{"normalizedUsdPerMillionTokens":null,"normalizationStatus":"unavailable","normalizationReason":"no_sourced_price","shape":"prose_notes_only","filterable":false,"priceSortEligible":false,"priceSortKeyUsdPerMillionInputTokens":null,"rows":[],"notesExcerpt":"As of 2026-09-14 (pydantic.dev/pricing): Personal free — 10M records/mo hard-capped, 1 seat, 3 projects, 30d. Team $49/mo (5 seats, $25 extra, 10M then $2/M, spend cap). Growth $249/mo unlimited seats/projects, up to 90d, BAA boilerplate. Enterprise cloud/dedicated/self-host. $0/…","notesCheck":{"status":"no_known_contradiction","pairs":[],"review":null,"note":null},"lastReviewed":"2026-09-14","scoreAsOf":"2026-09-14","website":"https://pydantic.dev/logfire","doNotParse":"Do not parse pricingNotes. Use rows only. normalizedUsdPerMillionTokens is a single number only when this provider has exactly one sourced token row. Input/output, context tiers, and non-token units stay null at this level.","gap":"No sourced price row for this provider. pricingNotes stay prose. See research/gaps.md."},"decideHint":"/api/decide?jtbd=llm-tracing","human":"/providers/logfire","compare":"/compare/galileo-vs-logfire"},{"id":"portkey","slug":"portkey","name":"Portkey","tagline":"Depot pick for production AI gateway (fallbacks, virtual keys, budgets). OpenRouter when you want a model…","website":"https://portkey.ai","status":"active","overall":8.31,"scoreKind":"curated_estimate","confidence":"high","scoreAsOf":"2026-09-14","deltaOverallVsSubject":0.86,"roles":["same_jtbd_runner"],"sharedJtbdSlugs":["llm-tracing","cost-monitoring"],"pricing":{"normalizedUsdPerMillionTokens":null,"normalizationStatus":"unit_mismatch","normalizationReason":"unit_mismatch","shape":"sourced_rows","filterable":false,"priceSortEligible":false,"priceSortKeyUsdPerMillionInputTokens":null,"rows":[{"id":"portkey-production-usd-per-month","providerId":"portkey","sku":"Production","unit":"usd_per_month","amountUsd":49,"currency":"USD","sourceUrl":"https://portkey.ai/pricing","asOf":"2026-10-03","normalizationStatus":"unit_mismatch","normalizedUsdPerMillionTokens":null,"normalizationReason":"unit_mismatch_per_month","priceSortEligible":false,"qualifier":"Gateway plan. 100k recorded logs, then +$9 per additional 100k requests. Not a model token rate. Enterprise is custom and was omitted."}],"notesExcerpt":"As of 2026-09-14 (portkey.ai/pricing): Developer free forever (10k logs/mo, 3-day log / 30-day metrics retention). Production $49/mo (100k logs, +$9/100k overage, 30/90-day retention, guardrails, RBAC). Enterprise custom (10M+ logs, VPC, HIPAA/BAA, private cloud). OSS self-host g…","notesCheck":{"status":"no_known_contradiction","pairs":[],"review":null,"note":null},"lastReviewed":"2026-09-14","scoreAsOf":"2026-09-14","website":"https://portkey.ai","doNotParse":"Do not parse pricingNotes. Use rows only. normalizedUsdPerMillionTokens is a single number only when this provider has exactly one sourced token row. Input/output, context tiers, and non-token units stay null at this level.","gap":"Partial coverage. Providers without a fetched SKU are omitted. See GET /api/pricing."},"decideHint":"/api/decide?jtbd=llm-tracing","human":"/providers/portkey","compare":"/compare/galileo-vs-portkey"},{"id":"lakera","slug":"lakera","name":"Lakera Guard","tagline":"Depot pick for a dedicated prompt-injection firewall in front of any LLM. NeMo when you need programmable…","website":"https://www.lakera.ai","status":"active","overall":8.21,"scoreKind":"curated_estimate","confidence":"high","scoreAsOf":"2026-09-14","deltaOverallVsSubject":0.76,"roles":["same_jtbd_runner"],"sharedJtbdSlugs":["llm-input-guardrails","adversarial-red-team-evals"],"pricing":{"normalizedUsdPerMillionTokens":null,"normalizationStatus":"unavailable","normalizationReason":"no_sourced_price","shape":"prose_notes_only","filterable":false,"priceSortEligible":false,"priceSortKeyUsdPerMillionInputTokens":null,"rows":[],"notesExcerpt":"As of 2026-09-14 (platform.lakera.ai/pricing): Community $0 — 10k requests/mo, 8k-token prompt cap, SaaS EU residency, SOC2/GDPR. Enterprise sales-gated — flexible volume, configurable prompt size, SaaS or self-host, SSO/RBAC/SIEM, EU/US residency. No public per-call overage. Acq…","notesCheck":{"status":"no_known_contradiction","pairs":[],"review":null,"note":null},"lastReviewed":"2026-09-14","scoreAsOf":"2026-09-14","website":"https://www.lakera.ai","doNotParse":"Do not parse pricingNotes. Use rows only. normalizedUsdPerMillionTokens is a single number only when this provider has exactly one sourced token row. Input/output, context tiers, and non-token units stay null at this level.","gap":"No sourced price row for this provider. pricingNotes stay prose. See research/gaps.md."},"decideHint":"/api/decide?jtbd=llm-input-guardrails","human":"/providers/lakera","compare":"/compare/galileo-vs-lakera"}],"rankContract":{"style":"editorial_weighted","notAnElo":true,"note":"deltaOverallVsSubject is Depot overall (0–10) minus the subject. It is not Arena Elo and not an Artificial Analysis index."},"freshness":{"scoreAsOfMin":"2026-09-14","scoreAsOfMax":"2026-10-19","contractAsOf":"2026-10-03"},"honesty":["Alternatives are other catalog providers that share a JTBD as pick or runner-up. If fewer than three exist, same-category active providers fill the list and are labeled same_category.","Overall deltas are catalog scores. kind=curated_estimate is not a lab measurement.","Pricing rows are sourced or explicitly null. Do not parse pricingNotes. A single normalized USD figure is set only for a provider with exactly one token row."],"links":{"human":"/alternatives/galileo","machine":"/api/alternatives?provider=galileo","provider":"/api/providers/galileo","canonical":"/api/canonical"}}