{"subject":{"id":"promptfoo","slug":"promptfoo","name":"Promptfoo","tagline":"Default OSS eval harness. Braintrust when you want hosted collaboration; Promptfoo when you want local/CI…","website":"https://www.promptfoo.dev","status":"active","overall":8.42,"scoreKind":"curated_estimate","confidence":"high","scoreAsOf":"2026-10-19","lastReviewed":"2026-10-19","categoryIds":["cat-observability"],"regions":["global","us"],"pricing":{"normalizedUsdPerMillionTokens":null,"normalizationStatus":"unavailable","normalizationReason":"no_sourced_price","shape":"prose_notes_only","filterable":false,"priceSortEligible":false,"priceSortKeyUsdPerMillionInputTokens":null,"rows":[],"notesExcerpt":"As of 2026-10-24 (promptfoo.dev/pricing, fetched 2026-10-24): Community 'Free Forever' ('Our open-source tool, perfect for individual developers and small teams.') with 'Red teaming (10k probes/month)' and 'Run locally or self-host on your own infrastructure'; 'A probe is a singl…","notesCheck":{"status":"no_known_contradiction","pairs":[],"review":null,"note":null},"lastReviewed":"2026-10-19","scoreAsOf":"2026-10-19","website":"https://www.promptfoo.dev","doNotParse":"Do not parse pricingNotes. Use rows only. normalizedUsdPerMillionTokens is a single number only when this provider has exactly one sourced token row. Input/output, context tiers, and non-token units stay null at this level.","gap":"No sourced price row for this provider. pricingNotes stay prose. See research/gaps.md."}},"relatedJtbdSlugs":["llm-tracing","evals","oss-evals","rag-evals","continuous-eval-ci","synthetic-eval-data","adversarial-red-team-evals"],"alternatives":[{"id":"braintrust","slug":"braintrust","name":"Braintrust","tagline":"Depot pick when evals are the product quality gate. Pair with Helicone/Langfuse for cheap request logs if…","website":"https://www.braintrust.dev","status":"active","overall":8.23,"scoreKind":"curated_estimate","confidence":"high","scoreAsOf":"2026-10-19","deltaOverallVsSubject":-0.19,"roles":["same_jtbd_pick","same_jtbd_runner"],"sharedJtbdSlugs":["evals","oss-evals","rag-evals","continuous-eval-ci"],"pricing":{"normalizedUsdPerMillionTokens":null,"normalizationStatus":"unavailable","normalizationReason":"no_sourced_price","shape":"prose_notes_only","filterable":false,"priceSortEligible":false,"priceSortKeyUsdPerMillionInputTokens":null,"rows":[],"notesExcerpt":"Eval-first platform; data-based pricing with unlimited seats on many plans; strong CI eval story.","notesCheck":{"status":"no_known_contradiction","pairs":[],"review":null,"note":null},"lastReviewed":"2026-10-19","scoreAsOf":"2026-10-19","website":"https://www.braintrust.dev","doNotParse":"Do not parse pricingNotes. Use rows only. normalizedUsdPerMillionTokens is a single number only when this provider has exactly one sourced token row. Input/output, context tiers, and non-token units stay null at this level.","gap":"No sourced price row for this provider. pricingNotes stay prose. See research/gaps.md."},"decideHint":"/api/decide?jtbd=evals","human":"/providers/braintrust","compare":"/compare/promptfoo-vs-braintrust"},{"id":"langfuse","slug":"langfuse","name":"Langfuse","tagline":"Depot default observability for most agent teams: open, affordable, good enough to serious.","website":"https://langfuse.com","status":"active","overall":8.66,"scoreKind":"curated_estimate","confidence":"high","scoreAsOf":"2026-09-14","deltaOverallVsSubject":0.24,"roles":["same_jtbd_pick","same_jtbd_runner"],"sharedJtbdSlugs":["llm-tracing","evals"],"pricing":{"normalizedUsdPerMillionTokens":null,"normalizationStatus":"unavailable","normalizationReason":"no_sourced_price","shape":"prose_notes_only","filterable":false,"priceSortEligible":false,"priceSortKeyUsdPerMillionInputTokens":null,"rows":[],"notesExcerpt":"Open-source + cloud; generous self-host; cloud from ~$29–59/mo tiers; EU-friendly.","notesCheck":{"status":"no_known_contradiction","pairs":[],"review":null,"note":null},"lastReviewed":"2026-09-14","scoreAsOf":"2026-09-14","website":"https://langfuse.com","doNotParse":"Do not parse pricingNotes. Use rows only. normalizedUsdPerMillionTokens is a single number only when this provider has exactly one sourced token row. Input/output, context tiers, and non-token units stay null at this level.","gap":"No sourced price row for this provider. pricingNotes stay prose. See research/gaps.md."},"decideHint":"/api/decide?jtbd=llm-tracing","human":"/providers/langfuse","compare":"/compare/promptfoo-vs-langfuse"},{"id":"ragas","slug":"ragas","name":"Ragas","tagline":"Default RAG metric library. Pair with Promptfoo/Braintrust for broader agent evals.","website":"https://docs.ragas.io","status":"active","overall":8.33,"scoreKind":"curated_estimate","confidence":"high","scoreAsOf":"2026-09-14","deltaOverallVsSubject":-0.09,"roles":["same_jtbd_runner","same_jtbd_pick"],"sharedJtbdSlugs":["oss-evals","rag-evals"],"pricing":{"normalizedUsdPerMillionTokens":null,"normalizationStatus":"unavailable","normalizationReason":"no_sourced_price","shape":"prose_notes_only","filterable":false,"priceSortEligible":false,"priceSortKeyUsdPerMillionInputTokens":null,"rows":[],"notesExcerpt":"As of 2026-09-14: Free open-source RAG evaluation library; cost is judge-LLM tokens only (~$0.50–$2 per 100 queries with cheap judges). No hosted SaaS required. Deep LangChain/LlamaIndex integration.","notesCheck":{"status":"no_known_contradiction","pairs":[],"review":null,"note":null},"lastReviewed":"2026-09-14","scoreAsOf":"2026-09-14","website":"https://docs.ragas.io","doNotParse":"Do not parse pricingNotes. Use rows only. normalizedUsdPerMillionTokens is a single number only when this provider has exactly one sourced token row. Input/output, context tiers, and non-token units stay null at this level.","gap":"No sourced price row for this provider. pricingNotes stay prose. See research/gaps.md."},"decideHint":"/api/decide?jtbd=oss-evals","human":"/providers/ragas","compare":"/compare/promptfoo-vs-ragas"},{"id":"openai","slug":"openai","name":"OpenAI","tagline":"Default when you want maximum capability and ecosystem glue. Multi-home critical paths behind OpenAI-compat…","website":"https://openai.com","status":"active","overall":8.22,"scoreKind":"curated_estimate","confidence":"high","scoreAsOf":"2026-09-14","deltaOverallVsSubject":-0.2,"roles":["same_jtbd_pick"],"sharedJtbdSlugs":["synthetic-eval-data"],"pricing":{"normalizedUsdPerMillionTokens":null,"normalizationStatus":"ambiguous","normalizationReason":"input_output_split_not_a_single_rate","shape":"sourced_rows","filterable":false,"priceSortEligible":true,"priceSortKeyUsdPerMillionInputTokens":0.1,"rows":[{"id":"openai-gpt-6-astra-short-input","providerId":"openai","sku":"gpt-6-astra","unit":"usd_per_million_input_tokens","amountUsd":10,"currency":"USD","sourceUrl":"https://developers.openai.com/api/docs/pricing","asOf":"2026-10-03","normalizationStatus":"sourced_token_price","normalizedUsdPerMillionTokens":10,"normalizationReason":null,"priceSortEligible":true,"qualifier":"Standard processing, short context. Cached input and cache writes are separate columns and were not used."},{"id":"openai-gpt-6-astra-short-output","providerId":"openai","sku":"gpt-6-astra","unit":"usd_per_million_output_tokens","amountUsd":50,"currency":"USD","sourceUrl":"https://developers.openai.com/api/docs/pricing","asOf":"2026-10-03","normalizationStatus":"sourced_token_price","normalizedUsdPerMillionTokens":50,"normalizationReason":"output_token_price_not_a_single_blended_rate","priceSortEligible":false,"qualifier":"Standard processing, short context"},{"id":"openai-gpt-6-astra-long-input","providerId":"openai","sku":"gpt-6-astra","unit":"usd_per_million_input_tokens","amountUsd":20,"currency":"USD","sourceUrl":"https://developers.openai.com/api/docs/pricing","asOf":"2026-10-03","normalizationStatus":"sourced_token_price","normalizedUsdPerMillionTokens":20,"normalizationReason":"context_tier_not_a_single_rate","priceSortEligible":false,"qualifier":"Standard processing, long context. Not selected as the sort key."},{"id":"openai-gpt-6-astra-long-output","providerId":"openai","sku":"gpt-6-astra","unit":"usd_per_million_output_tokens","amountUsd":75,"currency":"USD","sourceUrl":"https://developers.openai.com/api/docs/pricing","asOf":"2026-10-03","normalizationStatus":"sourced_token_price","normalizedUsdPerMillionTokens":75,"normalizationReason":"output_token_price_not_a_single_blended_rate","priceSortEligible":false,"qualifier":"Standard processing, long context"},{"id":"openai-gpt-61-sol-short-input","providerId":"openai","sku":"gpt-6.1-sol","unit":"usd_per_million_input_tokens","amountUsd":2,"currency":"USD","sourceUrl":"https://developers.openai.com/api/docs/pricing","asOf":"2026-10-03","normalizationStatus":"sourced_token_price","normalizedUsdPerMillionTokens":2,"normalizationReason":null,"priceSortEligible":true,"qualifier":"Standard processing, short context. Cached input and cache writes are separate columns and were not used."},{"id":"openai-gpt-61-sol-short-output","providerId":"openai","sku":"gpt-6.1-sol","unit":"usd_per_million_output_tokens","amountUsd":10,"currency":"USD","sourceUrl":"https://developers.openai.com/api/docs/pricing","asOf":"2026-10-03","normalizationStatus":"sourced_token_price","normalizedUsdPerMillionTokens":10,"normalizationReason":"output_token_price_not_a_single_blended_rate","priceSortEligible":false,"qualifier":"Standard processing, short context"},{"id":"openai-gpt-61-sol-long-input","providerId":"openai","sku":"gpt-6.1-sol","unit":"usd_per_million_input_tokens","amountUsd":4,"currency":"USD","sourceUrl":"https://developers.openai.com/api/docs/pricing","asOf":"2026-10-03","normalizationStatus":"sourced_token_price","normalizedUsdPerMillionTokens":4,"normalizationReason":"context_tier_not_a_single_rate","priceSortEligible":false,"qualifier":"Standard processing, long context. Not selected as the sort key."},{"id":"openai-gpt-61-sol-long-output","providerId":"openai","sku":"gpt-6.1-sol","unit":"usd_per_million_output_tokens","amountUsd":15,"currency":"USD","sourceUrl":"https://developers.openai.com/api/docs/pricing","asOf":"2026-10-03","normalizationStatus":"sourced_token_price","normalizedUsdPerMillionTokens":15,"normalizationReason":"output_token_price_not_a_single_blended_rate","priceSortEligible":false,"qualifier":"Standard processing, long context"},{"id":"openai-gpt-6-luna-short-input","providerId":"openai","sku":"gpt-6-luna","unit":"usd_per_million_input_tokens","amountUsd":0.1,"currency":"USD","sourceUrl":"https://developers.openai.com/api/docs/pricing","asOf":"2026-10-03","normalizationStatus":"sourced_token_price","normalizedUsdPerMillionTokens":0.1,"normalizationReason":null,"priceSortEligible":true,"qualifier":"Standard processing, short context. Cached input and cache writes are separate columns and were not used."},{"id":"openai-gpt-6-luna-short-output","providerId":"openai","sku":"gpt-6-luna","unit":"usd_per_million_output_tokens","amountUsd":0.5,"currency":"USD","sourceUrl":"https://developers.openai.com/api/docs/pricing","asOf":"2026-10-03","normalizationStatus":"sourced_token_price","normalizedUsdPerMillionTokens":0.5,"normalizationReason":"output_token_price_not_a_single_blended_rate","priceSortEligible":false,"qualifier":"Standard processing, short context"},{"id":"openai-gpt-6-luna-long-input","providerId":"openai","sku":"gpt-6-luna","unit":"usd_per_million_input_tokens","amountUsd":0.2,"currency":"USD","sourceUrl":"https://developers.openai.com/api/docs/pricing","asOf":"2026-10-03","normalizationStatus":"sourced_token_price","normalizedUsdPerMillionTokens":0.2,"normalizationReason":"context_tier_not_a_single_rate","priceSortEligible":false,"qualifier":"Standard processing, long context. Not selected as the sort key.","sourceStatus":"unverified","sourceStatusReason":"tier_not_on_rendered_page: on 2026-10-20 the rendered OpenAI pricing page has no long-context tier for gpt-6-luna (no 'long context', no context threshold, no $0.75 anywhere). It shows one Standard row per model: \"gpt-6-luna $0.10 $0.50 $0.01 $0.125 $0.25 (Standard: Input, Output, Cached input, 30m write, 12h write); Batch gpt-6-luna $0.05 $0.25; Fast gpt-6-luna $0.20 $1.00\". The stored long-context $0.2 (usd_per_million_input_tokens) cannot be confirmed; static check status was reconfirmed (false match: $0.20 is the Fast tier input price, not a long-context price). Row kept for history, marked unverified, never ranked. No new long-context amount is invented.","sourceStatusCheckedOn":"2026-10-20"},{"id":"openai-gpt-6-luna-long-output","providerId":"openai","sku":"gpt-6-luna","unit":"usd_per_million_output_tokens","amountUsd":0.75,"currency":"USD","sourceUrl":"https://developers.openai.com/api/docs/pricing","asOf":"2026-10-03","normalizationStatus":"sourced_token_price","normalizedUsdPerMillionTokens":0.75,"normalizationReason":"output_token_price_not_a_single_blended_rate","priceSortEligible":false,"qualifier":"Standard processing, long context","sourceStatus":"unverified","sourceStatusReason":"tier_not_on_rendered_page: on 2026-10-20 the rendered OpenAI pricing page has no long-context tier for gpt-6-luna (no 'long context', no context threshold, no $0.75 anywhere). It shows one Standard row per model: \"gpt-6-luna $0.10 $0.50 $0.01 $0.125 $0.25 (Standard: Input, Output, Cached input, 30m write, 12h write); Batch gpt-6-luna $0.05 $0.25; Fast gpt-6-luna $0.20 $1.00\". The stored long-context $0.75 (usd_per_million_output_tokens) cannot be confirmed; static check status was not_found_on_page. Row kept for history, marked unverified, never ranked. No new long-context amount is invented.","sourceStatusCheckedOn":"2026-10-20"}],"notesExcerpt":"GPT-5.6 tiers (Sol/Terra/Luna) roughly $5/$30 to $1/$6 per 1M tokens; prompt caching with explicit breakpoints; batch discounts. Media (images/audio) billed separately.","notesCheck":{"status":"no_known_contradiction","pairs":[],"review":null,"note":null},"lastReviewed":"2026-09-14","scoreAsOf":"2026-09-14","website":"https://openai.com","doNotParse":"Do not parse pricingNotes. Use rows only. normalizedUsdPerMillionTokens is a single number only when this provider has exactly one sourced token row. Input/output, context tiers, and non-token units stay null at this level.","gap":"Partial coverage. Providers without a fetched SKU are omitted. See GET /api/pricing."},"decideHint":"/api/decide?jtbd=synthetic-eval-data","human":"/providers/openai","compare":"/compare/promptfoo-vs-openai"},{"id":"langsmith","slug":"langsmith","name":"LangSmith","tagline":"If you live in LangGraph, LangSmith is the obvious observatory. Otherwise compare Langfuse/Helicone first.","website":"https://www.langchain.com/langsmith","status":"active","overall":8.09,"scoreKind":"curated_estimate","confidence":"high","scoreAsOf":"2026-09-14","deltaOverallVsSubject":-0.33,"roles":["same_jtbd_runner"],"sharedJtbdSlugs":["llm-tracing","evals","oss-evals","continuous-eval-ci"],"pricing":{"normalizedUsdPerMillionTokens":null,"normalizationStatus":"unavailable","normalizationReason":"no_sourced_price","shape":"prose_notes_only","filterable":false,"priceSortEligible":false,"priceSortKeyUsdPerMillionInputTokens":null,"rows":[],"notesExcerpt":"Seat + trace volume pricing; deep LangChain/LangGraph integration; Plus tiers from tens of $/mo.","notesCheck":{"status":"no_known_contradiction","pairs":[],"review":null,"note":null},"lastReviewed":"2026-09-14","scoreAsOf":"2026-09-14","website":"https://www.langchain.com/langsmith","doNotParse":"Do not parse pricingNotes. Use rows only. normalizedUsdPerMillionTokens is a single number only when this provider has exactly one sourced token row. Input/output, context tiers, and non-token units stay null at this level.","gap":"No sourced price row for this provider. pricingNotes stay prose. See research/gaps.md."},"decideHint":"/api/decide?jtbd=llm-tracing","human":"/providers/langsmith","compare":"/compare/promptfoo-vs-langsmith"},{"id":"confident-ai","slug":"confident-ai","name":"Confident AI","tagline":"Best when your team already thinks in pytest/DeepEval. Braintrust remains Depot hosted-evals default…","website":"https://www.confident-ai.com","status":"active","overall":7.99,"scoreKind":"curated_estimate","confidence":"high","scoreAsOf":"2026-09-14","deltaOverallVsSubject":-0.43,"roles":["same_jtbd_runner"],"sharedJtbdSlugs":["evals","oss-evals","continuous-eval-ci","adversarial-red-team-evals"],"pricing":{"normalizedUsdPerMillionTokens":null,"normalizationStatus":"unavailable","normalizationReason":"no_sourced_price","shape":"prose_notes_only","filterable":false,"priceSortEligible":false,"priceSortKeyUsdPerMillionInputTokens":null,"rows":[],"notesExcerpt":"As of 2026-09-14 (confident-ai.com/pricing): Free forever (2 seats, 1 project, 5 test runs/week, 1 GB-mo traces). Starter $200/mo (5 projects, 5 GB-mo then $1/GB-mo). Team $2,000/mo (unlimited projects, 75 GB-mo). Enterprise custom (on-prem, HIPAA, residency). Online eval tokens …","notesCheck":{"status":"no_known_contradiction","pairs":[],"review":null,"note":null},"lastReviewed":"2026-09-14","scoreAsOf":"2026-09-14","website":"https://www.confident-ai.com","doNotParse":"Do not parse pricingNotes. Use rows only. normalizedUsdPerMillionTokens is a single number only when this provider has exactly one sourced token row. Input/output, context tiers, and non-token units stay null at this level.","gap":"No sourced price row for this provider. pricingNotes stay prose. See research/gaps.md."},"decideHint":"/api/decide?jtbd=evals","human":"/providers/confident-ai","compare":"/compare/promptfoo-vs-confident-ai"},{"id":"langwatch","slug":"langwatch","name":"LangWatch","tagline":"Strong when you need multi-turn/voice agent simulations with EU self-host. Langfuse default tracing…","website":"https://langwatch.ai","status":"active","overall":8.06,"scoreKind":"curated_estimate","confidence":"high","scoreAsOf":"2026-09-14","deltaOverallVsSubject":-0.36,"roles":["same_jtbd_runner"],"sharedJtbdSlugs":["llm-tracing","evals","oss-evals"],"pricing":{"normalizedUsdPerMillionTokens":null,"normalizationStatus":"unavailable","normalizationReason":"no_sourced_price","shape":"prose_notes_only","filterable":false,"priceSortEligible":false,"priceSortKeyUsdPerMillionInputTokens":null,"rows":[],"notesExcerpt":"As of 2026-09-14 (langwatch.ai/pricing): Developer free (50k events/mo, 14-day access, 2 users). Growth €29/core-seat/mo + 200k events then €5/100k; 30-day retention then €3/GB. Enterprise hybrid/self-host/on-prem + marketplace billing. Scenario SDK OSS (Python+TS); voice agent s…","notesCheck":{"status":"no_known_contradiction","pairs":[],"review":null,"note":null},"lastReviewed":"2026-09-14","scoreAsOf":"2026-09-14","website":"https://langwatch.ai","doNotParse":"Do not parse pricingNotes. Use rows only. normalizedUsdPerMillionTokens is a single number only when this provider has exactly one sourced token row. Input/output, context tiers, and non-token units stay null at this level.","gap":"No sourced price row for this provider. pricingNotes stay prose. See research/gaps.md."},"decideHint":"/api/decide?jtbd=llm-tracing","human":"/providers/langwatch","compare":"/compare/promptfoo-vs-langwatch"},{"id":"comet-opik","slug":"comet-opik","name":"Comet Opik","tagline":"Pick when you already live in Comet or want OSS Opik + optional cloud. Langfuse remains cheaper OSS default…","website":"https://www.comet.com/site/products/opik/","status":"active","overall":8.04,"scoreKind":"curated_estimate","confidence":"high","scoreAsOf":"2026-09-14","deltaOverallVsSubject":-0.38,"roles":["same_jtbd_runner"],"sharedJtbdSlugs":["llm-tracing","evals","oss-evals"],"pricing":{"normalizedUsdPerMillionTokens":null,"normalizationStatus":"unavailable","normalizationReason":"no_sourced_price","shape":"prose_notes_only","filterable":false,"priceSortEligible":false,"priceSortKeyUsdPerMillionInputTokens":null,"rows":[],"notesExcerpt":"As of 2026-09-14: Opik OSS self-host free. Comet Cloud free tier + Pro Cloud ~$19/mo class with ~100k spans / 60-day retention (confirm live comet.com/site/pricing). Fits teams already on Comet ML experiment tracking.","notesCheck":{"status":"no_known_contradiction","pairs":[],"review":null,"note":null},"lastReviewed":"2026-09-14","scoreAsOf":"2026-09-14","website":"https://www.comet.com/site/products/opik/","doNotParse":"Do not parse pricingNotes. Use rows only. normalizedUsdPerMillionTokens is a single number only when this provider has exactly one sourced token row. Input/output, context tiers, and non-token units stay null at this level.","gap":"No sourced price row for this provider. pricingNotes stay prose. See research/gaps.md."},"decideHint":"/api/decide?jtbd=llm-tracing","human":"/providers/comet-opik","compare":"/compare/promptfoo-vs-comet-opik"},{"id":"arize-phoenix","slug":"arize-phoenix","name":"Arize Phoenix","tagline":"Choose Phoenix when you want open-source observability you can own. Cloud Arize when enterprise wants a…","website":"https://phoenix.arize.com","status":"active","overall":8.44,"scoreKind":"curated_estimate","confidence":"high","scoreAsOf":"2026-09-14","deltaOverallVsSubject":0.02,"roles":["same_jtbd_runner"],"sharedJtbdSlugs":["llm-tracing","evals"],"pricing":{"normalizedUsdPerMillionTokens":null,"normalizationStatus":"unavailable","normalizationReason":"no_sourced_price","shape":"prose_notes_only","filterable":false,"priceSortEligible":false,"priceSortKeyUsdPerMillionInputTokens":null,"rows":[],"notesExcerpt":"Open-source Phoenix free to self-host; Arize AX cloud paid; OpenTelemetry-friendly.","notesCheck":{"status":"no_known_contradiction","pairs":[],"review":null,"note":null},"lastReviewed":"2026-09-14","scoreAsOf":"2026-09-14","website":"https://phoenix.arize.com","doNotParse":"Do not parse pricingNotes. Use rows only. normalizedUsdPerMillionTokens is a single number only when this provider has exactly one sourced token row. Input/output, context tiers, and non-token units stay null at this level.","gap":"No sourced price row for this provider. pricingNotes stay prose. See research/gaps.md."},"decideHint":"/api/decide?jtbd=llm-tracing","human":"/providers/arize-phoenix","compare":"/compare/promptfoo-vs-arize-phoenix"},{"id":"logfire","slug":"logfire","name":"Pydantic Logfire","tagline":"Best when the agent is already PydanticAI/Python and you want app+LLM traces together. Langfuse stays Depot…","website":"https://pydantic.dev/logfire","status":"active","overall":8.33,"scoreKind":"curated_estimate","confidence":"high","scoreAsOf":"2026-09-14","deltaOverallVsSubject":-0.09,"roles":["same_jtbd_runner"],"sharedJtbdSlugs":["llm-tracing","evals"],"pricing":{"normalizedUsdPerMillionTokens":null,"normalizationStatus":"unavailable","normalizationReason":"no_sourced_price","shape":"prose_notes_only","filterable":false,"priceSortEligible":false,"priceSortKeyUsdPerMillionInputTokens":null,"rows":[],"notesExcerpt":"As of 2026-09-14 (pydantic.dev/pricing): Personal free — 10M records/mo hard-capped, 1 seat, 3 projects, 30d. Team $49/mo (5 seats, $25 extra, 10M then $2/M, spend cap). Growth $249/mo unlimited seats/projects, up to 90d, BAA boilerplate. Enterprise cloud/dedicated/self-host. $0/…","notesCheck":{"status":"no_known_contradiction","pairs":[],"review":null,"note":null},"lastReviewed":"2026-09-14","scoreAsOf":"2026-09-14","website":"https://pydantic.dev/logfire","doNotParse":"Do not parse pricingNotes. Use rows only. normalizedUsdPerMillionTokens is a single number only when this provider has exactly one sourced token row. Input/output, context tiers, and non-token units stay null at this level.","gap":"No sourced price row for this provider. pricingNotes stay prose. See research/gaps.md."},"decideHint":"/api/decide?jtbd=llm-tracing","human":"/providers/logfire","compare":"/compare/promptfoo-vs-logfire"},{"id":"honeyhive","slug":"honeyhive","name":"HoneyHive","tagline":"Use the free Developer tier to stand up agent evals/traces in a day; Enterprise when you need self-host…","website":"https://www.honeyhive.ai","status":"active","overall":8.02,"scoreKind":"curated_estimate","confidence":"high","scoreAsOf":"2026-09-14","deltaOverallVsSubject":-0.4,"roles":["same_jtbd_runner"],"sharedJtbdSlugs":["llm-tracing","evals"],"pricing":{"normalizedUsdPerMillionTokens":null,"normalizationStatus":"unavailable","normalizationReason":"no_sourced_price","shape":"prose_notes_only","filterable":false,"priceSortEligible":false,"priceSortKeyUsdPerMillionInputTokens":null,"rows":[],"notesExcerpt":"As of 2026-09-14 (honeyhive.ai/pricing): Developer free (no card) — 10k events/mo, 5 users, 1 workspace, 30-day retention, 1k RPM, evals + prompt versioning + CI. Enterprise custom (unlimited users/workspaces, SAML, custom retention, SLA, DPA/BAA, multi-tenant / single-tenant / h…","notesCheck":{"status":"no_known_contradiction","pairs":[],"review":null,"note":null},"lastReviewed":"2026-09-14","scoreAsOf":"2026-09-14","website":"https://www.honeyhive.ai","doNotParse":"Do not parse pricingNotes. Use rows only. normalizedUsdPerMillionTokens is a single number only when this provider has exactly one sourced token row. Input/output, context tiers, and non-token units stay null at this level.","gap":"No sourced price row for this provider. pricingNotes stay prose. See research/gaps.md."},"decideHint":"/api/decide?jtbd=llm-tracing","human":"/providers/honeyhive","compare":"/compare/promptfoo-vs-honeyhive"},{"id":"galileo","slug":"galileo","name":"Galileo","tagline":"Pick for production hallucination measurement + guardrails. Braintrust/Promptfoo for lighter eval loops.","website":"https://www.galileo.ai","status":"active","overall":7.45,"scoreKind":"curated_estimate","confidence":"high","scoreAsOf":"2026-09-14","deltaOverallVsSubject":-0.97,"roles":["same_jtbd_runner"],"sharedJtbdSlugs":["rag-evals","adversarial-red-team-evals"],"pricing":{"normalizedUsdPerMillionTokens":null,"normalizationStatus":"unit_mismatch","normalizationReason":"unit_mismatch","shape":"sourced_rows","filterable":false,"priceSortEligible":false,"priceSortKeyUsdPerMillionInputTokens":null,"rows":[{"id":"galileo-free","providerId":"galileo","sku":"Free","unit":"usd_per_month","amountUsd":0,"currency":"USD","sourceUrl":"https://galileo.ai/pricing","asOf":"2026-10-03","normalizationStatus":"unit_mismatch","normalizedUsdPerMillionTokens":null,"normalizationReason":"unit_mismatch_per_month","priceSortEligible":false,"qualifier":"5,000 traces per month."},{"id":"galileo-pro","providerId":"galileo","sku":"Pro","unit":"usd_per_month","amountUsd":100,"currency":"USD","sourceUrl":"https://galileo.ai/pricing","asOf":"2026-10-03","normalizationStatus":"unit_mismatch","normalizedUsdPerMillionTokens":null,"normalizationReason":"unit_mismatch_per_month","priceSortEligible":false,"qualifier":"Card shows $100/month with Billed yearly and Save 33%. Month-to-month amount is not shown and was not reconstructed. Page says pricing scales with traces."}],"notesExcerpt":"As of 2026-09-14 (galileo.ai/pricing live): Free **$0/mo** — 5,000 traces/mo, unlimited users/custom evals. Pro **$100/mo** (annual; scales with traces) — 50,000 traces/mo, standard RBAC, advanced analytics, Slack support. Enterprise contact — unlimited traces, VPC/on-prem, SSO, …","notesCheck":{"status":"no_known_contradiction","pairs":[],"review":null,"note":null},"lastReviewed":"2026-09-14","scoreAsOf":"2026-09-14","website":"https://www.galileo.ai","doNotParse":"Do not parse pricingNotes. Use rows only. normalizedUsdPerMillionTokens is a single number only when this provider has exactly one sourced token row. Input/output, context tiers, and non-token units stay null at this level.","gap":"Partial coverage. Providers without a fetched SKU are omitted. See GET /api/pricing."},"decideHint":"/api/decide?jtbd=rag-evals","human":"/providers/galileo","compare":"/compare/promptfoo-vs-galileo"}],"rankContract":{"style":"editorial_weighted","notAnElo":true,"note":"deltaOverallVsSubject is Depot overall (0–10) minus the subject. It is not Arena Elo and not an Artificial Analysis index."},"freshness":{"scoreAsOfMin":"2026-09-14","scoreAsOfMax":"2026-10-19","contractAsOf":"2026-10-03"},"honesty":["Alternatives are other catalog providers that share a JTBD as pick or runner-up. If fewer than three exist, same-category active providers fill the list and are labeled same_category.","Overall deltas are catalog scores. kind=curated_estimate is not a lab measurement.","Pricing rows are sourced or explicitly null. Do not parse pricingNotes. A single normalized USD figure is set only for a provider with exactly one token row."],"links":{"human":"/alternatives/promptfoo","machine":"/api/alternatives?provider=promptfoo","provider":"/api/providers/promptfoo","canonical":"/api/canonical"}}