{"jtbd":{"id":"synthetic-eval-data","slug":"synthetic-eval-data","name":"Synthetic evaluation & scenario data","shortName":"Synthetic eval data","problemStatement":"Generate diverse agent test scenarios, adversarial prompts, and labeled trajectories without waiting on production traffic."},"pick":{"id":"openai","slug":"openai","name":"OpenAI","tagline":"Default when you want maximum capability and ecosystem glue. Multi-home critical paths behind OpenAI-compat…","website":"https://openai.com","overall":8.33,"scoreBand":{"low":7.7,"mid":8.3,"high":8.9,"halfWidth":0.6,"basis":"editorial_prior","display":"7.7–8.9 (editorial prior)"},"scoreLayers":{"editorialPrior":8.33,"measuredBenchmark":null,"verifiedOutcomeScore":null,"verifiedOutcomeCount":0,"accountRuntimeState":"unprobed"},"pricingLastVerifiedAt":"2026-10-27","editorialPriorAsOf":"2026-09-14","pricingNotes":"GPT-5.6 tiers (Sol/Terra/Luna) roughly $5/$30 to $1/$6 per 1M tokens; prompt caching with explicit breakpoints; batch discounts. Media (images/audio) billed separately.","scores":{"capabilityFit":9.6,"pricePerformance":6.2,"latencyReliability":8.8,"developerDx":9.5,"privacyPosture":7.8,"lockInRisk":7.2,"maturity":9.8,"overall":8.33,"kind":"curated_estimate","confidence":"high","asOf":"2026-09-14"}},"runnersUp":[{"id":"anthropic","slug":"anthropic","name":"Anthropic","tagline":"Depot default for serious coding and production agents. Prefer Sonnet for cost/quality; reserve Opus for hard…","website":"https://www.anthropic.com","overall":8.54,"scoreBand":{"low":7.9,"mid":8.5,"high":9.1,"halfWidth":0.6,"basis":"editorial_prior","display":"7.9–9.1 (editorial prior)"},"scoreLayers":{"editorialPrior":8.54,"measuredBenchmark":null,"verifiedOutcomeScore":null,"verifiedOutcomeCount":0,"accountRuntimeState":"unprobed"},"pricingLastVerifiedAt":"2026-10-27","editorialPriorAsOf":"2026-10-19","pricingNotes":"Sonnet 5 ~$2/$10 per 1M; Opus ~$5/$25; Haiku 4.5 ~$1/$5; Fable higher. Prompt caching + batch. Managed Agents session-hour fees. US-only inference ~1.1x.","scores":{"capabilityFit":9.7,"pricePerformance":6.8,"latencyReliability":8.7,"developerDx":9.2,"privacyPosture":9,"lockInRisk":6.5,"maturity":9.4,"overall":8.54,"kind":"curated_estimate","confidence":"high","asOf":"2026-10-19"}},{"id":"google-ai","slug":"google-ai","name":"Google AI (Gemini)","tagline":"Best value frontier stack and multimodal king. Use Flash for high-volume agent loops; Pro when quality…","website":"https://ai.google.dev","overall":8.41,"scoreBand":{"low":7.8,"mid":8.4,"high":9,"halfWidth":0.6,"basis":"editorial_prior","display":"7.8–9.0 (editorial prior)"},"scoreLayers":{"editorialPrior":8.41,"measuredBenchmark":null,"verifiedOutcomeScore":null,"verifiedOutcomeCount":0,"accountRuntimeState":"unprobed"},"pricingLastVerifiedAt":"2026-10-27","editorialPriorAsOf":"2026-10-19","pricingNotes":"Gemini 3.x Pro often ~$2/$12 under 200K; Flash tiers much cheaper. 1M context. Vertex for enterprise. Batch half-price common.","scores":{"capabilityFit":9.2,"pricePerformance":8.8,"latencyReliability":8.5,"developerDx":8.2,"privacyPosture":8,"lockInRisk":6,"maturity":9.6,"overall":8.41,"kind":"curated_estimate","confidence":"high","asOf":"2026-10-19"}},{"id":"fireworks","slug":"fireworks","name":"Fireworks AI","tagline":"Top pick for production open-model serving with real DX. Prefer over random GPU DIY when you want tokens not…","website":"https://fireworks.ai","overall":8.28,"scoreBand":{"low":7.7,"mid":8.3,"high":8.9,"halfWidth":0.6,"basis":"editorial_prior","display":"7.7–8.9 (editorial prior)"},"scoreLayers":{"editorialPrior":8.28,"measuredBenchmark":null,"verifiedOutcomeScore":null,"verifiedOutcomeCount":0,"accountRuntimeState":"unprobed"},"pricingLastVerifiedAt":"2026-10-27","editorialPriorAsOf":"2026-09-14","pricingNotes":"Serverless per-token + on-demand GPU; day-0 OSS model support; post-training stack. Free credits often available.","scores":{"capabilityFit":8.6,"pricePerformance":8.8,"latencyReliability":8.4,"developerDx":9,"privacyPosture":7.5,"lockInRisk":3.5,"maturity":8,"overall":8.28,"kind":"curated_estimate","confidence":"high","asOf":"2026-09-14"}},{"id":"promptfoo","slug":"promptfoo","name":"Promptfoo","tagline":"Default OSS eval harness. Braintrust when you want hosted collaboration; Promptfoo when you want local/CI…","website":"https://www.promptfoo.dev","overall":8.36,"scoreBand":{"low":7.8,"mid":8.4,"high":9,"halfWidth":0.6,"basis":"editorial_prior","display":"7.8–9.0 (editorial prior)"},"scoreLayers":{"editorialPrior":8.36,"measuredBenchmark":null,"verifiedOutcomeScore":null,"verifiedOutcomeCount":0,"accountRuntimeState":"unprobed"},"pricingLastVerifiedAt":"2026-10-27","editorialPriorAsOf":"2026-10-19","pricingNotes":"As of 2026-10-24 (promptfoo.dev/pricing, fetched 2026-10-24): Community 'Free Forever' ('Our open-source tool, perfect for individual developers and small teams.') with 'Red teaming (10k probes/month)' and 'Run locally or self-host on your own infrastructure'; 'A probe is a single request made to your target system during red team testing.' Enterprise 'Custom' ('Contact us for a personalized quote.'; 'Enterprise customers can purchase additional probes for larger scale testing.'; 'Managed cloud deployment'). On-Premise 'Custom' ('Deployment on your own infrastructure'). No list price is published, so Enterprise price stays null.","scores":{"capabilityFit":8.2,"pricePerformance":9.2,"latencyReliability":7.8,"developerDx":8.8,"privacyPosture":9,"lockInRisk":2.5,"maturity":8,"overall":8.36,"kind":"curated_estimate","confidence":"high","asOf":"2026-10-19"}}],"scoreBand":{"low":7.7,"mid":8.3,"high":8.9,"halfWidth":0.6,"basis":"editorial_prior","display":"7.7–8.9 (editorial prior)"},"scoreLayers":{"editorialPrior":8.33,"measuredBenchmark":null,"verifiedOutcomeScore":null,"verifiedOutcomeCount":0,"accountRuntimeState":"unprobed"},"whyPickOverHigherScore":{"pickId":"openai","pickName":"OpenAI","pickScore":8.33,"highestScoredCandidateId":"anthropic","highestScoredCandidateName":"Anthropic","highestScore":8.54,"pickHasLowerCompositeScore":true,"delta":-0.21,"pickLeadsOnDimensions":["latencyReliability (8.8 vs 8.7)","developerDx (9.5 vs 9.2)","maturity (9.8 vs 9.4)"],"explanation":"OpenAI (8.33) is the editorial pick for Synthetic evaluation & scenario data over higher-composite Anthropic (8.54) because composite scores are provider-wide priors while OpenAI wins on latencyReliability (8.8 vs 8.7), developerDx (9.5 vs 9.2), maturity (9.8 vs 9.4): No Scale/Labelbox vendor in catalog — LLM-synthetic path only. Confidence: medium; human review still required for high-stakes evals."},"cheapest":null,"recommendedWorkloadQuote":{"providerId":"openai","providerName":"OpenAI","skuId":"openai-gpt-61-sol-short-input","item":"gpt-6.1-sol","plan":"gpt-6.1-sol — Standard processing, short context","unit":"usd_per_million_input_tokens","amountUsd":2,"outputSkuId":"openai-gpt-61-sol-short-output","outputItem":"gpt-6.1-sol","outputAmountUsd":10,"outputUnit":"usd_per_million_output_tokens","sourceUrl":"https://developers.openai.com/api/docs/pricing","asOf":"2026-10-03","pricingLastVerifiedAt":"2026-10-27","isFlagshipForJob":true,"differsFromFloorCheapest":true,"representativeQuote":{"skuId":"openai-gpt-61-sol-short-input","item":"gpt-6.1-sol","plan":"gpt-6.1-sol — Standard processing, short context","amountUsd":2,"inputOrUnitUsd":2,"unit":"usd_per_million_input_tokens","outputUsd":10,"outputUnit":"usd_per_million_output_tokens","sourceUrl":"https://developers.openai.com/api/docs/pricing","asOf":"2026-10-03"},"estimatedTaskCost":{"tasks":1000,"retryAndToolOverheadMultiplier":1.15,"retryToolOverheadMultiplier":1.15,"inputTokensPerTask":4000,"outputTokensPerTask":1000,"baseCostPer1kTasksUsd":18,"totalUsd":20.7,"estimatedTotalUsd":20.7,"perTaskUsd":0.0207,"estimatedCostPerTaskUsd":0.0207,"formula":"((4,000 in * $2/1M + 1,000 out * $10/1M) * 1,000 tasks) * 1.15 overhead","assumptions":"1,000 agent tasks @ 4k input + 1k output tokens/task with 1.15x retry/tool-call overhead."}},"representativeQuote":{"skuId":"openai-gpt-61-sol-short-input","item":"gpt-6.1-sol","plan":"gpt-6.1-sol — Standard processing, short context","amountUsd":2,"inputOrUnitUsd":2,"unit":"usd_per_million_input_tokens","outputUsd":10,"outputUnit":"usd_per_million_output_tokens","sourceUrl":"https://developers.openai.com/api/docs/pricing","asOf":"2026-10-03"},"estimatedTaskCost":{"tasks":1000,"retryAndToolOverheadMultiplier":1.15,"retryToolOverheadMultiplier":1.15,"inputTokensPerTask":4000,"outputTokensPerTask":1000,"baseCostPer1kTasksUsd":18,"totalUsd":20.7,"estimatedTotalUsd":20.7,"perTaskUsd":0.0207,"estimatedCostPerTaskUsd":0.0207,"formula":"((4,000 in * $2/1M + 1,000 out * $10/1M) * 1,000 tasks) * 1.15 overhead","assumptions":"1,000 agent tasks @ 4k input + 1k output tokens/task with 1.15x retry/tool-call overhead."},"freeAlternatives":[{"id":"toucan-1-5m","name":"Toucan-1.5M","kind":"free_data","jtbdIds":["agent-tools","synthetic-eval-data"],"whatYouGet":"Public Toucan 1.5M tool-use trajectory dataset.","cost":"oss","license":"Apache-2.0","sourceUrl":"https://huggingface.co/datasets/Agent-Ark/Toucan-1.5M/raw/main/README.md","notes":"README fetched 2026-10-03 says license: apache-2.0 and 'This dataset is released under Apache 2.0.' README fetched 2026-10-19 describes it as a fully synthetic tool-agent dataset of 1.5M trajectories used for supervised fine-tuning; it is training data, not an eval set, so it is not tagged evals. README re-fetched twice 2026-10-25 (HTTP 200, byte-identical): front matter 'license: apache-2.0' and 'This dataset is released under Apache 2.0.'","providerId":null,"limits":null,"asOf":"2026-10-25","freeType":"free_data","substitutable":true}],"referenceDocs":[],"falsification":{"jtbdId":"synthetic-eval-data","jtbdName":"Synthetic evaluation & scenario data","currentPickId":"openai","currentPickScore":8.33,"challengerId":"anthropic","challengerScore":8.54,"currentScoreGap":0.21,"minVerifiedOutcomes":10,"requiredOutcomeMargin":0.36,"requiredSuccessRateDelta":0.15,"maxPickPriceIncreasePct":25,"whatWouldChangePick":["Anthropic (anthropic) outperforms OpenAI (openai) by >= 0.36 outcome points (or >= 15% worked-rate delta) across >= 10 Countersign-verified production outcomes.","A verified price increase > 25% on OpenAI's representative SKU for synthetic-eval-data without a corresponding capability gain.","Live caller rail exhaustion (?exhausted=openai) or sustained >= 30% degraded/failed rate in verified production outcomes."],"frozenHoldoutPolicy":{"holdoutSplit":"20% frozen benchmark holdout tasks + 80% live production outcome receipts","requireCountersignReceipt":true,"requiredEvidenceTiers":["outcome_verified","reference_checked"],"minDistinctContributors":2,"antiGamingRule":"Unverified self-reports and seed/editorial rows never mutate picks or scores."},"triggers":[{"kind":"verified_outcomes_outperformance","challengerId":"anthropic","minVerifiedOutcomes":10,"requiredOutcomeMargin":0.36,"requiredWorkedRateDelta":0.15},{"kind":"verified_price_increase","providerId":"openai","maxPriceIncreasePct":25},{"kind":"live_rail_exhaustion_or_degradation","providerId":"openai","immediateOverrideUrl":"/api/decide?jtbd=synthetic-eval-data&exhausted=openai"}],"submissionSpec":{"falsifyEndpoint":"/api/falsify?jtbd=synthetic-eval-data","outcomesEndpoint":"POST /api/feedback","correctionsEndpoint":"POST /api/corrections","payloadTemplate":{"agentIdentity":"agent:<your-agent-id>","jtbdId":"synthetic-eval-data","providerId":"anthropic","outcome":"worked","detail":"Comparative production evaluation on synthetic-eval-data (n>=10 tasks) with Countersign receipt.","confidence":"high","receipt":{"countersign":{"claim_id":"cs-00000000","status":"verified","evidence_tier":"outcome_verified","counts_as_verified":true}}}}},"whatWouldChangePick":["Anthropic (anthropic) outperforms OpenAI (openai) by >= 0.36 outcome points (or >= 15% worked-rate delta) across >= 10 Countersign-verified production outcomes.","A verified price increase > 25% on OpenAI's representative SKU for synthetic-eval-data without a corresponding capability gain.","Live caller rail exhaustion (?exhausted=openai) or sustained >= 30% degraded/failed rate in verified production outcomes."],"routePlan":{"jtbdId":"synthetic-eval-data","primary":{"providerId":"openai","name":"OpenAI","overall":8.33,"scoreBand":{"low":7.7,"mid":8.3,"high":8.9,"halfWidth":0.6,"basis":"editorial_prior","display":"7.7–8.9 (editorial prior)"},"scoreLayers":{"editorialPrior":8.33,"measuredBenchmark":null,"verifiedOutcomeScore":null,"verifiedOutcomeCount":0,"accountRuntimeState":"unprobed"},"pricingLastVerifiedAt":"2026-10-27","editorialPriorAsOf":"2026-09-14","role":"primary","reason":"Editorial Depot Pick for Synthetic evaluation & scenario data; healthy/eligible under caller constraints."},"fallback":[{"providerId":"anthropic","name":"Anthropic","overall":8.54,"scoreBand":{"low":7.9,"mid":8.5,"high":9.1,"halfWidth":0.6,"basis":"editorial_prior","display":"7.9–9.1 (editorial prior)"},"scoreLayers":{"editorialPrior":8.54,"measuredBenchmark":null,"verifiedOutcomeScore":null,"verifiedOutcomeCount":0,"accountRuntimeState":"unprobed"},"pricingLastVerifiedAt":"2026-10-27","editorialPriorAsOf":"2026-10-19","role":"fallback","reason":"Ranked fallback route for Synthetic evaluation & scenario data."},{"providerId":"google-ai","name":"Google AI (Gemini)","overall":8.41,"scoreBand":{"low":7.8,"mid":8.4,"high":9,"halfWidth":0.6,"basis":"editorial_prior","display":"7.8–9.0 (editorial prior)"},"scoreLayers":{"editorialPrior":8.41,"measuredBenchmark":null,"verifiedOutcomeScore":null,"verifiedOutcomeCount":0,"accountRuntimeState":"unprobed"},"pricingLastVerifiedAt":"2026-10-27","editorialPriorAsOf":"2026-10-19","role":"fallback","reason":"Ranked fallback route for Synthetic evaluation & scenario data."},{"providerId":"fireworks","name":"Fireworks AI","overall":8.28,"scoreBand":{"low":7.7,"mid":8.3,"high":8.9,"halfWidth":0.6,"basis":"editorial_prior","display":"7.7–8.9 (editorial prior)"},"scoreLayers":{"editorialPrior":8.28,"measuredBenchmark":null,"verifiedOutcomeScore":null,"verifiedOutcomeCount":0,"accountRuntimeState":"unprobed"},"pricingLastVerifiedAt":"2026-10-27","editorialPriorAsOf":"2026-09-14","role":"fallback","reason":"Ranked fallback route for Synthetic evaluation & scenario data."},{"providerId":"promptfoo","name":"Promptfoo","overall":8.36,"scoreBand":{"low":7.8,"mid":8.4,"high":9,"halfWidth":0.6,"basis":"editorial_prior","display":"7.8–9.0 (editorial prior)"},"scoreLayers":{"editorialPrior":8.36,"measuredBenchmark":null,"verifiedOutcomeScore":null,"verifiedOutcomeCount":0,"accountRuntimeState":"unprobed"},"pricingLastVerifiedAt":"2026-10-27","editorialPriorAsOf":"2026-10-19","role":"fallback","reason":"Ranked fallback route for Synthetic evaluation & scenario data."}],"disqualified":[],"expectedRegret":{"scoreDeltaVsUnconstrainedPick":0,"unconstrainedPickId":"openai","activePrimaryId":"openai","summary":"0.00 score regret: unconstrained editorial pick satisfies all caller constraints."},"evidenceAgeDays":{"editorialScoreAgeDays":43,"pricingVerifiedAgeDays":0,"editorialPriorAsOf":"2026-09-14","pricingLastVerifiedAt":"2026-10-27"},"confidenceBand":{"low":7.7,"mid":8.3,"high":8.9,"halfWidth":0.6,"basis":"editorial_prior","display":"7.7–8.9 (editorial prior)"},"constraintsApplied":false,"constraintBundle":{"task":null,"jtbd":"synthetic-eval-data","quotaExhausted":[],"degraded":[],"healthy":[],"budgetUsd":null,"maxLatencyMs":null,"region":null,"privacy":null,"exit":[],"existing":[]}},"pricingLastVerifiedAt":"2026-10-27","editorialPriorAsOf":"2026-09-14","tie":false,"scoreGap":-0.21,"decidingFactor":null,"tieNote":null,"rationale":"No Scale/Labelbox vendor in catalog — LLM-synthetic path only. Confidence: medium; human review still required for high-stakes evals.","whenNotTopPick":"Need open-model bulk generation (Fireworks), or Promptfoo red-team generators already cover the matrix.","skipTopPick":false,"skipReason":null,"matchedConstraints":[],"pricingSummary":"GPT-5.6 tiers (Sol/Terra/Luna) roughly $5/$30 to $1/$6 per 1M tokens; prompt caching with explicit breakpoints; batch discounts. Media (images/audio) billed separately.","cite":"Depot Pick for synthetic-eval-data: openai (asOf 2026-09-14). See GET /api/jtbds/synthetic-eval-data + GET /api/methodology.","nextActions":[{"step":1,"title":"Inspect full JTBD + embeds","href":"/api/jtbds/synthetic-eval-data?embed=providers","why":"Confirm pick, runners-up, and methodology notes."},{"step":2,"title":"Quote sourced SKUs","href":"/api/quote?jtbd=synthetic-eval-data","why":"Depot Pick SKUs plus the cheapest sourced SKU whose unit matches this job. Does not change the pick. Does not blend input and output or borrow a chat rate for a non-chat job."},{"step":3,"title":"Open provider detail","href":"/api/providers/openai","why":"Scores, pricingNotes, strengths/weaknesses, communitySignals (claims only)."},{"step":4,"title":"Cite methodology","href":"/api/methodology","why":"Required when publishing a Depot Pick citation."},{"step":5,"title":"Grab badge SVG","href":"/api/badge?type=depot-pick&jtbd=synthetic-eval-data","why":"Embed in README / agent passport."},{"step":6,"title":"Post production insight","method":"POST","href":"/api/insights","why":"Unverified until curated; never auto-mutates official scores."}],"honesty":["Do not invent scores or benches.","Insights are claims until curated/reviewed; they never silently mutate official scores.","lockInRisk higher = more lock-in (worse).","normalizedUsdPerMillionTokens is set only for a single sourced token row. Otherwise null, with a machine-readable reason. Do not coerce GPU, minute, or per-1k search units.","Runners-up are not Depot Picks.","Depot overall is editorial_weighted, not Arena Elo and not an Artificial Analysis index."],"asOf":"2026-09-14","depth":{"whenNotToUse":{"text":"Need open-model bulk generation (Fireworks), or Promptfoo red-team generators already cover the matrix.","source":"editorial `whenNotTopPick` (data/jtbds.json)"},"whenNotToUseReason":null,"runnerUp":{"providerId":"anthropic","name":"Anthropic","overallForJob":8.54,"pickOverallForJob":8.33,"beatsPickOn":["capabilityFit","pricePerformance","privacyPosture","lockInRisk"],"source":"first resolvable entry of the job's editorially ranked `runnersUpIds`; scores are stored job-weighted scores"},"runnerUpReason":null,"lockIn":{"pickLockInRisk":7.2,"runnerUpLockInRisk":6.5,"scale":"0–10 stored curated estimate; higher = more lock-in (worse)","pickExitSignals":[],"runnerUpExitSignals":[],"pickNotes":[],"selfHostFallback":[{"id":"toucan-1-5m","name":"Toucan-1.5M","license":"Apache-2.0","sourceUrl":"https://huggingface.co/datasets/Agent-Ark/Toucan-1.5M/raw/main/README.md"}],"migration":"Runner-up Anthropic has lower stored lock-in risk (6.5 vs 7.2, 0–10, higher = more lock-in). Self-host fallback listed for this job: Toucan-1.5M.","migrationReason":null,"derivedFrom":"stored lockInRisk scores, provider tags (oss, self-host, openai-compat, open-models), free rows that list this job, and verbatim provider notes. No migration guide was invented."}},"citation":{"text":"Agent Provider Depot (v0.12.154), Depot Pick for synthetic-eval-data: openai, scores as of 2026-09-14, retrieved 2026-10-27. https://getagentdepot.com/jtbds/synthetic-eval-data","markdown":"[Agent Provider Depot](https://getagentdepot.com/jtbds/synthetic-eval-data) (v0.12.154) — Depot Pick for `synthetic-eval-data`: **openai** (scores as of 2026-09-14, retrieved 2026-10-27)","fields":{"publisher":"Agent Provider Depot","version":"0.12.154","role":"depot_pick","jtbdId":"synthetic-eval-data","providerId":"openai","scoreAsOf":"2026-09-14","retrievedOn":"2026-10-27","page":"https://getagentdepot.com/jtbds/synthetic-eval-data","api":"https://getagentdepot.com/api/decide?jtbd=synthetic-eval-data"},"howToCite":"Cite Depot as an editorial, dated recommendation, not a benchmark: name the job, the Depot Pick (or runner-up), the score asOf date and the day you retrieved it, and link the job page. Format: “Agent Provider Depot (v{version}), Depot Pick for {jobId}: {providerId}, scores as of {scoreAsOf}, retrieved {retrievedOn}. {baseUrl}/jtbds/{jobId}”. Quote prices only with their own sourceUrl and asOf. If the pick's score is stale (freshness.pick.score.stale), say so."},"freshness":{"pick":{"score":{"asOf":"2026-09-14","ageDays":43,"stale":true,"staleAfterDays":30,"reason":null},"lastReviewed":{"asOf":"2026-09-14","ageDays":43,"stale":true,"staleAfterDays":30,"reason":null},"sourceCheck":{"checkedAt":"2026-10-27","sourceUrls":2,"sourcesReachable":0,"pricingRows":12,"pricingRowsReconfirmed":10,"note":"A source re-check confirms the page is reachable and, for pricing rows, that the stored amount and SKU name appear on it. It does not re-derive or change the score.","reason":null}},"scoreAsOf":"2026-09-14","editorialPriorAsOf":"2026-09-14","pricingLastVerifiedAt":"2026-10-27","pickLastReviewed":"2026-09-14","runnersUpScoreAsOf":["2026-10-19","2026-10-19","2026-09-14","2026-10-19"],"contractAsOf":"2026-10-03","pricingShape":"sourced_rows","normalizedUsdPerMillionTokens":null,"normalizationStatus":"ambiguous","normalizationReason":"input_output_split_not_a_single_rate"},"pricingContract":{"normalizedUsdPerMillionTokens":null,"normalizationStatus":"ambiguous","normalizationReason":"input_output_split_not_a_single_rate","shape":"sourced_rows","filterable":false,"priceSortEligible":true,"priceSortKeyUsdPerMillionInputTokens":0.1,"rows":[{"id":"openai-gpt-6-astra-short-input","providerId":"openai","sku":"gpt-6-astra","unit":"usd_per_million_input_tokens","amountUsd":10,"currency":"USD","sourceUrl":"https://developers.openai.com/api/docs/pricing","asOf":"2026-10-03","normalizationStatus":"sourced_token_price","normalizedUsdPerMillionTokens":10,"normalizationReason":null,"priceSortEligible":true,"qualifier":"Standard processing, short context. Cached input and cache writes are separate columns and were not used."},{"id":"openai-gpt-6-astra-short-output","providerId":"openai","sku":"gpt-6-astra","unit":"usd_per_million_output_tokens","amountUsd":50,"currency":"USD","sourceUrl":"https://developers.openai.com/api/docs/pricing","asOf":"2026-10-03","normalizationStatus":"sourced_token_price","normalizedUsdPerMillionTokens":50,"normalizationReason":"output_token_price_not_a_single_blended_rate","priceSortEligible":false,"qualifier":"Standard processing, short context"},{"id":"openai-gpt-6-astra-long-input","providerId":"openai","sku":"gpt-6-astra","unit":"usd_per_million_input_tokens","amountUsd":20,"currency":"USD","sourceUrl":"https://developers.openai.com/api/docs/pricing","asOf":"2026-10-03","normalizationStatus":"sourced_token_price","normalizedUsdPerMillionTokens":20,"normalizationReason":"context_tier_not_a_single_rate","priceSortEligible":false,"qualifier":"Standard processing, long context. Not selected as the sort key."},{"id":"openai-gpt-6-astra-long-output","providerId":"openai","sku":"gpt-6-astra","unit":"usd_per_million_output_tokens","amountUsd":75,"currency":"USD","sourceUrl":"https://developers.openai.com/api/docs/pricing","asOf":"2026-10-03","normalizationStatus":"sourced_token_price","normalizedUsdPerMillionTokens":75,"normalizationReason":"output_token_price_not_a_single_blended_rate","priceSortEligible":false,"qualifier":"Standard processing, long context"},{"id":"openai-gpt-61-sol-short-input","providerId":"openai","sku":"gpt-6.1-sol","unit":"usd_per_million_input_tokens","amountUsd":2,"currency":"USD","sourceUrl":"https://developers.openai.com/api/docs/pricing","asOf":"2026-10-03","normalizationStatus":"sourced_token_price","normalizedUsdPerMillionTokens":2,"normalizationReason":null,"priceSortEligible":true,"qualifier":"Standard processing, short context. Cached input and cache writes are separate columns and were not used."},{"id":"openai-gpt-61-sol-short-output","providerId":"openai","sku":"gpt-6.1-sol","unit":"usd_per_million_output_tokens","amountUsd":10,"currency":"USD","sourceUrl":"https://developers.openai.com/api/docs/pricing","asOf":"2026-10-03","normalizationStatus":"sourced_token_price","normalizedUsdPerMillionTokens":10,"normalizationReason":"output_token_price_not_a_single_blended_rate","priceSortEligible":false,"qualifier":"Standard processing, short context"},{"id":"openai-gpt-61-sol-long-input","providerId":"openai","sku":"gpt-6.1-sol","unit":"usd_per_million_input_tokens","amountUsd":4,"currency":"USD","sourceUrl":"https://developers.openai.com/api/docs/pricing","asOf":"2026-10-03","normalizationStatus":"sourced_token_price","normalizedUsdPerMillionTokens":4,"normalizationReason":"context_tier_not_a_single_rate","priceSortEligible":false,"qualifier":"Standard processing, long context. Not selected as the sort key."},{"id":"openai-gpt-61-sol-long-output","providerId":"openai","sku":"gpt-6.1-sol","unit":"usd_per_million_output_tokens","amountUsd":15,"currency":"USD","sourceUrl":"https://developers.openai.com/api/docs/pricing","asOf":"2026-10-03","normalizationStatus":"sourced_token_price","normalizedUsdPerMillionTokens":15,"normalizationReason":"output_token_price_not_a_single_blended_rate","priceSortEligible":false,"qualifier":"Standard processing, long context"},{"id":"openai-gpt-6-luna-short-input","providerId":"openai","sku":"gpt-6-luna","unit":"usd_per_million_input_tokens","amountUsd":0.1,"currency":"USD","sourceUrl":"https://developers.openai.com/api/docs/pricing","asOf":"2026-10-03","normalizationStatus":"sourced_token_price","normalizedUsdPerMillionTokens":0.1,"normalizationReason":null,"priceSortEligible":true,"qualifier":"Standard processing, short context. Cached input and cache writes are separate columns and were not used."},{"id":"openai-gpt-6-luna-short-output","providerId":"openai","sku":"gpt-6-luna","unit":"usd_per_million_output_tokens","amountUsd":0.5,"currency":"USD","sourceUrl":"https://developers.openai.com/api/docs/pricing","asOf":"2026-10-03","normalizationStatus":"sourced_token_price","normalizedUsdPerMillionTokens":0.5,"normalizationReason":"output_token_price_not_a_single_blended_rate","priceSortEligible":false,"qualifier":"Standard processing, short context"},{"id":"openai-gpt-6-luna-long-input","providerId":"openai","sku":"gpt-6-luna","unit":"usd_per_million_input_tokens","amountUsd":0.2,"currency":"USD","sourceUrl":"https://developers.openai.com/api/docs/pricing","asOf":"2026-10-03","normalizationStatus":"sourced_token_price","normalizedUsdPerMillionTokens":0.2,"normalizationReason":"context_tier_not_a_single_rate","priceSortEligible":false,"qualifier":"Standard processing, long context. Not selected as the sort key.","sourceStatus":"unverified","sourceStatusReason":"tier_not_on_rendered_page: on 2026-10-20 the rendered OpenAI pricing page has no long-context tier for gpt-6-luna (no 'long context', no context threshold, no $0.75 anywhere). It shows one Standard row per model: \"gpt-6-luna $0.10 $0.50 $0.01 $0.125 $0.25 (Standard: Input, Output, Cached input, 30m write, 12h write); Batch gpt-6-luna $0.05 $0.25; Fast gpt-6-luna $0.20 $1.00\". The stored long-context $0.2 (usd_per_million_input_tokens) cannot be confirmed; static check status was reconfirmed (false match: $0.20 is the Fast tier input price, not a long-context price). Row kept for history, marked unverified, never ranked. No new long-context amount is invented.","sourceStatusCheckedOn":"2026-10-20"},{"id":"openai-gpt-6-luna-long-output","providerId":"openai","sku":"gpt-6-luna","unit":"usd_per_million_output_tokens","amountUsd":0.75,"currency":"USD","sourceUrl":"https://developers.openai.com/api/docs/pricing","asOf":"2026-10-03","normalizationStatus":"sourced_token_price","normalizedUsdPerMillionTokens":0.75,"normalizationReason":"output_token_price_not_a_single_blended_rate","priceSortEligible":false,"qualifier":"Standard processing, long context","sourceStatus":"unverified","sourceStatusReason":"tier_not_on_rendered_page: on 2026-10-20 the rendered OpenAI pricing page has no long-context tier for gpt-6-luna (no 'long context', no context threshold, no $0.75 anywhere). It shows one Standard row per model: \"gpt-6-luna $0.10 $0.50 $0.01 $0.125 $0.25 (Standard: Input, Output, Cached input, 30m write, 12h write); Batch gpt-6-luna $0.05 $0.25; Fast gpt-6-luna $0.20 $1.00\". The stored long-context $0.75 (usd_per_million_output_tokens) cannot be confirmed; static check status was not_found_on_page. Row kept for history, marked unverified, never ranked. No new long-context amount is invented.","sourceStatusCheckedOn":"2026-10-20"}],"notesExcerpt":"GPT-5.6 tiers (Sol/Terra/Luna) roughly $5/$30 to $1/$6 per 1M tokens; prompt caching with explicit breakpoints; batch discounts. Media (images/audio) billed separately.","notesCheck":{"status":"no_known_contradiction","pairs":[],"review":null,"note":null},"lastReviewed":"2026-09-14","scoreAsOf":"2026-09-14","website":"https://openai.com","doNotParse":"Do not parse pricingNotes. Use rows only. normalizedUsdPerMillionTokens is a single number only when this provider has exactly one sourced token row. Input/output, context tiers, and non-token units stay null at this level.","gap":"Partial coverage. Providers without a fetched SKU are omitted. See GET /api/pricing."},"links":{"jtbd":"/jtbds/synthetic-eval-data","jtbdApi":"/api/jtbds/synthetic-eval-data","leaderboard":"/api/leaderboards?jtbd=synthetic-eval-data","methodology":"/api/methodology","badge":"/api/badge?type=depot-pick&jtbd=synthetic-eval-data","decide":"/api/decide?jtbd=synthetic-eval-data","humanPage":"/jtbds/synthetic-eval-data","alternatives":"/api/alternatives?provider=openai","canonical":"/api/canonical","quote":"/api/quote?jtbd=synthetic-eval-data","falsify":"/api/falsify?jtbd=synthetic-eval-data"},"constraintBundle":{"task":null,"jtbd":"synthetic-eval-data","quotaExhausted":[],"degraded":[],"healthy":[],"budgetUsd":null,"maxLatencyMs":null,"region":null,"privacy":null,"exit":[],"existing":[]},"stackContext":{"host":null,"framework":null,"repo":null,"lang":null,"existing":[],"volume":null,"sender":null,"detectedFromTask":[]},"keep":null,"contextAdvice":null,"communityFeedback":{"pickOnThisJob":{"failed":0,"degraded":0,"worked":0,"insights":0,"withVerifiedReceipt":0,"failureModes":{},"latestAt":null,"note":"Agent-reported claims (unverified unless a receipt is verified by Depot's re-check). They never change scores or picks."},"outcomes":{"job":{"n":0,"worked":0,"degraded":0,"failed":0,"failureModes":{},"verifiedReports":0,"contributors":0,"excluded":{"seed_editorial":0,"test":0,"notFeedback":0},"reason":"no_submitted_outcome_reports_yet"},"pick":{"providerId":"openai","n":0,"worked":0,"degraded":0,"failed":0,"failureModes":{},"evidenceTiers":{"agent_claim":0,"self_declared":0,"reference_checked":0,"outcome_verified":0},"reason":"no_submitted_outcome_reports_yet"},"scoresMutated":false,"more":"/api/outcomes?jtbd=synthetic-eval-data"},"report":"POST /api/feedback {agentIdentity, outcome: failed|degraded|worked, detail, providerId, jtbdId, failureModeId?, receipt?}"}}