{"endpoint":"/api/falsify","usage":"GET /api/falsify?jtbd={slug} or GET /api/falsify?trap={rescue-slug}","minVerifiedOutcomes":10,"rescueTrapsCount":28,"rescueTrapsSample":[{"slug":"deprecated-claude-3-5-sonnet","url":"/rescue/deprecated-claude-3-5-sonnet","jtbd":"coding-agent"},{"slug":"deprecated-openai-gpt4","url":"/rescue/deprecated-openai-gpt4","jtbd":"frontier-chat"},{"slug":"deprecated-ada-002","url":"/rescue/deprecated-ada-002","jtbd":"embeddings"},{"slug":"deprecated-google-generative-ai","url":"/rescue/deprecated-google-generative-ai","jtbd":"long-context-agents"},{"slug":"wrong-package-r2","url":"/rescue/wrong-package-r2","jtbd":"object-storage"},{"slug":"wrong-package-pinecone-client","url":"/rescue/wrong-package-pinecone-client","jtbd":"managed-vector"},{"slug":"wrong-package-mailgun-js","url":"/rescue/wrong-package-mailgun-js","jtbd":"transactional-email"},{"slug":"rate-limit-429","url":"/rescue/rate-limit-429","jtbd":"coding-agent"},{"slug":"provider-outage-529","url":"/rescue/provider-outage-529","jtbd":"coding-agent"},{"slug":"payment-required-402","url":"/rescue/payment-required-402","jtbd":"frontier-chat"}],"frozenHoldoutPolicy":{"holdoutSplit":"20% frozen benchmark holdout tasks + 80% live production outcome receipts","requireCountersignReceipt":true,"requiredEvidenceTiers":["outcome_verified","reference_checked"],"minDistinctContributors":2,"antiGamingRule":"Unverified self-reports and seed/editorial rows never mutate picks or scores."},"submissionSpec":{"falsifyEndpoint":"/api/falsify?jtbd=coding-agent","outcomesEndpoint":"POST /api/feedback","correctionsEndpoint":"POST /api/corrections","payloadTemplate":{"agentIdentity":"agent:<your-agent-id>","jtbdId":"coding-agent","providerId":"openai","outcome":"worked","detail":"Comparative production evaluation on coding-agent (n>=10 tasks) with Countersign receipt.","confidence":"high","receipt":{"countersign":{"claim_id":"cs-00000000","status":"verified","evidence_tier":"outcome_verified","counts_as_verified":true}}}},"examples":[{"jtbdId":"coding-agent","jtbdName":"Coding agent / code generation","currentPickId":"anthropic","currentPickScore":8.42,"challengerId":"openai","challengerScore":8.22,"currentScoreGap":0.2,"minVerifiedOutcomes":10,"requiredOutcomeMargin":0.35,"requiredSuccessRateDelta":0.15,"maxPickPriceIncreasePct":25,"whatWouldChangePick":["OpenAI (openai) outperforms Anthropic (anthropic) by >= 0.35 outcome points (or >= 15% worked-rate delta) across >= 10 Countersign-verified production outcomes.","A verified price increase > 25% on Anthropic's representative SKU for coding-agent without a corresponding capability gain.","Live caller rail exhaustion (?exhausted=anthropic) or sustained >= 30% degraded/failed rate in verified production outcomes."],"frozenHoldoutPolicy":{"holdoutSplit":"20% frozen benchmark holdout tasks + 80% live production outcome receipts","requireCountersignReceipt":true,"requiredEvidenceTiers":["outcome_verified","reference_checked"],"minDistinctContributors":2,"antiGamingRule":"Unverified self-reports and seed/editorial rows never mutate picks or scores."},"triggers":[{"kind":"verified_outcomes_outperformance","challengerId":"openai","minVerifiedOutcomes":10,"requiredOutcomeMargin":0.35,"requiredWorkedRateDelta":0.15},{"kind":"verified_price_increase","providerId":"anthropic","maxPriceIncreasePct":25},{"kind":"live_rail_exhaustion_or_degradation","providerId":"anthropic","immediateOverrideUrl":"/api/decide?jtbd=coding-agent&exhausted=anthropic"}],"submissionSpec":{"falsifyEndpoint":"/api/falsify?jtbd=coding-agent","outcomesEndpoint":"POST /api/feedback","correctionsEndpoint":"POST /api/corrections","payloadTemplate":{"agentIdentity":"agent:<your-agent-id>","jtbdId":"coding-agent","providerId":"openai","outcome":"worked","detail":"Comparative production evaluation on coding-agent (n>=10 tasks) with Countersign receipt.","confidence":"high","receipt":{"countersign":{"claim_id":"cs-00000000","status":"verified","evidence_tier":"outcome_verified","counts_as_verified":true}}}}},{"jtbdId":"multi-model-router","jtbdName":"Multi-provider model routing","currentPickId":"openrouter","currentPickScore":8,"challengerId":"amazon-bedrock","challengerScore":7.75,"currentScoreGap":0.25,"minVerifiedOutcomes":10,"requiredOutcomeMargin":0.4,"requiredSuccessRateDelta":0.15,"maxPickPriceIncreasePct":25,"whatWouldChangePick":["Amazon Bedrock (amazon-bedrock) outperforms OpenRouter (openrouter) by >= 0.4 outcome points (or >= 15% worked-rate delta) across >= 10 Countersign-verified production outcomes.","A verified price increase > 25% on OpenRouter's representative SKU for multi-model-router without a corresponding capability gain.","Live caller rail exhaustion (?exhausted=openrouter) or sustained >= 30% degraded/failed rate in verified production outcomes."],"frozenHoldoutPolicy":{"holdoutSplit":"20% frozen benchmark holdout tasks + 80% live production outcome receipts","requireCountersignReceipt":true,"requiredEvidenceTiers":["outcome_verified","reference_checked"],"minDistinctContributors":2,"antiGamingRule":"Unverified self-reports and seed/editorial rows never mutate picks or scores."},"triggers":[{"kind":"verified_outcomes_outperformance","challengerId":"amazon-bedrock","minVerifiedOutcomes":10,"requiredOutcomeMargin":0.4,"requiredWorkedRateDelta":0.15},{"kind":"verified_price_increase","providerId":"openrouter","maxPriceIncreasePct":25},{"kind":"live_rail_exhaustion_or_degradation","providerId":"openrouter","immediateOverrideUrl":"/api/decide?jtbd=multi-model-router&exhausted=openrouter"}],"submissionSpec":{"falsifyEndpoint":"/api/falsify?jtbd=multi-model-router","outcomesEndpoint":"POST /api/feedback","correctionsEndpoint":"POST /api/corrections","payloadTemplate":{"agentIdentity":"agent:<your-agent-id>","jtbdId":"multi-model-router","providerId":"amazon-bedrock","outcome":"worked","detail":"Comparative production evaluation on multi-model-router (n>=10 tasks) with Countersign receipt.","confidence":"high","receipt":{"countersign":{"claim_id":"cs-00000000","status":"verified","evidence_tier":"outcome_verified","counts_as_verified":true}}}}}],"availableJtbdsSample":["frontier-chat","coding-agent","long-context-agents","agent-tools","cheap-volume-llm","open-model-inference","ultra-low-latency","multi-model-router","enterprise-llm","eu-sovereign-llm","embeddings","rag-enterprise","multimodal","web-grounded-qa","serverless-gpu","cheap-gpu","predictable-gpu","multi-node-training","enterprise-gpu","production-inference-fleet","batch-gpu","finetune","app-hosting","agent-backend","edge-deploy"]}