{"date":"2026-10-19","method":"scripts/score-review.mjs — read-only GET of each pick's stored official score sources and pricing pages; fixed-regex checks only; instructions on pages ignored.","selection":{"rule":"top 30 Depot Picks by number of jobs; ties broken by provider id A→Z","cutoffJobs":2,"tiedButNotIncluded":["smithery","stripe","temporal-cloud","turbopuffer","upstash-qstash","vantage","voyage","weights-biases","zep"]},"rules":["Nothing here is applied. Every proposal is pending_owner_approval.","No proposal changes a score value (delta is always {}). A reaffirm proposal only moves lastReviewed/asOf.","Apply approved ids with: npm run apply-score-review -- --approve <id,id>"],"counts":{"proposals":30,"reaffirm_asOf":24,"needs_human_review":6,"pagesFetched":65,"pages200":65,"approved_applied":24,"pending_owner_approval":6},"pending":6,"applied":24,"proposals":[{"id":"srp-2026-10-19-anthropic","providerId":"anthropic","name":"Anthropic","jobsAsPick":5,"jobs":["frontier-chat","coding-agent","agent-tools","prompt-caching-optimization","diff-aware-pr-review"],"kind":"reaffirm_asOf","status":"approved_applied","applied":true,"current":{"asOf":"2026-09-14","lastReviewed":"2026-09-14","overall":8.42,"dimensions":{"capabilityFit":9.7,"pricePerformance":6.8,"latencyReliability":8.7,"developerDx":9.2,"privacyPosture":9,"lockInRisk":6.5,"maturity":9.4},"basis":"curated_estimate"},"proposed":{"lastReviewed":"2026-10-19","asOf":"2026-10-19"},"delta":{},"deltaNote":"Score values unchanged; only lastReviewed/asOf 2026-09-14 → 2026-10-19 (ageDays resets). No official page states a Depot score, so no value change is proposed.","reasons":[],"appliedAt":"2026-10-19T18:48:49.116Z","approvedBy":"ethan","approvalRef":"grokbot-chat:agent-depo:answer-to-t29s259","approvedAt":"2026-10-19T14:48:00-04:00","approvalChannel":"owner chat","approvalNote":"Ethan answered question t29s259 (\"Approve the 24 reaffirm proposals and show me the 6 that need review\") in the Agent Depo chat.","evidenceSummary":{"pages":3,"more":"/api/score-review?provider=anthropic&evidence=1"}},{"id":"srp-2026-10-19-twilio","providerId":"twilio","name":"Twilio","jobsAsPick":4,"jobs":["sms","voice","whatsapp","agent-pstn-telephony"],"kind":"reaffirm_asOf","status":"approved_applied","applied":true,"current":{"asOf":"2026-09-14","lastReviewed":"2026-09-14","overall":8.26,"dimensions":{"capabilityFit":9.4,"pricePerformance":6.5,"latencyReliability":9.2,"developerDx":8.5,"privacyPosture":8,"lockInRisk":5.5,"maturity":9.7},"basis":"curated_estimate"},"proposed":{"lastReviewed":"2026-10-19","asOf":"2026-10-19"},"delta":{},"deltaNote":"Score values unchanged; only lastReviewed/asOf 2026-09-14 → 2026-10-19 (ageDays resets). No official page states a Depot score, so no value change is proposed.","reasons":[],"appliedAt":"2026-10-19T18:48:49.116Z","approvedBy":"ethan","approvalRef":"grokbot-chat:agent-depo:answer-to-t29s259","approvedAt":"2026-10-19T14:48:00-04:00","approvalChannel":"owner chat","approvalNote":"Ethan answered question t29s259 (\"Approve the 24 reaffirm proposals and show me the 6 that need review\") in the Agent Depo chat.","evidenceSummary":{"pages":1,"more":"/api/score-review?provider=twilio&evidence=1"}},{"id":"srp-2026-10-19-e2b","providerId":"e2b","name":"E2B","jobsAsPick":3,"jobs":["agent-sandbox","code-interpreter","desktop-computer-use"],"kind":"needs_human_review","status":"pending_owner_approval","applied":false,"current":{"asOf":"2026-09-14","lastReviewed":"2026-09-14","overall":8.56,"dimensions":{"capabilityFit":9.4,"pricePerformance":8,"latencyReliability":8.6,"developerDx":9.4,"privacyPosture":8.5,"lockInRisk":4,"maturity":8},"basis":"curated_estimate"},"proposed":null,"delta":{},"deltaNote":"Nothing proposed until a human checks the reasons. Score values and asOf stay as they are.","reasons":["pricing_rows_not_found_on_page:2"],"evidenceSummary":{"pages":3,"more":"/api/score-review?provider=e2b&evidence=1"}},{"id":"srp-2026-10-19-fal","providerId":"fal","name":"Fal","jobsAsPick":3,"jobs":["image-generation","video-generation","media-generation"],"kind":"reaffirm_asOf","status":"approved_applied","applied":true,"current":{"asOf":"2026-09-14","lastReviewed":"2026-09-14","overall":8.5,"dimensions":{"capabilityFit":9.2,"pricePerformance":8.5,"latencyReliability":8.6,"developerDx":9.6,"privacyPosture":7.2,"lockInRisk":4,"maturity":8},"basis":"curated_estimate"},"proposed":{"lastReviewed":"2026-10-19","asOf":"2026-10-19"},"delta":{},"deltaNote":"Score values unchanged; only lastReviewed/asOf 2026-09-14 → 2026-10-19 (ageDays resets). No official page states a Depot score, so no value change is proposed.","reasons":[],"appliedAt":"2026-10-19T18:48:49.116Z","approvedBy":"ethan","approvalRef":"grokbot-chat:agent-depo:answer-to-t29s259","approvedAt":"2026-10-19T14:48:00-04:00","approvalChannel":"owner chat","approvalNote":"Ethan answered question t29s259 (\"Approve the 24 reaffirm proposals and show me the 6 that need review\") in the Agent Depo chat.","evidenceSummary":{"pages":1,"more":"/api/score-review?provider=fal&evidence=1"}},{"id":"srp-2026-10-19-modal","providerId":"modal","name":"Modal","jobsAsPick":3,"jobs":["serverless-gpu","agent-backend","agent-ephemeral-ci"],"kind":"reaffirm_asOf","status":"approved_applied","applied":true,"current":{"asOf":"2026-09-14","lastReviewed":"2026-09-14","overall":8.44,"dimensions":{"capabilityFit":9,"pricePerformance":8.2,"latencyReliability":8.6,"developerDx":9.6,"privacyPosture":7.8,"lockInRisk":4.5,"maturity":8.2},"basis":"curated_estimate"},"proposed":{"lastReviewed":"2026-10-19","asOf":"2026-10-19"},"delta":{},"deltaNote":"Score values unchanged; only lastReviewed/asOf 2026-09-14 → 2026-10-19 (ageDays resets). No official page states a Depot score, so no value change is proposed.","reasons":[],"appliedAt":"2026-10-19T18:48:49.116Z","approvedBy":"ethan","approvalRef":"grokbot-chat:agent-depo:answer-to-t29s259","approvedAt":"2026-10-19T14:48:00-04:00","approvalChannel":"owner chat","approvalNote":"Ethan answered question t29s259 (\"Approve the 24 reaffirm proposals and show me the 6 that need review\") in the Agent Depo chat.","evidenceSummary":{"pages":2,"more":"/api/score-review?provider=modal&evidence=1"}},{"id":"srp-2026-10-19-supabase-pgvector","providerId":"supabase-pgvector","name":"Supabase (pgvector)","jobsAsPick":3,"jobs":["postgres-vector","rag-memory","app-backend"],"kind":"needs_human_review","status":"pending_owner_approval","applied":false,"current":{"asOf":"2026-09-14","lastReviewed":"2026-09-14","overall":8.64,"dimensions":{"capabilityFit":8.5,"pricePerformance":9,"latencyReliability":8.6,"developerDx":9.4,"privacyPosture":8,"lockInRisk":3,"maturity":9},"basis":"curated_estimate"},"proposed":null,"delta":{},"deltaNote":"Nothing proposed until a human checks the reasons. Score values and asOf stay as they are.","reasons":["provider_not_named_on:https://github.com/pgvector/pgvector"],"evidenceSummary":{"pages":2,"more":"/api/score-review?provider=supabase-pgvector&evidence=1"}},{"id":"srp-2026-10-19-amazon-bedrock","providerId":"amazon-bedrock","name":"Amazon Bedrock","jobsAsPick":2,"jobs":["enterprise-llm","hipaa-baa-llm"],"kind":"needs_human_review","status":"pending_owner_approval","applied":false,"current":{"asOf":"2026-09-14","lastReviewed":"2026-09-14","overall":7.75,"dimensions":{"capabilityFit":8.8,"pricePerformance":6,"latencyReliability":9.2,"developerDx":6.8,"privacyPosture":9,"lockInRisk":7,"maturity":9.6},"basis":"curated_estimate"},"proposed":null,"delta":{},"deltaNote":"Nothing proposed until a human checks the reasons. Score values and asOf stay as they are.","reasons":["pricing_rows_not_found_on_page:3"],"evidenceSummary":{"pages":2,"more":"/api/score-review?provider=amazon-bedrock&evidence=1"}},{"id":"srp-2026-10-19-braintrust","providerId":"braintrust","name":"Braintrust","jobsAsPick":2,"jobs":["evals","continuous-eval-ci"],"kind":"reaffirm_asOf","status":"approved_applied","applied":true,"current":{"asOf":"2026-09-14","lastReviewed":"2026-09-14","overall":8.23,"dimensions":{"capabilityFit":9.2,"pricePerformance":7.5,"latencyReliability":8.6,"developerDx":8.8,"privacyPosture":8,"lockInRisk":5,"maturity":8.2},"basis":"curated_estimate"},"proposed":{"lastReviewed":"2026-10-19","asOf":"2026-10-19"},"delta":{},"deltaNote":"Score values unchanged; only lastReviewed/asOf 2026-09-14 → 2026-10-19 (ageDays resets). No official page states a Depot score, so no value change is proposed.","reasons":[],"appliedAt":"2026-10-19T18:48:49.116Z","approvedBy":"ethan","approvalRef":"grokbot-chat:agent-depo:answer-to-t29s259","approvedAt":"2026-10-19T14:48:00-04:00","approvalChannel":"owner chat","approvalNote":"Ethan answered question t29s259 (\"Approve the 24 reaffirm proposals and show me the 6 that need review\") in the Agent Depo chat.","evidenceSummary":{"pages":1,"more":"/api/score-review?provider=braintrust&evidence=1"}},{"id":"srp-2026-10-19-browserbase","providerId":"browserbase","name":"Browserbase","jobsAsPick":2,"jobs":["cloud-browser","web-agent"],"kind":"reaffirm_asOf","status":"approved_applied","applied":true,"current":{"asOf":"2026-09-14","lastReviewed":"2026-09-14","overall":8.3,"dimensions":{"capabilityFit":9.2,"pricePerformance":7.5,"latencyReliability":8.8,"developerDx":9.4,"privacyPosture":7.5,"lockInRisk":5,"maturity":8.2},"basis":"curated_estimate"},"proposed":{"lastReviewed":"2026-10-19","asOf":"2026-10-19"},"delta":{},"deltaNote":"Score values unchanged; only lastReviewed/asOf 2026-09-14 → 2026-10-19 (ageDays resets). No official page states a Depot score, so no value change is proposed.","reasons":[],"appliedAt":"2026-10-19T18:48:49.116Z","approvedBy":"ethan","approvalRef":"grokbot-chat:agent-depo:answer-to-t29s259","approvedAt":"2026-10-19T14:48:00-04:00","approvalChannel":"owner chat","approvalNote":"Ethan answered question t29s259 (\"Approve the 24 reaffirm proposals and show me the 6 that need review\") in the Agent Depo chat.","evidenceSummary":{"pages":2,"more":"/api/score-review?provider=browserbase&evidence=1"}},{"id":"srp-2026-10-19-browserstack","providerId":"browserstack","name":"BrowserStack","jobsAsPick":2,"jobs":["mobile-computer-use","visual-regression-qa"],"kind":"reaffirm_asOf","status":"approved_applied","applied":true,"current":{"asOf":"2026-09-14","lastReviewed":"2026-09-14","overall":7.95,"dimensions":{"capabilityFit":9,"pricePerformance":6.2,"latencyReliability":9,"developerDx":8,"privacyPosture":7.8,"lockInRisk":5.5,"maturity":9.4},"basis":"curated_estimate"},"proposed":{"lastReviewed":"2026-10-19","asOf":"2026-10-19"},"delta":{},"deltaNote":"Score values unchanged; only lastReviewed/asOf 2026-09-14 → 2026-10-19 (ageDays resets). No official page states a Depot score, so no value change is proposed.","reasons":[],"appliedAt":"2026-10-19T18:48:49.116Z","approvedBy":"ethan","approvalRef":"grokbot-chat:agent-depo:answer-to-t29s259","approvedAt":"2026-10-19T14:48:00-04:00","approvalChannel":"owner chat","approvalNote":"Ethan answered question t29s259 (\"Approve the 24 reaffirm proposals and show me the 6 that need review\") in the Agent Depo chat.","evidenceSummary":{"pages":2,"more":"/api/score-review?provider=browserstack&evidence=1"}},{"id":"srp-2026-10-19-clerk","providerId":"clerk","name":"Clerk","jobsAsPick":2,"jobs":["auth","user-management"],"kind":"reaffirm_asOf","status":"approved_applied","applied":true,"current":{"asOf":"2026-09-14","lastReviewed":"2026-09-14","overall":8.43,"dimensions":{"capabilityFit":9,"pricePerformance":8,"latencyReliability":9,"developerDx":9.8,"privacyPosture":8.2,"lockInRisk":6.5,"maturity":8.5},"basis":"curated_estimate"},"proposed":{"lastReviewed":"2026-10-19","asOf":"2026-10-19"},"delta":{},"deltaNote":"Score values unchanged; only lastReviewed/asOf 2026-09-14 → 2026-10-19 (ageDays resets). No official page states a Depot score, so no value change is proposed.","reasons":[],"appliedAt":"2026-10-19T18:48:49.116Z","approvedBy":"ethan","approvalRef":"grokbot-chat:agent-depo:answer-to-t29s259","approvedAt":"2026-10-19T14:48:00-04:00","approvalChannel":"owner chat","approvalNote":"Ethan answered question t29s259 (\"Approve the 24 reaffirm proposals and show me the 6 that need review\") in the Agent Depo chat.","evidenceSummary":{"pages":1,"more":"/api/score-review?provider=clerk&evidence=1"}},{"id":"srp-2026-10-19-clickhouse-cloud","providerId":"clickhouse-cloud","name":"ClickHouse Cloud","jobsAsPick":2,"jobs":["agent-analytics-warehouse","llm-audit-log-warehouse"],"kind":"reaffirm_asOf","status":"approved_applied","applied":true,"current":{"asOf":"2026-09-14","lastReviewed":"2026-09-14","overall":8.38,"dimensions":{"capabilityFit":9,"pricePerformance":8,"latencyReliability":8.8,"developerDx":8.4,"privacyPosture":8.2,"lockInRisk":4.5,"maturity":9},"basis":"curated_estimate"},"proposed":{"lastReviewed":"2026-10-19","asOf":"2026-10-19"},"delta":{},"deltaNote":"Score values unchanged; only lastReviewed/asOf 2026-09-14 → 2026-10-19 (ageDays resets). No official page states a Depot score, so no value change is proposed.","reasons":[],"appliedAt":"2026-10-19T18:48:49.116Z","approvedBy":"ethan","approvalRef":"grokbot-chat:agent-depo:answer-to-t29s259","approvedAt":"2026-10-19T14:48:00-04:00","approvalChannel":"owner chat","approvalNote":"Ethan answered question t29s259 (\"Approve the 24 reaffirm proposals and show me the 6 that need review\") in the Agent Depo chat.","evidenceSummary":{"pages":2,"more":"/api/score-review?provider=clickhouse-cloud&evidence=1"}},{"id":"srp-2026-10-19-cloudflare-workers-ai","providerId":"cloudflare-workers-ai","name":"Cloudflare Workers AI","jobsAsPick":2,"jobs":["edge-llm-inference","wasm-edge-small-models"],"kind":"needs_human_review","status":"pending_owner_approval","applied":false,"current":{"asOf":"2026-09-14","lastReviewed":"2026-09-14","overall":7.69,"dimensions":{"capabilityFit":6.8,"pricePerformance":8.5,"latencyReliability":8.2,"developerDx":8.4,"privacyPosture":8,"lockInRisk":4.5,"maturity":7.8},"basis":"curated_estimate"},"proposed":null,"delta":{},"deltaNote":"Nothing proposed until a human checks the reasons. Score values and asOf stay as they are.","reasons":["pricing_rows_not_found_on_page:1"],"evidenceSummary":{"pages":3,"more":"/api/score-review?provider=cloudflare-workers-ai&evidence=1"}},{"id":"srp-2026-10-19-cohere","providerId":"cohere","name":"Cohere","jobsAsPick":2,"jobs":["embeddings","rag-enterprise"],"kind":"reaffirm_asOf","status":"approved_applied","applied":true,"current":{"asOf":"2026-09-14","lastReviewed":"2026-09-14","overall":7.95,"dimensions":{"capabilityFit":7.8,"pricePerformance":8,"latencyReliability":8.4,"developerDx":7.8,"privacyPosture":8.6,"lockInRisk":4.5,"maturity":8.8},"basis":"curated_estimate"},"proposed":{"lastReviewed":"2026-10-19","asOf":"2026-10-19"},"delta":{},"deltaNote":"Score values unchanged; only lastReviewed/asOf 2026-09-14 → 2026-10-19 (ageDays resets). No official page states a Depot score, so no value change is proposed.","reasons":[],"appliedAt":"2026-10-19T18:48:49.116Z","approvedBy":"ethan","approvalRef":"grokbot-chat:agent-depo:answer-to-t29s259","approvedAt":"2026-10-19T14:48:00-04:00","approvalChannel":"owner chat","approvalNote":"Ethan answered question t29s259 (\"Approve the 24 reaffirm proposals and show me the 6 that need review\") in the Agent Depo chat.","evidenceSummary":{"pages":3,"more":"/api/score-review?provider=cohere&evidence=1"}},{"id":"srp-2026-10-19-composio","providerId":"composio","name":"Composio","jobsAsPick":2,"jobs":["agent-tool-router","calendar-scheduling-tools"],"kind":"reaffirm_asOf","status":"approved_applied","applied":true,"current":{"asOf":"2026-09-14","lastReviewed":"2026-09-14","overall":7.62,"dimensions":{"capabilityFit":8.2,"pricePerformance":7.5,"latencyReliability":7.8,"developerDx":8.8,"privacyPosture":7.2,"lockInRisk":5.8,"maturity":7.2},"basis":"curated_estimate"},"proposed":{"lastReviewed":"2026-10-19","asOf":"2026-10-19"},"delta":{},"deltaNote":"Score values unchanged; only lastReviewed/asOf 2026-09-14 → 2026-10-19 (ageDays resets). No official page states a Depot score, so no value change is proposed.","reasons":[],"appliedAt":"2026-10-19T18:48:49.116Z","approvedBy":"ethan","approvalRef":"grokbot-chat:agent-depo:answer-to-t29s259","approvedAt":"2026-10-19T14:48:00-04:00","approvalChannel":"owner chat","approvalNote":"Ethan answered question t29s259 (\"Approve the 24 reaffirm proposals and show me the 6 that need review\") in the Agent Depo chat.","evidenceSummary":{"pages":3,"more":"/api/score-review?provider=composio&evidence=1"}},{"id":"srp-2026-10-19-coreweave","providerId":"coreweave","name":"CoreWeave","jobsAsPick":2,"jobs":["multi-node-training","enterprise-gpu"],"kind":"reaffirm_asOf","status":"approved_applied","applied":true,"current":{"asOf":"2026-09-14","lastReviewed":"2026-09-14","overall":7.71,"dimensions":{"capabilityFit":9.2,"pricePerformance":5.5,"latencyReliability":9,"developerDx":7.5,"privacyPosture":8.2,"lockInRisk":6.5,"maturity":8.8},"basis":"curated_estimate"},"proposed":{"lastReviewed":"2026-10-19","asOf":"2026-10-19"},"delta":{},"deltaNote":"Score values unchanged; only lastReviewed/asOf 2026-09-14 → 2026-10-19 (ageDays resets). No official page states a Depot score, so no value change is proposed.","reasons":[],"appliedAt":"2026-10-19T18:48:49.116Z","approvedBy":"ethan","approvalRef":"grokbot-chat:agent-depo:answer-to-t29s259","approvedAt":"2026-10-19T14:48:00-04:00","approvalChannel":"owner chat","approvalNote":"Ethan answered question t29s259 (\"Approve the 24 reaffirm proposals and show me the 6 that need review\") in the Agent Depo chat.","evidenceSummary":{"pages":1,"more":"/api/score-review?provider=coreweave&evidence=1"}},{"id":"srp-2026-10-19-deepgram","providerId":"deepgram","name":"Deepgram","jobsAsPick":2,"jobs":["speech-to-text","production-stt"],"kind":"reaffirm_asOf","status":"approved_applied","applied":true,"current":{"asOf":"2026-09-14","lastReviewed":"2026-09-14","overall":8.5,"dimensions":{"capabilityFit":8.8,"pricePerformance":8.8,"latencyReliability":8.6,"developerDx":8.6,"privacyPosture":8.2,"lockInRisk":4,"maturity":9},"basis":"curated_estimate"},"proposed":{"lastReviewed":"2026-10-19","asOf":"2026-10-19"},"delta":{},"deltaNote":"Score values unchanged; only lastReviewed/asOf 2026-09-14 → 2026-10-19 (ageDays resets). No official page states a Depot score, so no value change is proposed.","reasons":[],"appliedAt":"2026-10-19T18:48:49.116Z","approvedBy":"ethan","approvalRef":"grokbot-chat:agent-depo:answer-to-t29s259","approvedAt":"2026-10-19T14:48:00-04:00","approvalChannel":"owner chat","approvalNote":"Ethan answered question t29s259 (\"Approve the 24 reaffirm proposals and show me the 6 that need review\") in the Agent Depo chat.","evidenceSummary":{"pages":3,"more":"/api/score-review?provider=deepgram&evidence=1"}},{"id":"srp-2026-10-19-elevenlabs","providerId":"elevenlabs","name":"ElevenLabs","jobsAsPick":2,"jobs":["speech-synthesis","voice-agents"],"kind":"needs_human_review","status":"pending_owner_approval","applied":false,"current":{"asOf":"2026-09-14","lastReviewed":"2026-09-14","overall":8.27,"dimensions":{"capabilityFit":9.4,"pricePerformance":7.5,"latencyReliability":8.8,"developerDx":9,"privacyPosture":7,"lockInRisk":5.5,"maturity":8.8},"basis":"curated_estimate"},"proposed":null,"delta":{},"deltaNote":"Nothing proposed until a human checks the reasons. Score values and asOf stay as they are.","reasons":["pricing_rows_not_found_on_page:2"],"evidenceSummary":{"pages":2,"more":"/api/score-review?provider=elevenlabs&evidence=1"}},{"id":"srp-2026-10-19-exa","providerId":"exa","name":"Exa","jobsAsPick":2,"jobs":["agent-search","neural-search"],"kind":"reaffirm_asOf","status":"approved_applied","applied":true,"current":{"asOf":"2026-09-14","lastReviewed":"2026-09-14","overall":8.3,"dimensions":{"capabilityFit":9,"pricePerformance":8.2,"latencyReliability":8.4,"developerDx":9.2,"privacyPosture":7.5,"lockInRisk":4.5,"maturity":8},"basis":"curated_estimate"},"proposed":{"lastReviewed":"2026-10-19","asOf":"2026-10-19"},"delta":{},"deltaNote":"Score values unchanged; only lastReviewed/asOf 2026-09-14 → 2026-10-19 (ageDays resets). No official page states a Depot score, so no value change is proposed.","reasons":[],"appliedAt":"2026-10-19T18:48:49.116Z","approvedBy":"ethan","approvalRef":"grokbot-chat:agent-depo:answer-to-t29s259","approvedAt":"2026-10-19T14:48:00-04:00","approvalChannel":"owner chat","approvalNote":"Ethan answered question t29s259 (\"Approve the 24 reaffirm proposals and show me the 6 that need review\") in the Agent Depo chat.","evidenceSummary":{"pages":2,"more":"/api/score-review?provider=exa&evidence=1"}},{"id":"srp-2026-10-19-firecrawl","providerId":"firecrawl","name":"Firecrawl","jobsAsPick":2,"jobs":["web-scrape","llm-ready-extract"],"kind":"reaffirm_asOf","status":"approved_applied","applied":true,"current":{"asOf":"2026-09-14","lastReviewed":"2026-09-14","overall":8.25,"dimensions":{"capabilityFit":9,"pricePerformance":8,"latencyReliability":8.4,"developerDx":9.4,"privacyPosture":7.2,"lockInRisk":4.5,"maturity":7.8},"basis":"curated_estimate"},"proposed":{"lastReviewed":"2026-10-19","asOf":"2026-10-19"},"delta":{},"deltaNote":"Score values unchanged; only lastReviewed/asOf 2026-09-14 → 2026-10-19 (ageDays resets). No official page states a Depot score, so no value change is proposed.","reasons":[],"appliedAt":"2026-10-19T18:48:49.116Z","approvedBy":"ethan","approvalRef":"grokbot-chat:agent-depo:answer-to-t29s259","approvedAt":"2026-10-19T14:48:00-04:00","approvalChannel":"owner chat","approvalNote":"Ethan answered question t29s259 (\"Approve the 24 reaffirm proposals and show me the 6 that need review\") in the Agent Depo chat.","evidenceSummary":{"pages":2,"more":"/api/score-review?provider=firecrawl&evidence=1"}},{"id":"srp-2026-10-19-fireworks","providerId":"fireworks","name":"Fireworks AI","jobsAsPick":2,"jobs":["cheap-volume-llm","open-model-inference"],"kind":"needs_human_review","status":"pending_owner_approval","applied":false,"current":{"asOf":"2026-09-14","lastReviewed":"2026-09-14","overall":8.35,"dimensions":{"capabilityFit":8.6,"pricePerformance":8.8,"latencyReliability":8.4,"developerDx":9,"privacyPosture":7.5,"lockInRisk":3.5,"maturity":8},"basis":"curated_estimate"},"proposed":null,"delta":{},"deltaNote":"Nothing proposed until a human checks the reasons. Score values and asOf stay as they are.","reasons":["deprecation_wording_on:https://fireworks.ai/blog/best-llm-api-providers"],"evidenceSummary":{"pages":3,"more":"/api/score-review?provider=fireworks&evidence=1"}},{"id":"srp-2026-10-19-google-ai","providerId":"google-ai","name":"Google AI (Gemini)","jobsAsPick":2,"jobs":["long-context-agents","multimodal"],"kind":"reaffirm_asOf","status":"approved_applied","applied":true,"current":{"asOf":"2026-09-14","lastReviewed":"2026-09-14","overall":8.43,"dimensions":{"capabilityFit":9.2,"pricePerformance":8.8,"latencyReliability":8.5,"developerDx":8.2,"privacyPosture":8,"lockInRisk":6,"maturity":9.6},"basis":"curated_estimate"},"proposed":{"lastReviewed":"2026-10-19","asOf":"2026-10-19"},"delta":{},"deltaNote":"Score values unchanged; only lastReviewed/asOf 2026-09-14 → 2026-10-19 (ageDays resets). No official page states a Depot score, so no value change is proposed.","reasons":[],"appliedAt":"2026-10-19T18:48:49.116Z","approvedBy":"ethan","approvalRef":"grokbot-chat:agent-depo:answer-to-t29s259","approvedAt":"2026-10-19T14:48:00-04:00","approvalChannel":"owner chat","approvalNote":"Ethan answered question t29s259 (\"Approve the 24 reaffirm proposals and show me the 6 that need review\") in the Agent Depo chat.","evidenceSummary":{"pages":3,"more":"/api/score-review?provider=google-ai&evidence=1"}},{"id":"srp-2026-10-19-helicone","providerId":"helicone","name":"Helicone","jobsAsPick":2,"jobs":["cost-monitoring","llm-rate-limit-shield"],"kind":"reaffirm_asOf","status":"approved_applied","applied":true,"current":{"asOf":"2026-09-14","lastReviewed":"2026-09-14","overall":8.13,"dimensions":{"capabilityFit":8.2,"pricePerformance":8.5,"latencyReliability":8.4,"developerDx":8.8,"privacyPosture":7.5,"lockInRisk":4,"maturity":8},"basis":"curated_estimate"},"proposed":{"lastReviewed":"2026-10-19","asOf":"2026-10-19"},"delta":{},"deltaNote":"Score values unchanged; only lastReviewed/asOf 2026-09-14 → 2026-10-19 (ageDays resets). No official page states a Depot score, so no value change is proposed.","reasons":[],"appliedAt":"2026-10-19T18:48:49.116Z","approvedBy":"ethan","approvalRef":"grokbot-chat:agent-depo:answer-to-t29s259","approvedAt":"2026-10-19T14:48:00-04:00","approvalChannel":"owner chat","approvalNote":"Ethan answered question t29s259 (\"Approve the 24 reaffirm proposals and show me the 6 that need review\") in the Agent Depo chat.","evidenceSummary":{"pages":1,"more":"/api/score-review?provider=helicone&evidence=1"}},{"id":"srp-2026-10-19-motherduck","providerId":"motherduck","name":"MotherDuck","jobsAsPick":2,"jobs":["sql-warehouse-agent-context","spreadsheet-sql-agents"],"kind":"reaffirm_asOf","status":"approved_applied","applied":true,"current":{"asOf":"2026-09-14","lastReviewed":"2026-09-14","overall":8.44,"dimensions":{"capabilityFit":8.8,"pricePerformance":8.6,"latencyReliability":8.6,"developerDx":9,"privacyPosture":8.5,"lockInRisk":4.5,"maturity":8.2},"basis":"curated_estimate"},"proposed":{"lastReviewed":"2026-10-19","asOf":"2026-10-19"},"delta":{},"deltaNote":"Score values unchanged; only lastReviewed/asOf 2026-09-14 → 2026-10-19 (ageDays resets). No official page states a Depot score, so no value change is proposed.","reasons":[],"appliedAt":"2026-10-19T18:48:49.116Z","approvedBy":"ethan","approvalRef":"grokbot-chat:agent-depo:answer-to-t29s259","approvedAt":"2026-10-19T14:48:00-04:00","approvalChannel":"owner chat","approvalNote":"Ethan answered question t29s259 (\"Approve the 24 reaffirm proposals and show me the 6 that need review\") in the Agent Depo chat.","evidenceSummary":{"pages":4,"more":"/api/score-review?provider=motherduck&evidence=1"}},{"id":"srp-2026-10-19-nvidia-nim","providerId":"nvidia-nim","name":"NVIDIA NIM / NGC","jobsAsPick":2,"jobs":["self-host-nim","air-gapped-model-serve"],"kind":"reaffirm_asOf","status":"approved_applied","applied":true,"current":{"asOf":"2026-09-14","lastReviewed":"2026-09-14","overall":7.66,"dimensions":{"capabilityFit":8.6,"pricePerformance":7,"latencyReliability":8,"developerDx":6.8,"privacyPosture":8.5,"lockInRisk":6,"maturity":9},"basis":"curated_estimate"},"proposed":{"lastReviewed":"2026-10-19","asOf":"2026-10-19"},"delta":{},"deltaNote":"Score values unchanged; only lastReviewed/asOf 2026-09-14 → 2026-10-19 (ageDays resets). No official page states a Depot score, so no value change is proposed.","reasons":[],"appliedAt":"2026-10-19T18:48:49.116Z","approvedBy":"ethan","approvalRef":"grokbot-chat:agent-depo:answer-to-t29s259","approvedAt":"2026-10-19T14:48:00-04:00","approvalChannel":"owner chat","approvalNote":"Ethan answered question t29s259 (\"Approve the 24 reaffirm proposals and show me the 6 that need review\") in the Agent Depo chat.","evidenceSummary":{"pages":3,"more":"/api/score-review?provider=nvidia-nim&evidence=1"}},{"id":"srp-2026-10-19-promptfoo","providerId":"promptfoo","name":"Promptfoo","jobsAsPick":2,"jobs":["oss-evals","adversarial-red-team-evals"],"kind":"reaffirm_asOf","status":"approved_applied","applied":true,"current":{"asOf":"2026-09-14","lastReviewed":"2026-09-14","overall":8.42,"dimensions":{"capabilityFit":8.2,"pricePerformance":9.2,"latencyReliability":7.8,"developerDx":8.8,"privacyPosture":9,"lockInRisk":2.5,"maturity":8},"basis":"curated_estimate"},"proposed":{"lastReviewed":"2026-10-19","asOf":"2026-10-19"},"delta":{},"deltaNote":"Score values unchanged; only lastReviewed/asOf 2026-09-14 → 2026-10-19 (ageDays resets). No official page states a Depot score, so no value change is proposed.","reasons":[],"appliedAt":"2026-10-19T18:48:49.116Z","approvedBy":"ethan","approvalRef":"grokbot-chat:agent-depo:answer-to-t29s259","approvedAt":"2026-10-19T14:48:00-04:00","approvalChannel":"owner chat","approvalNote":"Ethan answered question t29s259 (\"Approve the 24 reaffirm proposals and show me the 6 that need review\") in the Agent Depo chat.","evidenceSummary":{"pages":3,"more":"/api/score-review?provider=promptfoo&evidence=1"}},{"id":"srp-2026-10-19-qdrant","providerId":"qdrant","name":"Qdrant","jobsAsPick":2,"jobs":["managed-vector","self-host-vector"],"kind":"reaffirm_asOf","status":"approved_applied","applied":true,"current":{"asOf":"2026-09-14","lastReviewed":"2026-09-14","overall":8.59,"dimensions":{"capabilityFit":9.2,"pricePerformance":8.8,"latencyReliability":8.6,"developerDx":8.4,"privacyPosture":8.2,"lockInRisk":3,"maturity":8.5},"basis":"curated_estimate"},"proposed":{"lastReviewed":"2026-10-19","asOf":"2026-10-19"},"delta":{},"deltaNote":"Score values unchanged; only lastReviewed/asOf 2026-09-14 → 2026-10-19 (ageDays resets). No official page states a Depot score, so no value change is proposed.","reasons":[],"appliedAt":"2026-10-19T18:48:49.116Z","approvedBy":"ethan","approvalRef":"grokbot-chat:agent-depo:answer-to-t29s259","approvedAt":"2026-10-19T14:48:00-04:00","approvalChannel":"owner chat","approvalNote":"Ethan answered question t29s259 (\"Approve the 24 reaffirm proposals and show me the 6 that need review\") in the Agent Depo chat.","evidenceSummary":{"pages":1,"more":"/api/score-review?provider=qdrant&evidence=1"}},{"id":"srp-2026-10-19-r2","providerId":"r2","name":"Cloudflare R2","jobsAsPick":2,"jobs":["object-storage","cheap-egress-storage"],"kind":"reaffirm_asOf","status":"approved_applied","applied":true,"current":{"asOf":"2026-09-14","lastReviewed":"2026-09-14","overall":8.75,"dimensions":{"capabilityFit":9,"pricePerformance":9.5,"latencyReliability":9.2,"developerDx":8.8,"privacyPosture":8.2,"lockInRisk":4.5,"maturity":8.8},"basis":"curated_estimate"},"proposed":{"lastReviewed":"2026-10-19","asOf":"2026-10-19"},"delta":{},"deltaNote":"Score values unchanged; only lastReviewed/asOf 2026-09-14 → 2026-10-19 (ageDays resets). No official page states a Depot score, so no value change is proposed.","reasons":[],"appliedAt":"2026-10-19T18:48:49.116Z","approvedBy":"ethan","approvalRef":"grokbot-chat:agent-depo:answer-to-t29s259","approvedAt":"2026-10-19T14:48:00-04:00","approvalChannel":"owner chat","approvalNote":"Ethan answered question t29s259 (\"Approve the 24 reaffirm proposals and show me the 6 that need review\") in the Agent Depo chat.","evidenceSummary":{"pages":1,"more":"/api/score-review?provider=r2&evidence=1"}},{"id":"srp-2026-10-19-runpod","providerId":"runpod","name":"RunPod","jobsAsPick":2,"jobs":["production-inference-fleet","batch-gpu"],"kind":"reaffirm_asOf","status":"approved_applied","applied":true,"current":{"asOf":"2026-09-14","lastReviewed":"2026-09-14","overall":8.32,"dimensions":{"capabilityFit":8.8,"pricePerformance":9,"latencyReliability":8,"developerDx":8.8,"privacyPosture":7,"lockInRisk":3.5,"maturity":8.2},"basis":"curated_estimate"},"proposed":{"lastReviewed":"2026-10-19","asOf":"2026-10-19"},"delta":{},"deltaNote":"Score values unchanged; only lastReviewed/asOf 2026-09-14 → 2026-10-19 (ageDays resets). No official page states a Depot score, so no value change is proposed.","reasons":[],"appliedAt":"2026-10-19T18:48:49.116Z","approvedBy":"ethan","approvalRef":"grokbot-chat:agent-depo:answer-to-t29s259","approvedAt":"2026-10-19T14:48:00-04:00","approvalChannel":"owner chat","approvalNote":"Ethan answered question t29s259 (\"Approve the 24 reaffirm proposals and show me the 6 that need review\") in the Agent Depo chat.","evidenceSummary":{"pages":2,"more":"/api/score-review?provider=runpod&evidence=1"}},{"id":"srp-2026-10-19-salad","providerId":"salad","name":"SaladCloud","jobsAsPick":2,"jobs":["distributed-cheap-gpu","on-device-edge-batch"],"kind":"reaffirm_asOf","status":"approved_applied","applied":true,"current":{"asOf":"2026-09-14","lastReviewed":"2026-09-14","overall":6.72,"dimensions":{"capabilityFit":6.5,"pricePerformance":9.5,"latencyReliability":5,"developerDx":7,"privacyPosture":4.5,"lockInRisk":3.5,"maturity":6.8},"basis":"curated_estimate"},"proposed":{"lastReviewed":"2026-10-19","asOf":"2026-10-19"},"delta":{},"deltaNote":"Score values unchanged; only lastReviewed/asOf 2026-09-14 → 2026-10-19 (ageDays resets). No official page states a Depot score, so no value change is proposed.","reasons":[],"appliedAt":"2026-10-19T18:48:49.116Z","approvedBy":"ethan","approvalRef":"grokbot-chat:agent-depo:answer-to-t29s259","approvedAt":"2026-10-19T14:48:00-04:00","approvalChannel":"owner chat","approvalNote":"Ethan answered question t29s259 (\"Approve the 24 reaffirm proposals and show me the 6 that need review\") in the Agent Depo chat.","evidenceSummary":{"pages":3,"more":"/api/score-review?provider=salad&evidence=1"}}],"report":"research/SCORE-REVIEW-PROPOSALS-2026-10-19.md in the repository (not served)","apply":"npm run apply-score-review -- --approve <id,id> (owner only)","lifecycleReview":{"policy":"Lifecycle notices from the provider's own official pages (retirement, deprecation, maintenance mode). A notice never edits a stored pick or score by itself; affected picks are listed for owner review, and only an owner-approved (or owner-delegated) editorial change, recorded with its approvalRef naming who decided, what and when, replaces a pick.","items":[{"providerId":"bing-search","lifecycle":"retired","effective":"2025-08-11","sourceUrl":"https://learn.microsoft.com/en-us/lifecycle/announcements/bing-search-api-retirement","jtbdId":"enterprise-search","role":"depot_pick","status":"resolved_replaced","resolvedOn":"2026-10-21","approvalRef":"Ethan Hawkes in chat 2026-10-21 04:05 ET: \"Go replace it\"","action":"Pick replaced by brave-search (highest-scoring live runner-up, 8.41 vs 8.06). No score changed."},{"providerId":"bing-search","lifecycle":"retired","effective":"2025-08-11","sourceUrl":"https://learn.microsoft.com/en-us/lifecycle/announcements/bing-search-api-retirement","jtbdId":"serp-scrape","role":"runner_up","status":"resolved_removed","resolvedOn":"2026-10-21","approvalRef":"Ethan Hawkes in chat 2026-10-21 04:05 ET: \"Go replace it\"","action":"bing-search removed from the runner-up list. No score changed."},{"providerId":"bing-search","lifecycle":"retired","effective":"2025-08-11","sourceUrl":"https://learn.microsoft.com/en-us/lifecycle/announcements/bing-search-api-retirement","jtbdId":"agent-search","role":"runner_up","status":"resolved_removed","resolvedOn":"2026-10-21","approvalRef":"Ethan Hawkes in chat 2026-10-21 04:05 ET: \"Go replace it\"","action":"bing-search removed from the runner-up list. No score changed."},{"providerId":"helicone","lifecycle":"maintenance_mode","effective":"2026-03-03","sourceUrl":"https://www.mintlify.com/blog/mintlify-acquires-helicone","jtbdId":"cost-monitoring","role":"depot_pick","status":"resolved_replaced","action":"Pick replaced by langfuse (highest-scoring live runner-up, 8.66 vs 8.13 for this job); helicone kept as the last runner-up with the maintenance_mode flag. No score changed.","resolvedOn":"2026-10-21","approvalRef":"Ethan delegation 2026-10-21 19:41 ET (chat t55u): 'You make all decisions' -> decided by Agent Depo"},{"providerId":"helicone","lifecycle":"maintenance_mode","effective":"2026-03-03","sourceUrl":"https://www.mintlify.com/blog/mintlify-acquires-helicone","jtbdId":"llm-rate-limit-shield","role":"depot_pick","status":"resolved_replaced","action":"Pick replaced by cloudflare-ai-gateway (highest-scoring live runner-up, 8.42 vs 8.12 for this job); helicone kept as the last runner-up with the maintenance_mode flag. No score changed.","resolvedOn":"2026-10-21","approvalRef":"Ethan delegation 2026-10-21 19:41 ET (chat t55u): 'You make all decisions' -> decided by Agent Depo"},{"providerId":"helicone","lifecycle":"maintenance_mode","effective":"2026-03-03","sourceUrl":"https://www.mintlify.com/blog/mintlify-acquires-helicone","jtbdId":"llm-tracing","role":"runner_up","status":"resolved_kept_flagged","action":"Runner-up kept as is (position 1); skipped as a billing-filter alternative while a notice is open; answers and /api/check carry the maintenance_mode flag. No score changed.","resolvedOn":"2026-10-21","approvalRef":"Ethan delegation 2026-10-21 19:41 ET (chat t55u): 'You make all decisions' -> decided by Agent Depo"},{"providerId":"helicone","lifecycle":"maintenance_mode","effective":"2026-03-03","sourceUrl":"https://www.mintlify.com/blog/mintlify-acquires-helicone","jtbdId":"agent-cloud-finops","role":"runner_up","status":"resolved_kept_flagged","action":"Runner-up kept as is (position 1); skipped as a billing-filter alternative while a notice is open; answers and /api/check carry the maintenance_mode flag. No score changed.","resolvedOn":"2026-10-21","approvalRef":"Ethan delegation 2026-10-21 19:41 ET (chat t55u): 'You make all decisions' -> decided by Agent Depo"},{"providerId":"helicone","lifecycle":"maintenance_mode","effective":"2026-03-03","sourceUrl":"https://www.mintlify.com/blog/mintlify-acquires-helicone","jtbdId":"llm-ai-gateway","role":"runner_up","status":"resolved_kept_flagged","action":"Runner-up kept as is (position 4); skipped as a billing-filter alternative while a notice is open; answers and /api/check carry the maintenance_mode flag. No score changed.","resolvedOn":"2026-10-21","approvalRef":"Ethan delegation 2026-10-21 19:41 ET (chat t55u): 'You make all decisions' -> decided by Agent Depo"},{"providerId":"helicone","lifecycle":"maintenance_mode","effective":"2026-03-03","sourceUrl":"https://www.mintlify.com/blog/mintlify-acquires-helicone","jtbdId":"llm-cost-anomaly-alerts","role":"runner_up","status":"resolved_kept_flagged","action":"Runner-up kept as is (position 1); skipped as a billing-filter alternative while a notice is open; answers and /api/check carry the maintenance_mode flag. No score changed.","resolvedOn":"2026-10-21","approvalRef":"Ethan delegation 2026-10-21 19:41 ET (chat t55u): 'You make all decisions' -> decided by Agent Depo"},{"providerId":"smithery","lifecycle":"retirement_announced","effective":"2026-10-31","sourceUrl":"https://smithery.ai/future","jtbdId":"mcp-server-hosting","role":"depot_pick","status":"resolved_replaced","action":"Decided by Agent Depo on 2026-10-24: pick replaced by cloudflare-workers (highest-scoring live runner-up, 8.52 vs 7.87 for this job); smithery removed from this job's pick and runner-up lists and from its own jtbdIds (hosted server URLs stop working 2026-10-31); mcp-server-hosting added to cloudflare-workers jtbdIds. No score changed.","resolvedOn":"2026-10-24","approvalRef":"Ethan delegation 2026-10-21 19:41 ET t55u"},{"providerId":"smithery","lifecycle":"retirement_announced","effective":"2026-10-31","sourceUrl":"https://smithery.ai/future","jtbdId":"mcp-discovery","role":"depot_pick","status":"resolved_replaced","action":"Decided by Agent Depo on 2026-10-24: pick replaced by mcp-registry (highest-scoring live runner-up, 8.19 vs 7.7 for this job); smithery kept as the last runner-up for its public directory only (Smithery API, Connect, accounts and API keys stop 2026-10-31); skipped as a billing-filter alternative while the notice is open. No score changed.","resolvedOn":"2026-10-24","approvalRef":"Ethan delegation 2026-10-21 19:41 ET t55u"},{"providerId":"smithery","lifecycle":"retirement_announced","effective":"2026-10-31","sourceUrl":"https://smithery.ai/future","jtbdId":"agent-tool-router","role":"listed","status":"resolved_kept_listed","action":"Decided by Agent Depo on 2026-10-24: smithery is neither pick (composio) nor runner-up for this job and the job text makes no Smithery hosting claim, so agent-tool-router stays in its jtbdIds; its Connect/Toolbox features stop 2026-10-31. No score changed.","resolvedOn":"2026-10-24","approvalRef":"Ethan delegation 2026-10-21 19:41 ET t55u"}]},"runnerUpReview":{"method":"scripts/runner-up-review.mjs — stored job-weighted overall of pick vs first resolvable runner-up (lib/depth.ts)","count":69,"items":[{"id":"rur-confidential-tee-inference","jtbdId":"confidential-tee-inference","pick":"chutes","runnerUp":"friendli","gap":1.19,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-cheap-gpu","jtbdId":"cheap-gpu","pick":"vast-ai","runnerUp":"runpod","gap":1.14,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-computer-use-browser","jtbdId":"computer-use-browser","pick":"anchor-browser","runnerUp":"browserbase","gap":1.12,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-ray-distributed-agents","jtbdId":"ray-distributed-agents","pick":"anyscale","runnerUp":"modal","gap":0.98,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-browser-agent-loop","jtbdId":"browser-agent-loop","pick":"browser-use","runnerUp":"browserbase","gap":0.9,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-3d-generation","jtbdId":"3d-generation","pick":"luma","runnerUp":"fal","gap":0.81,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-production-guardrail-evals","jtbdId":"production-guardrail-evals","pick":"galileo","runnerUp":"braintrust","gap":0.77,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-prototype-rag","jtbdId":"prototype-rag","pick":"chroma","runnerUp":"supabase-pgvector","gap":0.76,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-platform-sandbox","jtbdId":"platform-sandbox","pick":"northflank","runnerUp":"daytona","gap":0.74,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-ai-merchant-of-record","jtbdId":"ai-merchant-of-record","pick":"polar","runnerUp":"stripe","gap":0.71,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-agent-tool-router","jtbdId":"agent-tool-router","pick":"composio","runnerUp":"browserbase","gap":0.68,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-web-grounded-qa","jtbdId":"web-grounded-qa","pick":"perplexity","runnerUp":"exa","gap":0.63,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-langgraph-deploy","jtbdId":"langgraph-deploy","pick":"langgraph-cloud","runnerUp":"langsmith","gap":0.6,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-realtime-tts","jtbdId":"realtime-tts","pick":"cartesia","runnerUp":"elevenlabs","gap":0.55,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-experiment-tracking","jtbdId":"experiment-tracking","pick":"weights-biases","runnerUp":"arize-phoenix","gap":0.54,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-embeddings","jtbdId":"embeddings","pick":"cohere","runnerUp":"voyage","gap":0.48,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-billion-scale-vector","jtbdId":"billion-scale-vector","pick":"zilliz","runnerUp":"qdrant","gap":0.47,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-runtime-llm-firewall","jtbdId":"runtime-llm-firewall","pick":"arthur-ai","runnerUp":"lakera","gap":0.45,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-agent-memory-kv","jtbdId":"agent-memory-kv","pick":"redis","runnerUp":"supabase-pgvector","gap":0.42,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-calendar-scheduling-tools","jtbdId":"calendar-scheduling-tools","pick":"composio","runnerUp":"nango","gap":0.4,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-hybrid-search-rag","jtbdId":"hybrid-search-rag","pick":"weaviate","runnerUp":"qdrant","gap":0.4,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-multi-node-training","jtbdId":"multi-node-training","pick":"coreweave","runnerUp":"lambda","gap":0.38,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-evals","jtbdId":"evals","pick":"braintrust","runnerUp":"langfuse","gap":0.37,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-usage-metering","jtbdId":"usage-metering","pick":"openmeter","runnerUp":"lago","gap":0.37,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-cheap-vector-scale","jtbdId":"cheap-vector-scale","pick":"turbopuffer","runnerUp":"qdrant","gap":0.34,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-llm-input-guardrails","jtbdId":"llm-input-guardrails","pick":"nvidia-nemo-guardrails","runnerUp":"lakera","gap":0.34,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-agent-m2m-identity","jtbdId":"agent-m2m-identity","pick":"stytch","runnerUp":"workos","gap":0.33,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-self-host-nim","jtbdId":"self-host-nim","pick":"nvidia-nim","runnerUp":"baseten","gap":0.33,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-enterprise-proxy","jtbdId":"enterprise-proxy","pick":"bright-data","runnerUp":"scrapingbee","gap":0.32,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-finetune","jtbdId":"finetune","pick":"together","runnerUp":"unsloth","gap":0.32,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-late-interaction-retrieval","jtbdId":"late-interaction-retrieval","pick":"jina","runnerUp":"voyage","gap":0.32,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-persistent-dev-env","jtbdId":"persistent-dev-env","pick":"daytona","runnerUp":"e2b","gap":0.32,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-edge-sqlite-agent-db","jtbdId":"edge-sqlite-agent-db","pick":"turso","runnerUp":"cloudflare-workers","gap":0.31,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-infra-observability","jtbdId":"infra-observability","pick":"honeycomb","runnerUp":"arize-phoenix","gap":0.31,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-knowledge-graph-extract","jtbdId":"knowledge-graph-extract","pick":"diffbot","runnerUp":"firecrawl","gap":0.29,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-agent-push-notifications","jtbdId":"agent-push-notifications","pick":"onesignal","runnerUp":"knock","gap":0.28,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-wasm-edge-small-models","jtbdId":"wasm-edge-small-models","pick":"cloudflare-workers-ai","runnerUp":"groq","gap":0.27,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-edge-llm-inference","jtbdId":"edge-llm-inference","pick":"cloudflare-workers-ai","runnerUp":"groq","gap":0.26,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-lora-serving-distillation","jtbdId":"lora-serving-distillation","pick":"predibase","runnerUp":"together","gap":0.25,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-distributed-cheap-gpu","jtbdId":"distributed-cheap-gpu","pick":"salad","runnerUp":"vast-ai","gap":0.24,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-on-device-edge-batch","jtbdId":"on-device-edge-batch","pick":"salad","runnerUp":"vast-ai","gap":0.24,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-visual-regression-qa","jtbdId":"visual-regression-qa","pick":"browserstack","runnerUp":"browserbase","gap":0.23,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-synthetic-eval-data","jtbdId":"synthetic-eval-data","pick":"openai","runnerUp":"anthropic","gap":0.21,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-knowledge-graph-rag","jtbdId":"knowledge-graph-rag","pick":"cognee","runnerUp":"weaviate","gap":0.19,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-eu-sovereign-llm","jtbdId":"eu-sovereign-llm","pick":"mistral","runnerUp":"scaleway-generative","gap":0.17,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-neocloud-gpu","jtbdId":"neocloud-gpu","pick":"nebius","runnerUp":"lambda","gap":0.17,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-text-in-image-generation","jtbdId":"text-in-image-generation","pick":"ideogram","runnerUp":"recraft","gap":0.17,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-ml-dataset-versioning","jtbdId":"ml-dataset-versioning","pick":"weights-biases","runnerUp":"langsmith","gap":0.16,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-temporal-graph-memory","jtbdId":"temporal-graph-memory","pick":"zep","runnerUp":"mem0","gap":0.15,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-rag-evals","jtbdId":"rag-evals","pick":"ragas","runnerUp":"promptfoo","gap":0.14,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-inbound-webhook-gateway","jtbdId":"inbound-webhook-gateway","pick":"hookdeck","runnerUp":"svix","gap":0.13,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-layout-aware-ocr","jtbdId":"layout-aware-ocr","pick":"reducto","runnerUp":"llama-parse","gap":0.13,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-notification-orchestration","jtbdId":"notification-orchestration","pick":"courier","runnerUp":"novu","gap":0.13,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-progressive-agent-rollout","jtbdId":"progressive-agent-rollout","pick":"launchdarkly","runnerUp":"statsig","gap":0.13,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-continuous-eval-ci","jtbdId":"continuous-eval-ci","pick":"braintrust","runnerUp":"promptfoo","gap":0.12,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-agent-secrets","jtbdId":"agent-secrets","pick":"infisical","runnerUp":"doppler","gap":0.11,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-air-gapped-model-serve","jtbdId":"air-gapped-model-serve","pick":"nvidia-nim","runnerUp":"huggingface-inference","gap":0.1,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-agent-trace-session-replay","jtbdId":"agent-trace-session-replay","pick":"langsmith","runnerUp":"braintrust","gap":0.09,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-embedded-vector","jtbdId":"embedded-vector","pick":"lancedb","runnerUp":"chroma","gap":0.09,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-agent-ephemeral-ci","jtbdId":"agent-ephemeral-ci","pick":"modal","runnerUp":"e2b","gap":0.07,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-agent-analytics-warehouse","jtbdId":"agent-analytics-warehouse","pick":"clickhouse-cloud","runnerUp":"motherduck","gap":0.06,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-durable-agent-workflows","jtbdId":"durable-agent-workflows","pick":"temporal-cloud","runnerUp":"inngest","gap":0.05,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-serverless-db","jtbdId":"serverless-db","pick":"neon","runnerUp":"supabase-pgvector","gap":0.05,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-stateful-agent-runtime","jtbdId":"stateful-agent-runtime","pick":"letta","runnerUp":"langgraph-cloud","gap":0.05,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-gpu-marketplace-router","jtbdId":"gpu-marketplace-router","pick":"shadeform","runnerUp":"vast-ai","gap":0.04,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-app-hosting","jtbdId":"app-hosting","pick":"railway","runnerUp":"render","gap":0.02,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-hyperscaler-agent-queue","jtbdId":"hyperscaler-agent-queue","pick":"aws-eventbridge","runnerUp":"aws-sqs","gap":0.02,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-search-augmented-llm","jtbdId":"search-augmented-llm","pick":"tavily","runnerUp":"exa","gap":0.02,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null},{"id":"rur-voice","jtbdId":"voice","pick":"twilio","runnerUp":"elevenlabs","gap":0.01,"kind":"needs_human_review","status":"pending_owner_approval","proposed":null}],"note":"Editorial picks are kept. Each entry is needs_human_review and proposes nothing."},"scoresMutated":false}