{"providerId":"langsmith","name":"LangSmith","asOf":"2026-10-27","score":{"asOf":"2026-09-14","ageDays":43,"stale":true,"basis":"curated_estimate","changesOnlyBy":"owner_approved_score_review"},"lastReviewed":"2026-09-14","sourceCheck":{"checkedAt":"2026-10-27","sourceUrls":1,"sourcesReachable":1,"pricingRows":0,"pricingRowsReconfirmed":0,"note":"A source re-check confirms the page is reachable and, for pricing rows, that the stored amount and SKU name appear on it. It does not re-derive or change the score.","reason":null},"unreachableSources":[],"pricingRows":{"count":0,"stale":0,"notFoundOnPage":0,"items":[]},"listedOn":{"count":8,"depotPick":1,"runnerUp":7,"items":[{"jtbdId":"llm-tracing","role":"runner_up","page":"/jtbds/llm-tracing","badge":"/badge/llm-tracing/langsmith.svg"},{"jtbdId":"evals","role":"runner_up","page":"/jtbds/evals","badge":"/badge/evals/langsmith.svg"},{"jtbdId":"oss-evals","role":"runner_up","page":"/jtbds/oss-evals","badge":"/badge/oss-evals/langsmith.svg"},{"jtbdId":"production-guardrail-evals","role":"runner_up","page":"/jtbds/production-guardrail-evals","badge":"/badge/production-guardrail-evals/langsmith.svg"},{"jtbdId":"langgraph-deploy","role":"runner_up","page":"/jtbds/langgraph-deploy","badge":"/badge/langgraph-deploy/langsmith.svg"},{"jtbdId":"continuous-eval-ci","role":"runner_up","page":"/jtbds/continuous-eval-ci","badge":"/badge/continuous-eval-ci/langsmith.svg"},{"jtbdId":"agent-trace-session-replay","role":"depot_pick","page":"/jtbds/agent-trace-session-replay","badge":"/badge/agent-trace-session-replay/langsmith.svg"},{"jtbdId":"ml-dataset-versioning","role":"runner_up","page":"/jtbds/ml-dataset-versioning","badge":"/badge/ml-dataset-versioning/langsmith.svg"}]},"corrections":{"pending":0,"approved":0,"rejected":0,"items":[],"submit":"POST /api/corrections {providerId, field, proposedValue, sourceUrl, detail, rowId?, submitterRole: provider}","honesty":["A correction is a claim until a human reviews it. Pending corrections change nothing.","Approval is recorded in git (data/correction-reviews.json) with the reviewer, date and note; the catalog edit is a separate commit.","Corrections never change a pick score. Pending text is not republished until reviewed."]},"outcomes":{"n":0,"worked":0,"degraded":0,"failed":0,"failureModes":{},"verifiedReports":0,"excluded":{"seed_editorial":0,"test":0,"notFeedback":0},"reason":"no_submitted_outcome_reports_yet","api":"/api/outcomes?provider=langsmith"},"suggestedActions":["Stored score is 43 days old (policy 30). Scores are editorial and change only after owner review."],"scoresMutated":false}