{"ok":true,"description":"Eval datasets for financial AI testing. Every expected output comes from two independent implementations of the published model spec that agree (Concordance testing).","caseCountPerModel":250,"tolerance":{"rel":1e-9,"abs":0.000001},"format":"JSONL. Line 1 is a meta object; every following line is {\"id\", \"inputs\", \"expected\"}. Non-finite numbers are encoded as the strings \"NaN\", \"Infinity\", \"-Infinity\" per the spec convention.","license":"Open datasets: free with attribution. Full-catalog datasets: included with a Pro key, licensed per worthune.com/terms.","datasets":[{"model":"relocation","specVersion":"1.0.0","count":250,"access":"open","url":"/api/v1/evals/relocation","specUrl":"/api/v1/models/relocation/spec"},{"model":"rent-vs-buy","specVersion":"1.1.0","count":250,"access":"pro-key","url":"/api/v1/evals/rent-vs-buy","specUrl":"/api/v1/models/rent-vs-buy/spec"},{"model":"fire","specVersion":"1.0.1","count":250,"access":"pro-key","url":"/api/v1/evals/fire","specUrl":"/api/v1/models/fire/spec"},{"model":"roth-vs-traditional","specVersion":"1.0.1","count":250,"access":"pro-key","url":"/api/v1/evals/roth-vs-traditional","specUrl":"/api/v1/models/roth-vs-traditional/spec"},{"model":"refinance","specVersion":"1.0.0","count":250,"access":"pro-key","url":"/api/v1/evals/refinance","specUrl":"/api/v1/models/refinance/spec"},{"model":"windfall","specVersion":"1.0.1","count":250,"access":"pro-key","url":"/api/v1/evals/windfall","specUrl":"/api/v1/models/windfall/spec"},{"model":"sabbatical","specVersion":"1.0.0","count":250,"access":"pro-key","url":"/api/v1/evals/sabbatical","specUrl":"/api/v1/models/sabbatical/spec"},{"model":"one-income","specVersion":"1.0.0","count":250,"access":"pro-key","url":"/api/v1/evals/one-income","specUrl":"/api/v1/models/one-income/spec"},{"model":"second-home","specVersion":"1.1.0","count":250,"access":"pro-key","url":"/api/v1/evals/second-home","specUrl":"/api/v1/models/second-home/spec"},{"model":"divorce","specVersion":"1.2.0","count":250,"access":"pro-key","url":"/api/v1/evals/divorce","specUrl":"/api/v1/models/divorce/spec"},{"model":"down-payment","specVersion":"1.0.0","count":250,"access":"pro-key","url":"/api/v1/evals/down-payment","specUrl":"/api/v1/models/down-payment/spec"},{"model":"rsu","specVersion":"1.1.0","count":250,"access":"pro-key","url":"/api/v1/evals/rsu","specUrl":"/api/v1/models/rsu/spec"},{"model":"debt-payoff","specVersion":"1.1.0","count":250,"access":"pro-key","url":"/api/v1/evals/debt-payoff","specUrl":"/api/v1/models/debt-payoff/spec"},{"model":"student-loan-payoff","specVersion":"1.0.0","count":250,"access":"pro-key","url":"/api/v1/evals/student-loan-payoff","specUrl":"/api/v1/models/student-loan-payoff/spec"},{"model":"emergency-fund","specVersion":"1.0.0","count":250,"access":"open","url":"/api/v1/evals/emergency-fund","specUrl":"/api/v1/models/emergency-fund/spec"},{"model":"salary-jump","specVersion":"1.0.1","count":250,"access":"pro-key","url":"/api/v1/evals/salary-jump","specUrl":"/api/v1/models/salary-jump/spec"},{"model":"having-a-child","specVersion":"1.1.0","count":250,"access":"pro-key","url":"/api/v1/evals/having-a-child","specUrl":"/api/v1/models/having-a-child/spec"},{"model":"wedding","specVersion":"1.1.0","count":250,"access":"pro-key","url":"/api/v1/evals/wedding","specUrl":"/api/v1/models/wedding/spec"},{"model":"renovation","specVersion":"1.1.0","count":250,"access":"pro-key","url":"/api/v1/evals/renovation","specUrl":"/api/v1/models/renovation/spec"},{"model":"side-business","specVersion":"1.0.1","count":250,"access":"open","url":"/api/v1/evals/side-business","specUrl":"/api/v1/models/side-business/spec"},{"model":"mega-backdoor-roth","specVersion":"1.0.0","count":250,"access":"pro-key","url":"/api/v1/evals/mega-backdoor-roth","specUrl":"/api/v1/models/mega-backdoor-roth/spec"},{"model":"529-college-savings","specVersion":"1.0.0","count":250,"access":"pro-key","url":"/api/v1/evals/529-college-savings","specUrl":"/api/v1/models/529-college-savings/spec"},{"model":"private-school","specVersion":"1.2.0","count":250,"access":"pro-key","url":"/api/v1/evals/private-school","specUrl":"/api/v1/models/private-school/spec"},{"model":"social-security-timing","specVersion":"1.1.0","count":250,"access":"pro-key","url":"/api/v1/evals/social-security-timing","specUrl":"/api/v1/models/social-security-timing/spec"},{"model":"long-term-care","specVersion":"1.1.0","count":250,"access":"pro-key","url":"/api/v1/evals/long-term-care","specUrl":"/api/v1/models/long-term-care/spec"},{"model":"eldercare","specVersion":"1.1.0","count":250,"access":"pro-key","url":"/api/v1/evals/eldercare","specUrl":"/api/v1/models/eldercare/spec"},{"model":"estate-planning","specVersion":"1.1.0","count":250,"access":"pro-key","url":"/api/v1/evals/estate-planning","specUrl":"/api/v1/models/estate-planning/spec"},{"model":"auto-loan","specVersion":"1.0.0","count":250,"access":"pro-key","url":"/api/v1/evals/auto-loan","specUrl":"/api/v1/models/auto-loan/spec"},{"model":"loan-comparison","specVersion":"1.0.0","count":250,"access":"pro-key","url":"/api/v1/evals/loan-comparison","specUrl":"/api/v1/models/loan-comparison/spec"},{"model":"extra-payment","specVersion":"1.0.0","count":250,"access":"pro-key","url":"/api/v1/evals/extra-payment","specUrl":"/api/v1/models/extra-payment/spec"},{"model":"biweekly-mortgage","specVersion":"1.0.0","count":250,"access":"pro-key","url":"/api/v1/evals/biweekly-mortgage","specUrl":"/api/v1/models/biweekly-mortgage/spec"},{"model":"points-break-even","specVersion":"1.0.0","count":250,"access":"pro-key","url":"/api/v1/evals/points-break-even","specUrl":"/api/v1/models/points-break-even/spec"},{"model":"pmi-removal","specVersion":"1.0.0","count":250,"access":"pro-key","url":"/api/v1/evals/pmi-removal","specUrl":"/api/v1/models/pmi-removal/spec"},{"model":"arm-vs-fixed","specVersion":"1.0.0","count":250,"access":"pro-key","url":"/api/v1/evals/arm-vs-fixed","specUrl":"/api/v1/models/arm-vs-fixed/spec"},{"model":"credit-card-minimum","specVersion":"1.0.0","count":250,"access":"pro-key","url":"/api/v1/evals/credit-card-minimum","specUrl":"/api/v1/models/credit-card-minimum/spec"},{"model":"rmd","specVersion":"1.0.0","count":250,"access":"pro-key","url":"/api/v1/evals/rmd","specUrl":"/api/v1/models/rmd/spec"},{"model":"roth-conversion-ladder","specVersion":"1.0.0","count":250,"access":"pro-key","url":"/api/v1/evals/roth-conversion-ladder","specUrl":"/api/v1/models/roth-conversion-ladder/spec"},{"model":"backdoor-roth","specVersion":"1.0.0","count":250,"access":"pro-key","url":"/api/v1/evals/backdoor-roth","specUrl":"/api/v1/models/backdoor-roth/spec"},{"model":"employer-match","specVersion":"1.0.0","count":250,"access":"pro-key","url":"/api/v1/evals/employer-match","specUrl":"/api/v1/models/employer-match/spec"},{"model":"capital-gains","specVersion":"1.0.0","count":250,"access":"pro-key","url":"/api/v1/evals/capital-gains","specUrl":"/api/v1/models/capital-gains/spec"},{"model":"ssa-pia","specVersion":"1.0.0","count":250,"access":"pro-key","url":"/api/v1/evals/ssa-pia","specUrl":"/api/v1/models/ssa-pia/spec"},{"model":"state-income-tax","specVersion":"1.1.0","count":250,"access":"pro-key","url":"/api/v1/evals/state-income-tax","specUrl":"/api/v1/models/state-income-tax/spec"},{"model":"quarterly-estimates","specVersion":"1.0.0","count":250,"access":"pro-key","url":"/api/v1/evals/quarterly-estimates","specUrl":"/api/v1/models/quarterly-estimates/spec"},{"model":"espp","specVersion":"1.0.0","count":250,"access":"pro-key","url":"/api/v1/evals/espp","specUrl":"/api/v1/models/espp/spec"},{"model":"burn-rate-runway","specVersion":"1.0.0","count":250,"access":"pro-key","url":"/api/v1/evals/burn-rate-runway","specUrl":"/api/v1/models/burn-rate-runway/spec"},{"model":"safe-dilution","specVersion":"1.0.0","count":250,"access":"pro-key","url":"/api/v1/evals/safe-dilution","specUrl":"/api/v1/models/safe-dilution/spec"},{"model":"option-pool","specVersion":"1.0.0","count":250,"access":"pro-key","url":"/api/v1/evals/option-pool","specUrl":"/api/v1/models/option-pool/spec"},{"model":"equipment-lease-vs-buy","specVersion":"1.0.0","count":250,"access":"pro-key","url":"/api/v1/evals/equipment-lease-vs-buy","specUrl":"/api/v1/models/equipment-lease-vs-buy/spec"},{"model":"sba-loan-cost","specVersion":"1.0.0","count":250,"access":"pro-key","url":"/api/v1/evals/sba-loan-cost","specUrl":"/api/v1/models/sba-loan-cost/spec"},{"model":"iso-exercise","specVersion":"1.0.0","count":250,"access":"pro-key","url":"/api/v1/evals/iso-exercise","specUrl":"/api/v1/models/iso-exercise/spec"},{"model":"qsbs-exclusion","specVersion":"1.0.0","count":250,"access":"pro-key","url":"/api/v1/evals/qsbs-exclusion","specUrl":"/api/v1/models/qsbs-exclusion/spec"},{"model":"83b-election","specVersion":"1.0.0","count":250,"access":"pro-key","url":"/api/v1/evals/83b-election","specUrl":"/api/v1/models/83b-election/spec"},{"model":"wash-sale","specVersion":"1.0.0","count":250,"access":"pro-key","url":"/api/v1/evals/wash-sale","specUrl":"/api/v1/models/wash-sale/spec"},{"model":"retirement-income-cliffs","specVersion":"1.0.0","count":250,"access":"pro-key","url":"/api/v1/evals/retirement-income-cliffs","specUrl":"/api/v1/models/retirement-income-cliffs/spec"},{"model":"longevity-horizon","specVersion":"1.0.0","count":250,"access":"pro-key","url":"/api/v1/evals/longevity-horizon","specUrl":"/api/v1/models/longevity-horizon/spec"},{"model":"annuity-payout","specVersion":"1.0.0","count":250,"access":"pro-key","url":"/api/v1/evals/annuity-payout","specUrl":"/api/v1/models/annuity-payout/spec"},{"model":"life-insurance-needs","specVersion":"1.0.0","count":250,"access":"pro-key","url":"/api/v1/evals/life-insurance-needs","specUrl":"/api/v1/models/life-insurance-needs/spec"},{"model":"step-up-vs-gift-now","specVersion":"1.0.0","count":250,"access":"pro-key","url":"/api/v1/evals/step-up-vs-gift-now","specUrl":"/api/v1/models/step-up-vs-gift-now/spec"},{"model":"inherited-ira-10-year","specVersion":"1.0.0","count":250,"access":"pro-key","url":"/api/v1/evals/inherited-ira-10-year","specUrl":"/api/v1/models/inherited-ira-10-year/spec"},{"model":"qcd","specVersion":"1.0.0","count":250,"access":"pro-key","url":"/api/v1/evals/qcd","specUrl":"/api/v1/models/qcd/spec"},{"model":"plan529-superfunding","specVersion":"1.0.0","count":250,"access":"pro-key","url":"/api/v1/evals/plan529-superfunding","specUrl":"/api/v1/models/plan529-superfunding/spec"}],"docs":"https://worthune.com/evals"}