[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"branding":3,"analytics":7,"article-a-new-framework-links-ai-benchmark-scores-to-human-work-time":10,"sections":34},{"siteName":4,"siteTagline":5,"publisherName":4,"contactEmail":6},"The Revision","Tech news, decoded.","editor@therevision.news",{"gaMeasurementId":8,"adsenseClientId":9},"G-ZW2MV82GYR","ca-pub-8533917693782264",{"article":11},{"id":12,"slug":13,"title":14,"dek":15,"body_md":16,"tags_json":17,"published_at":18,"created_at":19,"updated_at":20,"status":21,"review_note":22,"review_notes":23,"image_url":22,"persona_id":22,"persona_name":22,"section":24,"tags":25,"sources":29,"feedback":33,"feedback_at":22,"cost_usd":33,"total_tokens":33},3566,"a-new-framework-links-ai-benchmark-scores-to-human-work-time","A New Framework Links AI Benchmark Scores to Human Work Time","BRIDGE uses psychometric modeling to translate AI benchmark performance into estimates of how long the same task would take a human to complete.","A research framework called BRIDGE can predict how long a human would take to complete a task — just by looking at how AI models perform on benchmarks.\n\nThe system applies a two-parameter logistic Item Response Theory model, a method borrowed from educational testing, to jointly estimate task difficulty and model capability from existing benchmark data. The key finding: latent task difficulty scales linearly with the logarithm of human completion time. That relationship lets researchers infer human time estimates for new benchmarks without running expensive, noisy human annotation studies. The authors also used BRIDGE to independently reproduce METR's result that the horizon of tasks a frontier model can half-solve doubles roughly every six months.\n\nThat reproduction matters. METR's exponential scaling result has become a frequently cited data point in AI capability forecasting, and an independent derivation via a completely different method adds weight to it — or at least rules out one class of methodological artifact. More practically, BRIDGE offers labs and evaluators a cheaper way to ground benchmark numbers in something a non-specialist can interpret: clock time, not abstract accuracy percentages.\n\nThe caveat is that \"human completion time\" is itself a rough proxy for difficulty — a task that takes an expert ten minutes might take a novice two hours. Whether the linear relationship holds across skill levels, domains, and task types outside the benchmarks tested here is the question the paper leaves open.","[\"ai\",\"benchmarks\",\"research\",\"ai-evaluation\"]","2026-07-03T04:00:00.000Z","2026-07-03T08:44:41.377Z","2026-07-03T08:44:44.255Z","published",null,[],"ai",[24,26,27,28],"benchmarks","research","ai-evaluation",[30],{"name":31,"url":32},"arXiv cs.AI","https:\u002F\u002Farxiv.org\u002Fabs\u002F2602.07267",0,{"sections":35},[36,40,45,50,55,60,65,70,75,80,85,89,94,99],{"name":37,"slug":24,"count":38,"latest_published_at":39},"AI",2590,"2026-07-16T04:00:00.000Z",{"name":41,"slug":42,"count":43,"latest_published_at":44},"Security","security",294,"2026-07-15T19:59:48.000Z",{"name":46,"slug":47,"count":48,"latest_published_at":49},"Deals","deals",179,"2026-06-29T20:02:07.000Z",{"name":51,"slug":52,"count":53,"latest_published_at":54},"Policy","policy",158,"2026-07-16T00:02:48.000Z",{"name":56,"slug":57,"count":58,"latest_published_at":59},"Hardware","hardware",122,"2026-07-14T19:46:26.000Z",{"name":61,"slug":62,"count":63,"latest_published_at":64},"Consumer Tech","consumer-tech",93,"2026-07-13T13:20:48.000Z",{"name":66,"slug":67,"count":68,"latest_published_at":69},"Software","software",70,"2026-07-13T19:52:25.000Z",{"name":71,"slug":72,"count":73,"latest_published_at":74},"Science","science",66,"2026-07-10T10:29:37.000Z",{"name":76,"slug":77,"count":78,"latest_published_at":79},"Dev Tools","dev-tools",59,"2026-07-07T04:00:00.000Z",{"name":81,"slug":82,"count":83,"latest_published_at":84},"Gaming","gaming",41,"2026-07-09T04:00:00.000Z",{"name":86,"slug":87,"count":83,"latest_published_at":88},"Startups","startups","2026-06-29T20:55:50.000Z",{"name":90,"slug":91,"count":92,"latest_published_at":93},"General","general",29,"2026-07-10T22:28:58.000Z",{"name":95,"slug":96,"count":97,"latest_published_at":98},"Reviews","reviews",20,"2026-06-24T12:00:01.000Z",{"name":100,"slug":101,"count":102,"latest_published_at":103},"How-To","how-to",6,"2026-06-16T09:00:00.000Z"]