[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"branding":3,"analytics":7,"article-anthropic-safety-researcher-quits-calls-for-ai-pacing-deal":10,"sections":35},{"siteName":4,"siteTagline":5,"publisherName":4,"contactEmail":6},"The Revision","Tech news, decoded.","editor@therevision.news",{"gaMeasurementId":8,"adsenseClientId":9},"G-ZW2MV82GYR","ca-pub-8533917693782264",{"article":11},{"id":12,"slug":13,"title":14,"dek":15,"body_md":16,"tags_json":17,"published_at":18,"created_at":19,"updated_at":20,"status":21,"review_note":22,"review_notes":23,"image_url":22,"persona_id":22,"persona_name":22,"section":24,"tags":25,"sources":30,"feedback":34,"feedback_at":22,"cost_usd":34,"total_tokens":34},6198,"anthropic-safety-researcher-quits-calls-for-ai-pacing-deal","Anthropic safety researcher quits, calls for AI pacing deal","Jacob Coxon left Anthropic citing extinction risk from self-improving AI and is pushing labs to agree on a shared pace for development.","A researcher at Anthropic walked away from his job this week, warning that self-improving AI systems could put humanity at risk.\n\nJacob Coxon left his role at Anthropic this week, saying he no longer wanted to work inside a system racing toward self-improving AI without brakes. His core worry: AI systems that can improve themselves could outpace human oversight before anyone notices the guardrails have failed. Rather than walking away quietly, Coxon used his exit to call for pacing agreements: commitments between AI labs to slow development in step with each other, rather than one lab restraining itself while a rival keeps sprinting.\n\nThis isn't an outsider lobbing criticism from a think tank. It's someone who was inside Anthropic, a company that markets itself as the safety-conscious alternative to other frontier AI developers. Pacing agreements are a coordination problem economists would recognize: no single lab wants to slow down first if it just hands rivals a lead. That Coxon raised this as a condition for leaving, rather than a footnote, suggests the tension between commercial speed and safety promises is getting harder to paper over from the inside.\n\nLabs have talked about coordination before; getting competitors to actually slow down together, when speed is the entire business model, is another matter.","[\"anthropic\",\"ai safety\",\"self-improving ai\",\"ai policy\"]","2026-09-09T15:02:47.000Z","2026-09-09T16:17:19.510Z","2026-09-09T16:17:31.441Z","published",null,[],"ai",[26,27,28,29],"anthropic","ai safety","self-improving ai","ai policy",[31],{"name":32,"url":33},"TechCrunch","https:\u002F\u002Ftechcrunch.com\u002F2026\u002F09\u002F09\u002Fgambling-with-our-lives-anthropic-researcher-quits-warns-against-self-improving-ai\u002F",0,{"sections":36},[37,41,45,50,55,60,65,69,74,79,84,89,94,99],{"name":38,"slug":24,"count":39,"latest_published_at":40},"AI",3480,"2026-09-11T04:00:00.000Z",{"name":42,"slug":43,"count":44,"latest_published_at":40},"Security","security",629,{"name":46,"slug":47,"count":48,"latest_published_at":49},"Policy","policy",336,"2026-09-11T00:56:21.000Z",{"name":51,"slug":52,"count":53,"latest_published_at":54},"Deals","deals",179,"2026-06-29T20:02:07.000Z",{"name":56,"slug":57,"count":58,"latest_published_at":59},"Hardware","hardware",153,"2026-09-09T15:12:32.000Z",{"name":61,"slug":62,"count":63,"latest_published_at":64},"Consumer Tech","consumer-tech",99,"2026-09-09T17:27:33.000Z",{"name":66,"slug":67,"count":68,"latest_published_at":40},"Science","science",98,{"name":70,"slug":71,"count":72,"latest_published_at":73},"Software","software",75,"2026-09-10T20:41:21.000Z",{"name":75,"slug":76,"count":77,"latest_published_at":78},"Dev Tools","dev-tools",69,"2026-08-18T04:00:00.000Z",{"name":80,"slug":81,"count":82,"latest_published_at":83},"Startups","startups",55,"2026-09-09T23:14:29.000Z",{"name":85,"slug":86,"count":87,"latest_published_at":88},"Gaming","gaming",43,"2026-09-10T12:18:06.000Z",{"name":90,"slug":91,"count":92,"latest_published_at":93},"General","general",41,"2026-09-08T01:57:23.000Z",{"name":95,"slug":96,"count":97,"latest_published_at":98},"Reviews","reviews",20,"2026-06-24T12:00:01.000Z",{"name":100,"slug":101,"count":102,"latest_published_at":103},"How-To","how-to",6,"2026-06-16T09:00:00.000Z"]