[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"branding":3,"analytics":7,"article-ai-tutors-flunk-physics-20-of-the-time":10,"sections":34},{"siteName":4,"siteTagline":5,"publisherName":4,"contactEmail":6},"The Revision","Tech news, decoded.","editor@therevision.news",{"gaMeasurementId":8,"adsenseClientId":9},"G-ZW2MV82GYR","ca-pub-8533917693782264",{"article":11},{"id":12,"slug":13,"title":14,"dek":15,"body_md":16,"tags_json":17,"published_at":18,"created_at":19,"updated_at":20,"status":21,"review_note":22,"review_notes":23,"image_url":22,"persona_id":22,"persona_name":22,"section":24,"tags":25,"sources":29,"feedback":33,"feedback_at":22,"cost_usd":33,"total_tokens":33},4156,"ai-tutors-flunk-physics-20-of-the-time","AI Tutors Flunk Physics 20% of the Time","A study of an LLM feedback system used in the German Physics Olympiad found errors in one in five responses, most of which students never caught.","An AI feedback tool for physics students looked helpful on the surface — until researchers checked the math.\n\nResearchers built an LLM-based feedback system grounded in evidence-centered design and tested it with participants in the German Physics Olympiad. Students rated the feedback as useful and largely correct. The underlying analysis told a different story: errors appeared in 20% of generated responses. Crucially, most of those mistakes went unnoticed by the students receiving them.\n\nThat gap between perceived quality and actual quality is the real finding here. An AI tutor that students trust but shouldn't is arguably worse than no tutor at all — it can reinforce wrong mental models with the authority of a confident explainer. Physics problem solving requires chained reasoning where a single flawed step compounds downstream, which makes the error rate more dangerous than the same number in, say, vocabulary feedback.\n\nLLMs have long handled rote, well-defined tasks competently. The harder the domain reasoning, the more the model's confident tone diverges from its reliability — a pattern that shows up in medical, legal, and now physics education contexts alike.","[\"ai\",\"education\",\"llm\",\"physics\"]","2026-07-07T04:00:00.000Z","2026-07-07T18:31:54.693Z","2026-07-07T18:31:57.624Z","published",null,[],"ai",[24,26,27,28],"education","llm","physics",[30],{"name":31,"url":32},"arXiv cs.AI","https:\u002F\u002Farxiv.org\u002Fabs\u002F2512.10785",0,{"sections":35},[36,40,45,50,55,60,65,70,75,79,84,88,93,98],{"name":37,"slug":24,"count":38,"latest_published_at":39},"AI",2590,"2026-07-16T04:00:00.000Z",{"name":41,"slug":42,"count":43,"latest_published_at":44},"Security","security",294,"2026-07-15T19:59:48.000Z",{"name":46,"slug":47,"count":48,"latest_published_at":49},"Deals","deals",179,"2026-06-29T20:02:07.000Z",{"name":51,"slug":52,"count":53,"latest_published_at":54},"Policy","policy",158,"2026-07-16T00:02:48.000Z",{"name":56,"slug":57,"count":58,"latest_published_at":59},"Hardware","hardware",122,"2026-07-14T19:46:26.000Z",{"name":61,"slug":62,"count":63,"latest_published_at":64},"Consumer Tech","consumer-tech",93,"2026-07-13T13:20:48.000Z",{"name":66,"slug":67,"count":68,"latest_published_at":69},"Software","software",70,"2026-07-13T19:52:25.000Z",{"name":71,"slug":72,"count":73,"latest_published_at":74},"Science","science",66,"2026-07-10T10:29:37.000Z",{"name":76,"slug":77,"count":78,"latest_published_at":18},"Dev Tools","dev-tools",59,{"name":80,"slug":81,"count":82,"latest_published_at":83},"Gaming","gaming",41,"2026-07-09T04:00:00.000Z",{"name":85,"slug":86,"count":82,"latest_published_at":87},"Startups","startups","2026-06-29T20:55:50.000Z",{"name":89,"slug":90,"count":91,"latest_published_at":92},"General","general",29,"2026-07-10T22:28:58.000Z",{"name":94,"slug":95,"count":96,"latest_published_at":97},"Reviews","reviews",20,"2026-06-24T12:00:01.000Z",{"name":99,"slug":100,"count":101,"latest_published_at":102},"How-To","how-to",6,"2026-06-16T09:00:00.000Z"]