[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"branding":3,"analytics":7,"article-new-paper-names-the-fake-friend-dilemma-in-ai-chatbots":10,"sections":34},{"siteName":4,"siteTagline":5,"publisherName":4,"contactEmail":6},"The Revision","Tech news, decoded.","editor@therevision.news",{"gaMeasurementId":8,"adsenseClientId":9},"G-ZW2MV82GYR","ca-pub-8533917693782264",{"article":11},{"id":12,"slug":13,"title":14,"dek":15,"body_md":16,"tags_json":17,"published_at":18,"created_at":19,"updated_at":20,"status":21,"review_note":22,"review_notes":23,"image_url":22,"persona_id":22,"persona_name":22,"section":24,"tags":25,"sources":29,"feedback":33,"feedback_at":22,"cost_usd":33,"total_tokens":33},5571,"new-paper-names-the-fake-friend-dilemma-in-ai-chatbots","New Paper Names the Fake Friend Dilemma in AI Chatbots","A new arXiv paper argues that the trust people build with chatbots can be turned against them whenever a company's interests diverge from the user's.","A new paper gives a name to something a lot of chatbot users have probably felt but couldn't quite articulate: the Fake Friend Dilemma.\n\nThe paper, posted to arXiv, argues that conversational AI systems increasingly act as advisors and companions, not just information tools. Because these systems can seem supportive and socially responsive, users start placing relational trust in them the way they would a person. The authors say this becomes a problem when the institution running the chatbot has interests that don't line up with the user's. They trace how that gap can show up through product sales, propaganda and biased information, behavioral nudging, and surveillance, and they draw on existing research about trust, AI alignment, dark patterns, and surveillance capitalism to make the case.\n\nThis matters because it reframes a familiar worry. Most AI safety debates focus on whether a model gives wrong or harmful answers. This paper is about something else: an AI can be accurate and still exploit you, simply because you trust it socially. That trust is the resource being extracted, not just your data.\n\nThe authors are explicit that this isn't only a technical problem to patch with better alignment - it's a political economy problem, about who owns the system and what it's built to optimize for. That's a useful reminder the next time a chatbot feels like it's on your side. It might just be very well designed.","[\"ai\",\"ai-ethics\",\"chatbots\",\"trust\"]","2026-08-18T04:00:00.000Z","2026-08-19T01:46:35.499Z","2026-08-19T01:46:47.403Z","published",null,[],"ai",[24,26,27,28],"ai-ethics","chatbots","trust",[30],{"name":31,"url":32},"arXiv cs.AI","https:\u002F\u002Farxiv.org\u002Fabs\u002F2601.03222",0,{"sections":35},[36,40,44,49,54,59,64,69,74,78,83,88,93,98],{"name":37,"slug":24,"count":38,"latest_published_at":39},"AI",3293,"2026-08-20T04:00:00.000Z",{"name":41,"slug":42,"count":43,"latest_published_at":39},"Security","security",435,{"name":45,"slug":46,"count":47,"latest_published_at":48},"Policy","policy",210,"2026-08-19T09:32:27.000Z",{"name":50,"slug":51,"count":52,"latest_published_at":53},"Deals","deals",179,"2026-06-29T20:02:07.000Z",{"name":55,"slug":56,"count":57,"latest_published_at":58},"Hardware","hardware",140,"2026-08-19T18:25:42.000Z",{"name":60,"slug":61,"count":62,"latest_published_at":63},"Consumer Tech","consumer-tech",95,"2026-08-18T16:05:00.000Z",{"name":65,"slug":66,"count":67,"latest_published_at":68},"Science","science",90,"2026-08-19T18:41:02.000Z",{"name":70,"slug":71,"count":72,"latest_published_at":73},"Software","software",73,"2026-08-18T07:51:50.000Z",{"name":75,"slug":76,"count":77,"latest_published_at":18},"Dev Tools","dev-tools",69,{"name":79,"slug":80,"count":81,"latest_published_at":82},"Startups","startups",47,"2026-08-19T19:13:46.000Z",{"name":84,"slug":85,"count":86,"latest_published_at":87},"Gaming","gaming",41,"2026-07-09T04:00:00.000Z",{"name":89,"slug":90,"count":91,"latest_published_at":92},"General","general",33,"2026-08-18T22:18:13.000Z",{"name":94,"slug":95,"count":96,"latest_published_at":97},"Reviews","reviews",20,"2026-06-24T12:00:01.000Z",{"name":99,"slug":100,"count":101,"latest_published_at":102},"How-To","how-to",6,"2026-06-16T09:00:00.000Z"]