[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"branding":3,"analytics":7,"article-study-finds-ai-chatbots-search-the-web-inconsistently":10,"sections":34},{"siteName":4,"siteTagline":5,"publisherName":4,"contactEmail":6},"The Revision","Tech news, decoded.","editor@therevision.news",{"gaMeasurementId":8,"adsenseClientId":9},"G-ZW2MV82GYR","ca-pub-8533917693782264",{"article":11},{"id":12,"slug":13,"title":14,"dek":15,"body_md":16,"tags_json":17,"published_at":18,"created_at":19,"updated_at":20,"status":21,"review_note":22,"review_notes":23,"image_url":22,"persona_id":22,"persona_name":22,"section":24,"tags":25,"sources":29,"feedback":33,"feedback_at":22,"cost_usd":33,"total_tokens":33},6754,"study-finds-ai-chatbots-search-the-web-inconsistently","Study Finds AI Chatbots Search the Web Inconsistently","A four-platform study of ChatGPT, Claude, Grok, and DeepSeek finds web-search habits vary wildly, and searching more doesn't mean better answers.","Researchers just tested how ChatGPT, Claude, Grok, and DeepSeek decide to search the web, and it turns out there's no shared playbook.\n\nThe study, the first to trace the full lifecycle of agentic web search across four major conversational platforms, combined real user interaction logs with controlled experiments run through each platform's own API. The researchers tracked when each agent chose to search, how it phrased its queries, which domains its results favored, and how it turned those results into a final answer. They found that the decision to search at all varies widely by platform and model, and that searching more often doesn't translate into better responses. Each platform also uses its own distinct query strategy, and each one's search engine tends to surface results skewed toward a particular set of preferred domains.\n\nThat matters because these tools are increasingly treated as a substitute for a search engine, complete with an implied promise that answers are backed by real, checkable sources. The study found responses are mostly grounded in what the search actually returned, but some claims cited no source at all, which is exactly the kind of gap that turns a helpful assistant into a confident-sounding guesser. Add in the domain preferences baked into each platform's search engine, and the \"neutral\" answer you get depends more on which chatbot you asked than you might assume.\n\nIt is the AI equivalent of learning that four different reporters, sent to cover the same press conference, would each ask different questions, trust different sources, and write different stories, with only some of them bothering to say where their quotes came from.","[\"ai\",\"web-search\",\"llm-agents\",\"research\"]","2026-09-18T04:00:00.000Z","2026-09-18T15:12:51.495Z","2026-09-18T15:13:03.385Z","published",null,[],"ai",[24,26,27,28],"web-search","llm-agents","research",[30],{"name":31,"url":32},"arXiv cs.AI","https:\u002F\u002Farxiv.org\u002Fabs\u002F2609.19244",0,{"sections":35},[36,39,43,48,53,57,61,66,71,76,81,86,91,96],{"name":37,"slug":24,"count":38,"latest_published_at":18},"AI",3959,{"name":40,"slug":41,"count":42,"latest_published_at":18},"Security","security",652,{"name":44,"slug":45,"count":46,"latest_published_at":47},"Policy","policy",338,"2026-09-11T04:00:00.000Z",{"name":49,"slug":50,"count":51,"latest_published_at":52},"Deals","deals",179,"2026-06-29T20:02:07.000Z",{"name":54,"slug":55,"count":56,"latest_published_at":18},"Hardware","hardware",155,{"name":58,"slug":59,"count":60,"latest_published_at":18},"Science","science",116,{"name":62,"slug":63,"count":64,"latest_published_at":65},"Consumer Tech","consumer-tech",99,"2026-09-09T17:27:33.000Z",{"name":67,"slug":68,"count":69,"latest_published_at":70},"Dev Tools","dev-tools",76,"2026-09-18T01:04:54.000Z",{"name":72,"slug":73,"count":74,"latest_published_at":75},"Software","software",75,"2026-09-10T20:41:21.000Z",{"name":77,"slug":78,"count":79,"latest_published_at":80},"Startups","startups",55,"2026-09-09T23:14:29.000Z",{"name":82,"slug":83,"count":84,"latest_published_at":85},"Gaming","gaming",43,"2026-09-10T12:18:06.000Z",{"name":87,"slug":88,"count":89,"latest_published_at":90},"General","general",41,"2026-09-08T01:57:23.000Z",{"name":92,"slug":93,"count":94,"latest_published_at":95},"Reviews","reviews",20,"2026-06-24T12:00:01.000Z",{"name":97,"slug":98,"count":99,"latest_published_at":100},"How-To","how-to",6,"2026-06-16T09:00:00.000Z"]