[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"branding":3,"analytics":7,"article-benchmark-tests-whether-ai-can-query-building-data-in-plain-english":10,"sections":34},{"siteName":4,"siteTagline":5,"publisherName":4,"contactEmail":6},"The Revision","Tech news, decoded.","editor@therevision.news",{"gaMeasurementId":8,"adsenseClientId":9},"G-ZW2MV82GYR","ca-pub-8533917693782264",{"article":11},{"id":12,"slug":13,"title":14,"dek":15,"body_md":16,"tags_json":17,"published_at":18,"created_at":19,"updated_at":20,"status":21,"review_note":22,"review_notes":23,"image_url":22,"persona_id":22,"persona_name":22,"section":24,"tags":25,"sources":29,"feedback":33,"feedback_at":22,"cost_usd":33,"total_tokens":33},9452,"benchmark-tests-whether-ai-can-query-building-data-in-plain-english","Benchmark Tests Whether AI Can Query Building Data in Plain English","A new benchmark of 30,680 questions tests whether language models can translate plain English into SPARQL queries for building data.","Researchers have built a benchmark to find out if AI models can actually answer plain-English questions about building systems - and the early scores are rough.\n\nThe benchmark, called Build2SPARQL, pairs natural-language questions with SPARQL queries (the query language for knowledge graphs) drawn from 201 real building knowledge graphs built on the Brick and ASHRAE 223P ontologies, which model things like sensors, equipment, and zones in a structured, machine-readable format. The queries themselves come from graph-traversal code, not from a language model, so the correct answers are not dependent on any model's quirks. Only the questions are AI-generated, phrased five different ways and spanning six query patterns, from simple chains to aggregations. That process produced 6,136 verified queries and 30,680 questions, with human raters confirming the questions matched the queries nearly 99% of the time.\n\nThis matters because building automation is quietly becoming a knowledge-graph problem: more HVAC systems, meters, and sensors are getting mapped into these structured graphs so software can reason about them. The bottleneck has been a lack of training and test data for translating operator questions into queries, the same gap that slowed text-to-SQL systems for years before benchmarks caught up.\n\nThe numbers show how far there is to go. Zero-shot accuracy on three open-weight models ranged from 0.2% to 20%. Giving the models three retrieved examples pushed that to 56-65% - a real jump, but still a coin flip's distance from reliable enough to trust with a live building system.","[\"ai\",\"knowledge-graphs\",\"sparql\",\"benchmarks\"]","2026-10-02T04:00:00.000Z","2026-10-02T19:42:29.161Z","2026-10-02T19:42:34.148Z","published",null,[],"ai",[24,26,27,28],"knowledge-graphs","sparql","benchmarks",[30],{"name":31,"url":32},"arXiv cs.AI","https:\u002F\u002Farxiv.org\u002Fabs\u002F2610.00224",0,{"sections":35},[36,39,43,48,53,58,63,68,73,78,83,88,93,98],{"name":37,"slug":24,"count":38,"latest_published_at":18},"AI",5764,{"name":40,"slug":41,"count":42,"latest_published_at":18},"Security","security",831,{"name":44,"slug":45,"count":46,"latest_published_at":47},"Policy","policy",437,"2026-10-01T18:10:00.000Z",{"name":49,"slug":50,"count":51,"latest_published_at":52},"Deals","deals",317,"2026-10-01T22:00:00.000Z",{"name":54,"slug":55,"count":56,"latest_published_at":57},"Hardware","hardware",198,"2026-10-01T17:38:48.000Z",{"name":59,"slug":60,"count":61,"latest_published_at":62},"Science","science",168,"2026-10-01T18:35:55.000Z",{"name":64,"slug":65,"count":66,"latest_published_at":67},"Consumer Tech","consumer-tech",155,"2026-10-01T19:54:10.000Z",{"name":69,"slug":70,"count":71,"latest_published_at":72},"Dev Tools","dev-tools",96,"2026-10-01T16:57:03.000Z",{"name":74,"slug":75,"count":76,"latest_published_at":77},"Software","software",93,"2026-09-30T21:41:11.000Z",{"name":79,"slug":80,"count":81,"latest_published_at":82},"Startups","startups",90,"2026-10-01T21:55:22.000Z",{"name":84,"slug":85,"count":86,"latest_published_at":87},"Gaming","gaming",53,"2026-10-02T02:50:39.000Z",{"name":89,"slug":90,"count":91,"latest_published_at":92},"General","general",50,"2026-09-30T21:37:54.000Z",{"name":94,"slug":95,"count":96,"latest_published_at":97},"Reviews","reviews",31,"2026-09-28T14:31:34.000Z",{"name":99,"slug":100,"count":101,"latest_published_at":102},"How-To","how-to",7,"2026-10-01T09:00:00.000Z"]