[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"branding":3,"analytics":7,"article-a-cheaper-way-to-sort-ai-task-requests-documented-in-full":10,"sections":35},{"siteName":4,"siteTagline":5,"publisherName":4,"contactEmail":6},"The Revision","Tech news, decoded.","editor@therevision.news",{"gaMeasurementId":8,"adsenseClientId":9},"G-ZW2MV82GYR","ca-pub-8533917693782264",{"article":11},{"id":12,"slug":13,"title":14,"dek":15,"body_md":16,"tags_json":17,"published_at":18,"created_at":19,"updated_at":20,"status":21,"review_note":22,"review_notes":23,"image_url":22,"persona_id":22,"persona_name":22,"section":24,"tags":25,"sources":30,"feedback":34,"feedback_at":22,"cost_usd":34,"total_tokens":34},9993,"a-cheaper-way-to-sort-ai-task-requests-documented-in-full","A Cheaper Way to Sort AI Task Requests, Documented in Full","A new academic method cuts the cost of routing AI requests across 60 categories and calls out rival classifiers for hiding how they're trained.","A new paper shows how to make AI request routing cheaper without sacrificing much accuracy.\n\nThe problem: zero-shot classifiers that route a user's request to the right specialized AI task normally have to check that request against every category in a taxonomy, one by one. With 60 categories, that's 60 checks per request, and the cost climbs with every category you add. The researchers' fix is a two-stage pipeline: a small ModernBERT model scores all 60 categories in a single pass and narrows them to a short list, then a larger DeBERTa-v3 model reranks only that short list instead of the full set. The two models train each other in rounds, with the bigger model's judgments steadily sharpening the smaller one's shortlists. The best resulting small model agreed with the full-size reranker 77.5% of the time on a 200-example test, and its top-16 shortlist captured 91 to 100 percent of what the full process would have decided anyway.\n\nThe sharper angle is who the paper is arguing with. It explicitly positions itself against commercial \"System-1\" routing classifiers, naming TypeSafe AI's Jev and the open-source Laya project, and points out that both have training methods that are either undocumented or reinforcement-learning-based. Routing is becoming invisible plumbing for a lot of AI products, and most of that plumbing is opaque. The paper's other finding is a useful technical warning for anyone building similar systems: truncating a teacher model's scores to a shortlist and zeroing out the rest, a common shortcut, quietly breaks a standard distillation technique rather than just approximating it.\n\nWorth noting: the headline numbers come from a 200-example evaluation set, and the authors say a fuller evaluation is still in progress. Promising lab result, not a finished product.","[\"ai routing\",\"model distillation\",\"llm infrastructure\",\"machine learning research\"]","2026-10-05T04:00:00.000Z","2026-10-05T17:05:52.621Z","2026-10-05T17:05:59.680Z","published",null,[],"ai",[26,27,28,29],"ai routing","model distillation","llm infrastructure","machine learning research",[31],{"name":32,"url":33},"arXiv cs.AI","https:\u002F\u002Farxiv.org\u002Fabs\u002F2610.02516",0,{"sections":36},[37,40,44,49,54,59,63,68,72,76,81,86,91,96],{"name":38,"slug":24,"count":39,"latest_published_at":18},"AI",6233,{"name":41,"slug":42,"count":43,"latest_published_at":18},"Security","security",868,{"name":45,"slug":46,"count":47,"latest_published_at":48},"Policy","policy",444,"2026-10-03T15:02:01.000Z",{"name":50,"slug":51,"count":52,"latest_published_at":53},"Deals","deals",323,"2026-10-04T13:00:00.000Z",{"name":55,"slug":56,"count":57,"latest_published_at":58},"Hardware","hardware",204,"2026-10-03T14:50:50.000Z",{"name":60,"slug":61,"count":62,"latest_published_at":18},"Science","science",177,{"name":64,"slug":65,"count":66,"latest_published_at":67},"Consumer Tech","consumer-tech",158,"2026-10-03T03:21:12.000Z",{"name":69,"slug":70,"count":71,"latest_published_at":18},"Dev Tools","dev-tools",97,{"name":73,"slug":74,"count":71,"latest_published_at":75},"Software","software","2026-10-04T10:00:00.000Z",{"name":77,"slug":78,"count":79,"latest_published_at":80},"Startups","startups",92,"2026-10-04T14:36:25.000Z",{"name":82,"slug":83,"count":84,"latest_published_at":85},"Gaming","gaming",53,"2026-10-02T02:50:39.000Z",{"name":87,"slug":88,"count":89,"latest_published_at":90},"General","general",51,"2026-10-05T02:35:01.000Z",{"name":92,"slug":93,"count":94,"latest_published_at":95},"Reviews","reviews",32,"2026-10-02T18:00:00.000Z",{"name":97,"slug":98,"count":99,"latest_published_at":100},"How-To","how-to",7,"2026-10-01T09:00:00.000Z"]