[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"branding":3,"analytics":7,"article-new-scoring-system-grades-ai-training-text-on-six-dimensions":10,"sections":34},{"siteName":4,"siteTagline":5,"publisherName":4,"contactEmail":6},"The Revision","Tech news, decoded.","editor@therevision.news",{"gaMeasurementId":8,"adsenseClientId":9},"G-ZW2MV82GYR","ca-pub-8533917693782264",{"article":11},{"id":12,"slug":13,"title":14,"dek":15,"body_md":16,"tags_json":17,"published_at":18,"created_at":19,"updated_at":20,"status":21,"review_note":22,"review_notes":23,"image_url":22,"persona_id":22,"persona_name":22,"section":24,"tags":25,"sources":29,"feedback":33,"feedback_at":22,"cost_usd":33,"total_tokens":33},6325,"new-scoring-system-grades-ai-training-text-on-six-dimensions","New Scoring System Grades AI Training Text on Six Dimensions","A new scoring pipeline rates educational text on six separate criteria, and using it to filter pretraining data boosted small model benchmark scores.","A new research pipeline grades AI training text on six educational dimensions instead of collapsing it into one \"educational value\" score.\n\nResearchers built Edu-QuRating, an extension of the earlier QuRating approach, which uses an LLM judge to compare pairs of documents against education-specific rubrics covering accuracy, structure, and audience fit, then distills those pairwise judgments into small scoring models called Edu-QuRaters. The best Edu-QuRater matched held-out GPT-4.1-mini judgments with 91.7 percent mean accuracy across six criteria. The team used the scorers to filter 322.25 million documents from the FineWeb-Edu-Fortified dataset and pretrained small language models on the resulting mixture. They also fed Edu-QuRater scores into GRPO post-training as a reward signal for a Qwen3-4B model.\n\nMost educational-content filters treat \"educational value\" as one blunt score, which stops being useful once a dataset is already dense with textbook-like material. Splitting the score into separate axes - accuracy, engagement, structure, audience fit - lets model builders tune training mixtures for what they actually need, whether that is a teacher-facing tool or plain material for learners. Models trained on the filtered mixture beat the FineWeb-Edu baseline on aggregate accuracy across nine benchmarks, though the gains clustered in specific tasks rather than spreading evenly.\n\nThe catch: this is a single-run academic comparison, not a shipped filtering product, and the wins landed unevenly across benchmarks - a reminder that finer-grained data curation is a tuning knob, not a guaranteed free lunch.","[\"ai\",\"language-models\",\"training-data\",\"research\"]","2026-09-11T04:00:00.000Z","2026-09-11T06:33:13.566Z","2026-09-11T06:33:25.468Z","published",null,[],"ai",[24,26,27,28],"language-models","training-data","research",[30],{"name":31,"url":32},"arXiv cs.AI","https:\u002F\u002Farxiv.org\u002Fabs\u002F2609.09425",0,{"sections":35},[36,39,43,47,52,57,62,65,70,74,79,84,89,94],{"name":37,"slug":24,"count":38,"latest_published_at":18},"AI",3522,{"name":40,"slug":41,"count":42,"latest_published_at":18},"Security","security",637,{"name":44,"slug":45,"count":46,"latest_published_at":18},"Policy","policy",338,{"name":48,"slug":49,"count":50,"latest_published_at":51},"Deals","deals",179,"2026-06-29T20:02:07.000Z",{"name":53,"slug":54,"count":55,"latest_published_at":56},"Hardware","hardware",153,"2026-09-09T15:12:32.000Z",{"name":58,"slug":59,"count":60,"latest_published_at":61},"Consumer Tech","consumer-tech",99,"2026-09-09T17:27:33.000Z",{"name":63,"slug":64,"count":60,"latest_published_at":18},"Science","science",{"name":66,"slug":67,"count":68,"latest_published_at":69},"Software","software",75,"2026-09-10T20:41:21.000Z",{"name":71,"slug":72,"count":73,"latest_published_at":18},"Dev Tools","dev-tools",70,{"name":75,"slug":76,"count":77,"latest_published_at":78},"Startups","startups",55,"2026-09-09T23:14:29.000Z",{"name":80,"slug":81,"count":82,"latest_published_at":83},"Gaming","gaming",43,"2026-09-10T12:18:06.000Z",{"name":85,"slug":86,"count":87,"latest_published_at":88},"General","general",41,"2026-09-08T01:57:23.000Z",{"name":90,"slug":91,"count":92,"latest_published_at":93},"Reviews","reviews",20,"2026-06-24T12:00:01.000Z",{"name":95,"slug":96,"count":97,"latest_published_at":98},"How-To","how-to",6,"2026-06-16T09:00:00.000Z"]