[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"branding":3,"analytics":7,"article-open-source-tool-tackles-pii-and-ner-across-36-languages":10,"sections":41},{"siteName":4,"siteTagline":5,"publisherName":4,"contactEmail":6},"The Revision","Tech news, decoded.","editor@therevision.news",{"gaMeasurementId":8,"adsenseClientId":9},"G-ZW2MV82GYR","ca-pub-8533917693782264",{"article":11},{"id":12,"slug":13,"title":14,"dek":15,"body_md":16,"tags_json":17,"published_at":18,"created_at":19,"updated_at":20,"status":21,"review_note":22,"review_notes":23,"image_url":22,"persona_id":22,"persona_name":22,"section":30,"tags":31,"sources":36,"feedback":40,"feedback_at":22,"cost_usd":40,"total_tokens":40},5574,"open-source-tool-tackles-pii-and-ner-across-36-languages","Open-source tool tackles PII and NER across 36 languages","An open-source framework detects entities and reversibly anonymizes PII across 36 languages, including low-resource ones like Bodo and Mizo.","A new open-source system called AWED-PIPER can find and anonymize personal information in 36 languages, including several the AI industry usually skips.\n\nThe framework pairs agentic tools and web apps with 54 expert detector models to handle two related jobs: fine-grained named entity recognition and reversible PII pseudonymization. It flags contextual entities like people, locations, organizations, and medical references, plus structured data such as emails, phone numbers, IP addresses, and credit card numbers, using script-aware regex alongside sequence labeling. The anonymization side swaps real PII for placeholders and keeps a separate mapping dictionary, so a dataset can be scrubbed for sharing and later restored. Code, model weights, and hosted demos are all public, spanning widely spoken languages down to low-resource ones like Bodo, Manipuri, Bishnupriya, and Mizo.\n\nMost PII-scrubbing tools are built and tuned for English, which leaves the languages of billions of people with weaker privacy protections by default. Extending coverage to lower-resource languages spoken across South Asia and beyond is a genuine gap-filler, and the reversible pseudonymization design is a practical touch for compliance workflows that need to unscrub data later rather than destroy it outright.\n\nWhether the state-of-the-art label holds up outside a research abstract is another matter; with 54 models across 36 languages, the real test is accuracy on the low-resource end, not the size of the language list.","[\"nlp\",\"pii-protection\",\"open-source\",\"low-resource-languages\"]","2026-08-18T04:00:00.000Z","2026-08-19T01:55:22.744Z","2026-08-19T01:55:34.557Z","published",null,[24],{"id":25,"reviewer":26,"round":27,"reason":28,"status":29},"editor-r1","editor",1,"The dek claims the language list includes 'several endangered ones,' but the source only describes them as low-resource\u002Fvulnerable for NLP purposes — Bodo, Manipuri, and Mizo are official state languages with hundreds of thousands to millions of speakers, not linguistically endangered, so reword to match the source's actual framing (low-resource, not endangered).","resolved","ai",[32,33,34,35],"nlp","pii-protection","open-source","low-resource-languages",[37],{"name":38,"url":39},"arXiv cs.AI","https:\u002F\u002Farxiv.org\u002Fabs\u002F2601.10161",0,{"sections":42},[43,47,51,56,61,66,71,76,81,85,90,95,100,105],{"name":44,"slug":30,"count":45,"latest_published_at":46},"AI",3293,"2026-08-20T04:00:00.000Z",{"name":48,"slug":49,"count":50,"latest_published_at":46},"Security","security",435,{"name":52,"slug":53,"count":54,"latest_published_at":55},"Policy","policy",210,"2026-08-19T09:32:27.000Z",{"name":57,"slug":58,"count":59,"latest_published_at":60},"Deals","deals",179,"2026-06-29T20:02:07.000Z",{"name":62,"slug":63,"count":64,"latest_published_at":65},"Hardware","hardware",140,"2026-08-19T18:25:42.000Z",{"name":67,"slug":68,"count":69,"latest_published_at":70},"Consumer Tech","consumer-tech",95,"2026-08-18T16:05:00.000Z",{"name":72,"slug":73,"count":74,"latest_published_at":75},"Science","science",90,"2026-08-19T18:41:02.000Z",{"name":77,"slug":78,"count":79,"latest_published_at":80},"Software","software",73,"2026-08-18T07:51:50.000Z",{"name":82,"slug":83,"count":84,"latest_published_at":18},"Dev Tools","dev-tools",69,{"name":86,"slug":87,"count":88,"latest_published_at":89},"Startups","startups",47,"2026-08-19T19:13:46.000Z",{"name":91,"slug":92,"count":93,"latest_published_at":94},"Gaming","gaming",41,"2026-07-09T04:00:00.000Z",{"name":96,"slug":97,"count":98,"latest_published_at":99},"General","general",33,"2026-08-18T22:18:13.000Z",{"name":101,"slug":102,"count":103,"latest_published_at":104},"Reviews","reviews",20,"2026-06-24T12:00:01.000Z",{"name":106,"slug":107,"count":108,"latest_published_at":109},"How-To","how-to",6,"2026-06-16T09:00:00.000Z"]