GitHub/Anki
1
0
Fork 0
mirror of https://github.com/ankitects/anki.git synced 2025-09-21 23:42:23 -04:00
Code Issues Projects Releases Packages 1 Wiki Activity Actions

nfc helper

Browse source
This commit is contained in:
Damien Elmes 2020-02-08 20:56:30 +10:00
parent 933b7a9a34
commit f7c26724f3
1 changed files with 10 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

10
rslib/src/text.rs
View file

@ -6,6 +6,7 @@ use lazy_static::lazy_static;
use regex::{Captures, Regex}; use regex::{Captures, Regex};
use std::borrow::Cow; use std::borrow::Cow;
use std::ptr; use std::ptr;
use unicode_normalization::{is_nfc, UnicodeNormalization};
#[derive(Debug, PartialEq)] #[derive(Debug, PartialEq)]
pub enum AVTag { pub enum AVTag {
@ -156,6 +157,15 @@ pub(crate) fn contains_latex(text: &str) -> bool {
LATEX.is_match(text) LATEX.is_match(text)
} }
#[allow(dead_code)]
pub(crate) fn normalize_to_nfc(s: &str) -> Cow<str> {
if !is_nfc(s) {
s.chars().nfc().collect::<String>().into()
} else {
s.into()
}
}
#[cfg(test)] #[cfg(test)]
mod test { mod test {
use crate::text::{ use crate::text::{