unicode

Branch: main

Switch branches or tags

Branch: main
Go to file t

413 files indexed

History
Code

casefold/case_folding_test.mbt
1///|2test "default full case folding expands and is locale independent" {3  inspect(@casefold.case_fold("Straße ẞ ffi"), content="strasse ss ffi")4  inspect(@casefold.case_fold("Σσς"), content="σσσ")5  inspect(@casefold.case_fold("Iİıi"), content="ii\u{0307}ıi")6  inspect(@casefold.case_fold("Ꭰꭰ"), content="ᎠᎠ")7  inspect(8    @casefold.case_fold("\u{10400}\u{10428}"),9    content="\u{10428}\u{10428}",10  )11  inspect(@casefold.case_fold(""), content="")12  inspect(13    @casefold.case_fold("中文😀\u{10FFFF}"),14    content="中文😀\u{10FFFF}",15  )16}1718///|19test "default matching preserves normalization and ignorable differences" {20  inspect(@casefold.caseless_match("Straße", "STRASSE"), content="true")21  inspect(@casefold.caseless_match("Å", "A\u{030A}"), content="false")22  inspect(@casefold.caseless_match("a\u{00AD}", "a"), content="false")23  inspect(@casefold.caseless_match("I", "ı"), content="false")24  inspect(@casefold.caseless_match("İ", "i"), content="false")25  inspect(@casefold.caseless_match("", ""), content="true")26}2728///|29test "folding copies unchanged runs and keeps unpaired surrogates" {30  let text = "abc中文"31  inspect(@casefold.case_fold(text), content="abc中文")32  inspect(@casefold.case_fold("Hello, WORLD"), content="hello, world")33  inspect(@casefold.case_fold("x\u{00DF}y\u{0130}Z"), content="xssyi\u{0307}z")34  let lone = [0x41, 0xD800, 0x42, 0xDC00, 0x10428].map(Int32::unsafe_to_char)35  inspect(36    @casefold.case_fold(String::from_array(lone)) ==37    String::from_array(38      [0x61, 0xD800, 0x62, 0xDC00, 0x10428].map(Int32::unsafe_to_char),39    ),40    content="true",41  )42  inspect(@casefold.case_fold("ABCDEF"[2:5]), content="cde")43}4445///|46test "matching compares the rest folded after a longer mapping" {47  inspect(@casefold.caseless_match("ΣΑΣ", "σας"), content="true")48  inspect(@casefold.caseless_match("\u{10400}x", "\u{10428}X"), content="true")49  inspect(@casefold.caseless_match("ss", "ß"), content="true")50  inspect(@casefold.caseless_match("ßa", "SSA"), content="true")51  inspect(@casefold.caseless_match("aßb", "ASSC"), content="false")52  inspect(@casefold.caseless_match("ffi", "FFI"), content="true")53  inspect(@casefold.caseless_match("abc", "ab"), content="false")54  inspect(@casefold.caseless_match("ab", "abc"), content="false")55  inspect(@casefold.caseless_match("abc", "abd"), content="false")56  inspect(@casefold.caseless_match("Straße"[0:5], "strass"), content="true")57}5859///|60test "NFKC_Casefold maps compatibility forms and removes ignorables" {61  inspect(@casefold.nfkc_casefold("ABC"), content="abc")62  inspect(@casefold.nfkc_casefold("a\u{00AD}B"), content="ab")63  inspect(@casefold.nfkc_casefold("already folded"), content="already folded")64}65