unicode

Branch: main

Switch branches or tags

Branch: main
Go to file t

413 files indexed

History
Code

tests/compat/compat_test.mbt
1///|2test "legacy UCD package surface" {3  let category : @unicode.GeneralCategory = @unicode.GeneralCategory::Lu4  inspect(category, content="Lu")5  inspect(category.group(), content="L")6  inspect(@unicode.general_category('A'), content="Lu")7  inspect(@unicode.is_xid_start('A'), content="true")8  inspect(@unicode.is_xid_continue('0'), content="true")9  inspect(@unicode.is_white_space(' '), content="true")10  inspect(@unicode.is_alphabetic('A'), content="true")11  inspect(@unicode.is_lowercase('a'), content="true")12  inspect(@unicode.is_uppercase('A'), content="true")13  inspect(@unicode.is_punctuation('!'), content="true")14  inspect(@unicode.is_punctuation('A'), content="false")15  let punctuation_predicate : (Char) -> Bool = @unicode.is_punctuation16  inspect(punctuation_predicate(','), content="true")17  let width : @unicode.EastAsianWidth = @unicode.east_asian_width('\u{4E2D}')18  inspect(width, content="W")19}2021///|22test "legacy normalization package surface" {23  let form : @unicode/normalization.NormalizationForm = @unicode/normalization.NFC24  inspect(@unicode/normalization.normalize("e\u{0301}", form), content="é")25}2627///|28test "case folding through compatibility packages" {29  inspect(@unicode/casefold.case_fold("Straße"), content="strasse")30  inspect(@unicode/casefold.caseless_match("Σ", "ς"), content="true")31  inspect(@unicode/casefold.canonical_case_fold("Å"), content="a\u{030A}")32  inspect(33    @unicode/casefold.canonical_caseless_match("Å", "a\u{030A}"),34    content="true",35  )36  inspect(@unicode/casefold.nfkc_casefold("A\u{00AD}"), content="a")37  inspect(38    @unicode/casefold.identifier_caseless_match("A", "a"),39    content="true",40  )41}4243///|44test "legacy Punycode package surface" {45  let error : @unicode/punycode.PunycodeError = @unicode/punycode.BadInput46  inspect(error, content="BadInput")47  inspect(@unicode/punycode.encode("bücher"), content="bcher-kva")48}4950///|51test "legacy Bidi package surface" {52  let direction : @unicode/bidi.Direction = @unicode/bidi.LTR53  let _ : @unicode/bidi.BidiClass = @unicode/bidi.bidi_class('A')54  inspect(direction.level(), content="0")55  let paragraph = @unicode/bidi.process("abc", direction~)56  inspect(paragraph.base_level, content="0")57  inspect(@unicode/bidi.reorder_string(paragraph), content="abc")58}5960///|61test "legacy IDNA package surface" {62  let error : @unicode/idna.IdnaError = @unicode/idna.EmptyLabel63  inspect(error, content="EmptyLabel")64  inspect(@unicode/idna.to_ascii("example.com"), content="example.com")65}6667///|68test "normalization and casefold facades accept string views" {69  let view = "!e\u{0301}?"[1:3]70  inspect(@unicode/normalization.nfc(view), content="é")71  inspect(@unicode/normalization.nfd(view), content="e\u{0301}")72  inspect(@unicode/normalization.nfkc(view), content="é")73  inspect(@unicode/normalization.nfkd(view), content="e\u{0301}")74  inspect(75    @unicode/normalization.normalize(view, @unicode/normalization.NFC),76    content="é",77  )78  assert_true(79    @unicode/normalization.is_normalized(view, @unicode/normalization.NFD),80  )81  inspect(@unicode/casefold.case_fold(view), content="e\u{0301}")82  inspect(@unicode/casefold.canonical_case_fold(view), content="e\u{0301}")83  inspect(@unicode/casefold.nfkc_casefold(view), content="é")84  assert_true(@unicode/casefold.caseless_match(view, "!E\u{0301}?"[1:3]))85  assert_true(@unicode/casefold.canonical_caseless_match(view, "!É?"[1:2]))86  assert_true(@unicode/casefold.identifier_caseless_match(view, "!É?"[1:2]))87}88