unicode

Branch: main

Switch branches or tags

Branch: main
Go to file t

413 files indexed

History
Code

ucd/ucd_test.mbt
1///|2test "general_category: ASCII letters" {3  // Uppercase letters4  inspect(@ucd.general_category('A'), content="Lu")5  inspect(@ucd.general_category('Z'), content="Lu")6  // Lowercase letters7  inspect(@ucd.general_category('a'), content="Ll")8  inspect(@ucd.general_category('z'), content="Ll")9}1011///|12test "general_category: digits" {13  inspect(@ucd.general_category('0'), content="Nd")14  inspect(@ucd.general_category('9'), content="Nd")15}1617///|18test "general_category: punctuation" {19  inspect(@ucd.general_category('!'), content="Po")20  inspect(@ucd.general_category('('), content="Ps")21  inspect(@ucd.general_category(')'), content="Pe")22  inspect(@ucd.general_category('-'), content="Pd")23}2425///|26test "general_category: symbols" {27  inspect(@ucd.general_category('$'), content="Sc")28  inspect(@ucd.general_category('+'), content="Sm")29  inspect(@ucd.general_category('<'), content="Sm")30}3132///|33test "general_category: control characters" {34  inspect(@ucd.general_category('\u{00}'), content="Cc") // NUL35  inspect(@ucd.general_category('\t'), content="Cc") // TAB36  inspect(@ucd.general_category('\n'), content="Cc") // LF37  inspect(@ucd.general_category('\r'), content="Cc") // CR38}3940///|41test "general_category: space" {42  inspect(@ucd.general_category(' '), content="Zs") // SPACE43}4445///|46test "general_category: CJK ideographs" {47  inspect(@ucd.general_category('\u{4E00}'), content="Lo") // First CJK Unified Ideograph48  inspect(@ucd.general_category('\u{4E01}'), content="Lo") // Interior range member49  inspect(@ucd.general_category('\u{9FFF}'), content="Lo") // Last CJK Unified Ideograph (approx)50  inspect(@ucd.general_category('\u{20001}'), content="Lo") // Supplementary range member51}5253///|54test "general_category: Hangul syllables" {55  inspect(@ucd.general_category('\u{AC00}'), content="Lo")56  inspect(@ucd.general_category('\u{B098}'), content="Lo")57  inspect(@ucd.general_category('\u{D7A3}'), content="Lo")58}5960///|61test "general_category: marks" {62  inspect(@ucd.general_category('\u{0300}'), content="Mn") // COMBINING GRAVE ACCENT63  inspect(@ucd.general_category('\u{0301}'), content="Mn") // COMBINING ACUTE ACCENT64  inspect(@ucd.general_category('\u{0903}'), content="Mc") // DEVANAGARI SIGN VISARGA65}6667///|68test "general_category: private use" {69  inspect(@ucd.general_category('\u{E000}'), content="Co") // Private Use Area start70  inspect(@ucd.general_category('\u{E001}'), content="Co") // Interior range member71  inspect(@ucd.general_category('\u{F0001}'), content="Co") // Supplementary private use72}7374///|75test "general_category: format characters (Cf)" {76  // Format (Cf) characters embedded in ordinary text (joiners, direction77  // marks, the BOM) must resolve to Cf without panicking.78  inspect(@ucd.general_category('\u{00AD}'), content="Cf") // SOFT HYPHEN79  inspect(@ucd.general_category('\u{0600}'), content="Cf") // ARABIC NUMBER SIGN80  inspect(@ucd.general_category('\u{200B}'), content="Cf") // ZERO WIDTH SPACE81  inspect(@ucd.general_category('\u{200C}'), content="Cf") // ZERO WIDTH NON-JOINER82  inspect(@ucd.general_category('\u{200D}'), content="Cf") // ZERO WIDTH JOINER83  inspect(@ucd.general_category('\u{200E}'), content="Cf") // LEFT-TO-RIGHT MARK84  inspect(@ucd.general_category('\u{2060}'), content="Cf") // WORD JOINER85  inspect(@ucd.general_category('\u{FEFF}'), content="Cf") // ZERO WIDTH NO-BREAK SPACE (BOM)86}8788///|89test "GeneralCategory::group" {90  // Letters91  assert_eq(@ucd.general_category('A').group(), L)92  assert_eq(@ucd.general_category('a').group(), L)93  // Numbers94  assert_eq(@ucd.general_category('0').group(), N)95  assert_eq(@ucd.general_category('9').group(), N)96  // Marks97  assert_eq(@ucd.general_category('\u{0300}').group(), M) // COMBINING GRAVE ACCENT98  // Separators99  assert_eq(@ucd.general_category(' ').group(), Z)100  // Punctuation101  assert_eq(@ucd.general_category('!').group(), P)102  // Symbols103  assert_eq(@ucd.general_category('$').group(), S)104  // Other105  assert_eq(@ucd.general_category('\u{00}').group(), C) // NUL106}107108///|109test "is_punctuation" {110  // Pc: connector punctuation111  inspect(@ucd.is_punctuation('_'), content="true")112  // Pd: dash punctuation113  inspect(@ucd.is_punctuation('-'), content="true")114  // Ps / Pe: open and close punctuation115  inspect(@ucd.is_punctuation('('), content="true")116  inspect(@ucd.is_punctuation(')'), content="true")117  // Pi / Pf: initial and final punctuation118  inspect(@ucd.is_punctuation('\u{2018}'), content="true") // LEFT SINGLE QUOTATION MARK119  inspect(@ucd.is_punctuation('\u{2019}'), content="true") // RIGHT SINGLE QUOTATION MARK120  // Po: other punctuation121  inspect(@ucd.is_punctuation('!'), content="true")122  inspect(@ucd.is_punctuation(','), content="true")123  inspect(@ucd.is_punctuation('\u{3002}'), content="true") // IDEOGRAPHIC FULL STOP124  // Letters, numbers, separators, symbols, and controls are not punctuation.125  inspect(@ucd.is_punctuation('A'), content="false")126  inspect(@ucd.is_punctuation('中'), content="false")127  inspect(@ucd.is_punctuation('0'), content="false")128  inspect(@ucd.is_punctuation(' '), content="false")129  inspect(@ucd.is_punctuation('$'), content="false") // Sc130  inspect(@ucd.is_punctuation('+'), content="false") // Sm131  inspect(@ucd.is_punctuation('\u{00}'), content="false") // Cc132}133134///|135test "XID_Start and XID_Continue" {136  inspect(@ucd.is_xid_start('A'), content="true")137  inspect(@ucd.is_xid_continue('A'), content="true")138  inspect(@ucd.is_xid_start('中'), content="true")139  inspect(@ucd.is_xid_continue('中'), content="true")140  inspect(@ucd.is_xid_start('0'), content="false")141  inspect(@ucd.is_xid_continue('0'), content="true")142  inspect(@ucd.is_xid_start('_'), content="false")143  inspect(@ucd.is_xid_continue('_'), content="true")144  inspect(@ucd.is_xid_start('\u{0301}'), content="false")145  inspect(@ucd.is_xid_continue('\u{0301}'), content="true")146  inspect(@ucd.is_xid_start('\u{2118}'), content="true")147  inspect(@ucd.is_xid_continue('\u{00B7}'), content="true")148  inspect(@ucd.is_xid_start('-'), content="false")149  inspect(@ucd.is_xid_continue('-'), content="false")150  inspect(@ucd.is_xid_start('\u{1F600}'), content="false")151  inspect(@ucd.is_xid_continue('\u{1F600}'), content="false")152}153154///|155test "White_Space" {156  inspect(@ucd.is_white_space(' '), content="true")157  inspect(@ucd.is_white_space('\t'), content="true")158  inspect(@ucd.is_white_space('\n'), content="true")159  inspect(@ucd.is_white_space('\u{0B}'), content="true") // LINE TABULATION160  inspect(@ucd.is_white_space('\r'), content="true")161  inspect(@ucd.is_white_space('\u{85}'), content="true") // NEXT LINE162  inspect(@ucd.is_white_space('\u{A0}'), content="true") // NO-BREAK SPACE163  inspect(@ucd.is_white_space('\u{2028}'), content="true") // LINE SEPARATOR164  inspect(@ucd.is_white_space('\u{3000}'), content="true") // IDEOGRAPHIC SPACE165  inspect(@ucd.is_white_space('a'), content="false")166  inspect(@ucd.is_white_space('\u{1C}'), content="false") // FILE SEPARATOR167  inspect(@ucd.is_white_space('\u{200B}'), content="false") // ZERO WIDTH SPACE168  inspect(@ucd.is_white_space('\u{FEFF}'), content="false") // ZERO WIDTH NO-BREAK SPACE169}170171///|172test "Alphabetic" {173  inspect(@ucd.is_alphabetic('A'), content="true")174  inspect(@ucd.is_alphabetic('z'), content="true")175  inspect(@ucd.is_alphabetic('中'), content="true")176  inspect(@ucd.is_alphabetic('\u{01C5}'), content="true") // Lt177  inspect(@ucd.is_alphabetic('\u{2160}'), content="true") // ROMAN NUMERAL ONE (Nl)178  inspect(@ucd.is_alphabetic('\u{093E}'), content="true") // DEVANAGARI VOWEL SIGN AA (Mc)179  inspect(@ucd.is_alphabetic('\u{20001}'), content="true") // CJK Extension B180  inspect(@ucd.is_alphabetic('0'), content="false")181  inspect(@ucd.is_alphabetic('_'), content="false")182  inspect(@ucd.is_alphabetic('\u{0301}'), content="false") // COMBINING ACUTE ACCENT183  inspect(@ucd.is_alphabetic('\u{1F600}'), content="false")184  inspect(@ucd.is_alphabetic('\u{E0100}'), content="false")185}186187///|188test "Lowercase and Uppercase" {189  inspect(@ucd.is_lowercase('a'), content="true")190  inspect(@ucd.is_lowercase('A'), content="false")191  inspect(@ucd.is_uppercase('A'), content="true")192  inspect(@ucd.is_uppercase('a'), content="false")193  inspect(@ucd.is_lowercase('\u{00DF}'), content="true") // LATIN SMALL LETTER SHARP S194  // Other_Lowercase characters outside General_Category Ll195  inspect(@ucd.is_lowercase('\u{00AA}'), content="true") // FEMININE ORDINAL INDICATOR (Lo)196  inspect(@ucd.is_lowercase('\u{02B0}'), content="true") // MODIFIER LETTER SMALL H (Lm)197  inspect(@ucd.is_lowercase('\u{2170}'), content="true") // SMALL ROMAN NUMERAL ONE (Nl)198  inspect(@ucd.is_lowercase('\u{24D0}'), content="true") // CIRCLED LATIN SMALL LETTER A (So)199  // Other_Uppercase characters outside General_Category Lu200  inspect(@ucd.is_uppercase('\u{2160}'), content="true") // ROMAN NUMERAL ONE (Nl)201  inspect(@ucd.is_uppercase('\u{24B6}'), content="true") // CIRCLED LATIN CAPITAL LETTER A (So)202  inspect(@ucd.is_uppercase('\u{1F130}'), content="true") // SQUARED LATIN CAPITAL LETTER A203  // Titlecase letters are neither204  inspect(@ucd.is_lowercase('\u{01C5}'), content="false")205  inspect(@ucd.is_uppercase('\u{01C5}'), content="false")206  // Caseless characters207  inspect(@ucd.is_lowercase('中'), content="false")208  inspect(@ucd.is_uppercase('中'), content="false")209  inspect(@ucd.is_lowercase('0'), content="false")210  inspect(@ucd.is_uppercase('0'), content="false")211}212213///|214test "to_simple_uppercase: basic" {215  inspect(@ucd.to_simple_uppercase('a'), content="A")216  inspect(@ucd.to_simple_uppercase('z'), content="Z")217  inspect(@ucd.to_simple_uppercase('A'), content="A") // unchanged218  inspect(@ucd.to_simple_uppercase('0'), content="0") // unchanged219}220221///|222test "to_simple_lowercase: basic" {223  inspect(@ucd.to_simple_lowercase('A'), content="a")224  inspect(@ucd.to_simple_lowercase('Z'), content="z")225  inspect(@ucd.to_simple_lowercase('a'), content="a") // unchanged226  inspect(@ucd.to_simple_lowercase('0'), content="0") // unchanged227}228229///|230test "to_simple_titlecase: basic" {231  // For most characters, titlecase == uppercase232  inspect(@ucd.to_simple_titlecase('a'), content="A")233  inspect(@ucd.to_simple_titlecase('A'), content="A") // unchanged234}235236///|237test "case mapping: Greek letters" {238  inspect(@ucd.to_simple_uppercase('\u{03B1}'), content="Α") // alpha -> ALPHA239  inspect(@ucd.to_simple_lowercase('\u{0391}'), content="α") // ALPHA -> alpha240}241242///|243test "case mapping: German sharp s" {244  // LATIN SMALL LETTER SHARP S has simple uppercase to itself245  // (full uppercase is "SS" but simple mapping is same)246  inspect(@ucd.to_simple_uppercase('\u{00DF}'), content="ß") // sharp s -> sharp s247}248249///|250test "case mapping: roundtrip for ASCII" {251  // Test uppercase letters A-Z252  for i = 0; i < 26; i = i + 1 {253    let cp = 'A'.to_int() + i254    let c = cp.unsafe_to_char()255    let lower = @ucd.to_simple_lowercase(c)256    let back_to_upper = @ucd.to_simple_uppercase(lower)257    assert_eq(back_to_upper, c)258  }259  // Test lowercase letters a-z260  for i = 0; i < 26; i = i + 1 {261    let cp = 'a'.to_int() + i262    let c = cp.unsafe_to_char()263    let upper = @ucd.to_simple_uppercase(c)264    let back_to_lower = @ucd.to_simple_lowercase(upper)265    assert_eq(back_to_lower, c)266  }267}268269///|270test "to_uppercase: German sharp s" {271  // LATIN SMALL LETTER SHARP S -> "SS"272  inspect(@ucd.to_uppercase('\u{00DF}'), content="SS")273}274275///|276test "to_uppercase: ligatures" {277  // LATIN SMALL LIGATURE FF -> "FF"278  inspect(@ucd.to_uppercase('\u{FB00}'), content="FF")279  // LATIN SMALL LIGATURE FFI -> "FFI"280  inspect(@ucd.to_uppercase('\u{FB03}'), content="FFI")281  // LATIN SMALL LIGATURE FFL -> "FFL"282  inspect(@ucd.to_uppercase('\u{FB04}'), content="FFL")283}284285///|286test "to_titlecase: German sharp s" {287  // LATIN SMALL LETTER SHARP S -> "Ss"288  inspect(@ucd.to_titlecase('\u{00DF}'), content="Ss")289}290291///|292test "to_titlecase: ligatures" {293  // LATIN SMALL LIGATURE FF -> "Ff"294  inspect(@ucd.to_titlecase('\u{FB00}'), content="Ff")295  // LATIN SMALL LIGATURE FFI -> "Ffi"296  inspect(@ucd.to_titlecase('\u{FB03}'), content="Ffi")297}298299///|300test "to_lowercase: I with dot above" {301  // LATIN CAPITAL LETTER I WITH DOT ABOVE -> "i" + combining dot above302  inspect(@ucd.to_lowercase('\u{0130}'), content="i\u{0307}")303}304305///|306test "full case: regular letters" {307  // Regular letters should go through simple mappings308  inspect(@ucd.to_uppercase('a'), content="A")309  inspect(@ucd.to_uppercase('z'), content="Z")310  inspect(@ucd.to_lowercase('A'), content="a")311  inspect(@ucd.to_lowercase('Z'), content="z")312  inspect(@ucd.to_titlecase('a'), content="A")313}314315///|316test "full case: no mapping returns identity" {317  // Characters without mappings return themselves318  inspect(@ucd.to_uppercase('0'), content="0")319  inspect(@ucd.to_lowercase('0'), content="0")320  inspect(@ucd.to_titlecase('!'), content="!")321}322323///|324test "east_asian_width: each value" {325  inspect(@ucd.east_asian_width('\u{00A1}'), content="A") // INVERTED EXCLAMATION MARK326  inspect(@ucd.east_asian_width('\u{FF21}'), content="F") // FULLWIDTH LATIN CAPITAL LETTER A327  inspect(@ucd.east_asian_width('\u{FF71}'), content="H") // HALFWIDTH KATAKANA LETTER A328  inspect(@ucd.east_asian_width('\u{05D0}'), content="N") // HEBREW LETTER ALEF329  inspect(@ucd.east_asian_width('a'), content="Na")330  inspect(@ucd.east_asian_width('\u{4E2D}'), content="W") // CJK UNIFIED IDEOGRAPH-4E2D331}332333///|334test "east_asian_width: ASCII is Narrow except controls" {335  inspect(@ucd.east_asian_width(' '), content="Na")336  inspect(@ucd.east_asian_width('~'), content="Na")337  inspect(@ucd.east_asian_width('\n'), content="N")338  inspect(@ucd.east_asian_width('\u{7F}'), content="N")339}340341///|342test "east_asian_width: East Asian scripts" {343  inspect(@ucd.east_asian_width('\u{3042}'), content="W") // HIRAGANA LETTER A344  inspect(@ucd.east_asian_width('\u{AC00}'), content="W") // HANGUL SYLLABLE GA345  inspect(@ucd.east_asian_width('\u{3000}'), content="F") // IDEOGRAPHIC SPACE346  inspect(@ucd.east_asian_width('\u{20A9}'), content="H") // WON SIGN347  inspect(@ucd.east_asian_width('\u{1F600}'), content="W") // GRINNING FACE348}349350///|351test "east_asian_width: a mark keeps its own value" {352  // East_Asian_Width is not a column count: a combining mark is Ambiguous353  // even though it occupies no column of its own.354  inspect(@ucd.east_asian_width('\u{0300}'), content="A") // COMBINING GRAVE ACCENT355}356357///|358test "east_asian_width: unassigned code points" {359  inspect(@ucd.east_asian_width('\u{0378}'), content="N") // reserved360  inspect(@ucd.east_asian_width('\u{2FFFD}'), content="W") // reserved, plane 2361  inspect(@ucd.east_asian_width('\u{3FFFD}'), content="W") // reserved, plane 3362}363364///|365test "east_asian_width: planes above the trie" {366  inspect(@ucd.east_asian_width('\u{40000}'), content="N") // reserved, plane 4367  inspect(@ucd.east_asian_width('\u{E0001}'), content="N") // LANGUAGE TAG368  inspect(@ucd.east_asian_width('\u{E0100}'), content="A") // VARIATION SELECTOR-17369  inspect(@ucd.east_asian_width('\u{F0000}'), content="A") // private use, plane 15370  inspect(@ucd.east_asian_width('\u{10FFFD}'), content="A") // private use, plane 16371  inspect(@ucd.east_asian_width('\u{10FFFF}'), content="N") // noncharacter372}373374///|375test "Default_Ignorable_Code_Point" {376  inspect(@ucd.is_default_ignorable_code_point('\u{00AD}'), content="true") // SOFT HYPHEN377  inspect(@ucd.is_default_ignorable_code_point('\u{034F}'), content="true") // COMBINING GRAPHEME JOINER378  inspect(@ucd.is_default_ignorable_code_point('\u{115F}'), content="true") // HANGUL CHOSEONG FILLER379  inspect(@ucd.is_default_ignorable_code_point('\u{200B}'), content="true") // ZERO WIDTH SPACE380  inspect(@ucd.is_default_ignorable_code_point('\u{200D}'), content="true") // ZERO WIDTH JOINER381  inspect(@ucd.is_default_ignorable_code_point('\u{202E}'), content="true") // RIGHT-TO-LEFT OVERRIDE382  inspect(@ucd.is_default_ignorable_code_point('\u{FE0F}'), content="true") // VARIATION SELECTOR-16383  inspect(@ucd.is_default_ignorable_code_point('\u{FEFF}'), content="true") // ZERO WIDTH NO-BREAK SPACE384  inspect(@ucd.is_default_ignorable_code_point('\u{E0001}'), content="true") // LANGUAGE TAG385  inspect(@ucd.is_default_ignorable_code_point('\u{E0100}'), content="true") // VARIATION SELECTOR-17386  inspect(@ucd.is_default_ignorable_code_point('\u{E0FFF}'), content="true") // reserved387  inspect(@ucd.is_default_ignorable_code_point('a'), content="false")388  inspect(@ucd.is_default_ignorable_code_point(' '), content="false")389  inspect(@ucd.is_default_ignorable_code_point('\u{0301}'), content="false") // COMBINING ACUTE ACCENT390  inspect(@ucd.is_default_ignorable_code_point('\u{0600}'), content="false") // ARABIC NUMBER SIGN391  inspect(@ucd.is_default_ignorable_code_point('\u{E1000}'), content="false") // reserved392}393394///|395test "Grapheme_Extend" {396  inspect(@ucd.is_grapheme_extend('\u{0301}'), content="true") // COMBINING ACUTE ACCENT (Mn)397  inspect(@ucd.is_grapheme_extend('\u{20DD}'), content="true") // COMBINING ENCLOSING CIRCLE (Me)398  inspect(@ucd.is_grapheme_extend('\u{200C}'), content="true") // ZERO WIDTH NON-JOINER (Cf)399  inspect(@ucd.is_grapheme_extend('\u{09BE}'), content="true") // BENGALI VOWEL SIGN AA (Mc)400  inspect(@ucd.is_grapheme_extend('\u{E0020}'), content="true") // TAG SPACE401  inspect(@ucd.is_grapheme_extend('\u{E0100}'), content="true") // VARIATION SELECTOR-17402  inspect(@ucd.is_grapheme_extend('\u{200D}'), content="false") // ZERO WIDTH JOINER403  // Grapheme_Cluster_Break=Extend also covers the emoji modifiers, which are404  // not Grapheme_Extend.405  inspect(@ucd.is_grapheme_extend('\u{1F3FB}'), content="false") // EMOJI MODIFIER FITZPATRICK TYPE-1-2406  inspect(@ucd.is_grapheme_extend('\u{093E}'), content="false") // DEVANAGARI VOWEL SIGN AA (Mc)407  inspect(@ucd.is_grapheme_extend('\u{00AD}'), content="false") // SOFT HYPHEN408  inspect(@ucd.is_grapheme_extend('a'), content="false")409}410411///|412test "Regional_Indicator" {413  inspect(@ucd.is_regional_indicator('\u{1F1E6}'), content="true") // REGIONAL INDICATOR SYMBOL LETTER A414  inspect(@ucd.is_regional_indicator('\u{1F1FF}'), content="true") // REGIONAL INDICATOR SYMBOL LETTER Z415  inspect(@ucd.is_regional_indicator('\u{1F1E5}'), content="false")416  inspect(@ucd.is_regional_indicator('\u{1F200}'), content="false")417  inspect(@ucd.is_regional_indicator('A'), content="false")418}419420///|421test "Prepended_Concatenation_Mark" {422  inspect(@ucd.is_prepended_concatenation_mark('\u{0600}'), content="true") // ARABIC NUMBER SIGN423  inspect(@ucd.is_prepended_concatenation_mark('\u{06DD}'), content="true") // ARABIC END OF AYAH424  inspect(@ucd.is_prepended_concatenation_mark('\u{070F}'), content="true") // SYRIAC ABBREVIATION MARK425  inspect(@ucd.is_prepended_concatenation_mark('\u{110BD}'), content="true") // KAITHI NUMBER SIGN426  inspect(@ucd.is_prepended_concatenation_mark('\u{0606}'), content="false") // ARABIC-INDIC CUBE ROOT427  inspect(@ucd.is_prepended_concatenation_mark('\u{061C}'), content="false") // ARABIC LETTER MARK428  inspect(@ucd.is_prepended_concatenation_mark('a'), content="false")429}430431///|432test "Emoji_Presentation" {433  inspect(@ucd.is_emoji_presentation('\u{231A}'), content="true") // WATCH434  inspect(@ucd.is_emoji_presentation('\u{1F600}'), content="true") // GRINNING FACE435  inspect(@ucd.is_emoji_presentation('\u{1F1E6}'), content="true") // REGIONAL INDICATOR SYMBOL LETTER A436  inspect(@ucd.is_emoji_presentation('\u{1F3FB}'), content="true") // EMOJI MODIFIER FITZPATRICK TYPE-1-2437  // Emoji whose default presentation is text438  inspect(@ucd.is_emoji_presentation('#'), content="false")439  inspect(@ucd.is_emoji_presentation('0'), content="false")440  inspect(@ucd.is_emoji_presentation('\u{00A9}'), content="false") // COPYRIGHT SIGN441  inspect(@ucd.is_emoji_presentation('\u{2764}'), content="false") // HEAVY BLACK HEART442  inspect(@ucd.is_emoji_presentation('\u{261D}'), content="false") // WHITE UP POINTING INDEX443  inspect(@ucd.is_emoji_presentation('a'), content="false")444}445446///|447test "Emoji_Modifier and Emoji_Modifier_Base" {448  inspect(@ucd.is_emoji_modifier('\u{1F3FB}'), content="true") // EMOJI MODIFIER FITZPATRICK TYPE-1-2449  inspect(@ucd.is_emoji_modifier('\u{1F3FF}'), content="true") // EMOJI MODIFIER FITZPATRICK TYPE-6450  inspect(@ucd.is_emoji_modifier('\u{1F3FA}'), content="false") // AMPHORA451  inspect(@ucd.is_emoji_modifier('\u{1F44D}'), content="false") // THUMBS UP SIGN452  inspect(@ucd.is_emoji_modifier_base('\u{1F44D}'), content="true") // THUMBS UP SIGN453  inspect(@ucd.is_emoji_modifier_base('\u{261D}'), content="true") // WHITE UP POINTING INDEX454  inspect(@ucd.is_emoji_modifier_base('\u{1F9D1}'), content="true") // ADULT455  inspect(@ucd.is_emoji_modifier_base('\u{1F600}'), content="false") // GRINNING FACE456  inspect(@ucd.is_emoji_modifier_base('\u{1F3FB}'), content="false")457}458459///|460test "joining_type: each value" {461  inspect(@ucd.joining_type('a'), content="NonJoining")462  inspect(@ucd.joining_type('\u{200D}'), content="JoinCausing") // ZERO WIDTH JOINER463  inspect(@ucd.joining_type('\u{0640}'), content="JoinCausing") // ARABIC TATWEEL464  inspect(@ucd.joining_type('\u{0628}'), content="DualJoining") // ARABIC LETTER BEH465  inspect(@ucd.joining_type('\u{A872}'), content="LeftJoining") // PHAGS-PA SUPERFIXED LETTER RA466  inspect(@ucd.joining_type('\u{0627}'), content="RightJoining") // ARABIC LETTER ALEF467  inspect(@ucd.joining_type('\u{064B}'), content="Transparent") // ARABIC FATHATAN468}469470///|471test "joining_type: non-joining and transparent characters" {472  inspect(@ucd.joining_type('\u{200C}'), content="NonJoining") // ZERO WIDTH NON-JOINER473  inspect(@ucd.joining_type('\u{0621}'), content="NonJoining") // ARABIC LETTER HAMZA474  inspect(@ucd.joining_type('\u{0378}'), content="NonJoining") // reserved475  inspect(@ucd.joining_type('\u{00AD}'), content="Transparent") // SOFT HYPHEN476  inspect(@ucd.joining_type('\u{0301}'), content="Transparent") // COMBINING ACUTE ACCENT477  inspect(@ucd.joining_type('\u{0338}'), content="Transparent") // COMBINING LONG SOLIDUS OVERLAY478}479480///|481test "joining_type: planes above the trie" {482  inspect(@ucd.joining_type('\u{40000}'), content="NonJoining") // reserved, plane 4483  inspect(@ucd.joining_type('\u{E0001}'), content="Transparent") // LANGUAGE TAG484  inspect(@ucd.joining_type('\u{E0100}'), content="Transparent") // VARIATION SELECTOR-17485  inspect(@ucd.joining_type('\u{E01F0}'), content="NonJoining") // reserved486  inspect(@ucd.joining_type('\u{10FFFF}'), content="NonJoining") // noncharacter487}488489///|490test "emoji variation sequences" {491  // Text by default: VARIATION SELECTOR-16 asks for the emoji presentation.492  inspect(@ucd.has_emoji_variation_sequence('#'), content="true")493  inspect(@ucd.has_emoji_variation_sequence('0'), content="true")494  inspect(@ucd.has_emoji_variation_sequence('\u{00A9}'), content="true") // COPYRIGHT SIGN495  inspect(@ucd.has_emoji_variation_sequence('\u{2764}'), content="true") // HEAVY BLACK HEART496  // Emoji by default: VARIATION SELECTOR-15 asks for the text presentation.497  inspect(@ucd.has_emoji_variation_sequence('\u{231A}'), content="true") // WATCH498  inspect(@ucd.has_emoji_variation_sequence('\u{1F004}'), content="true") // MAHJONG TILE RED DRAGON499  // Emoji without a text presentation to select500  inspect(@ucd.has_emoji_variation_sequence('\u{1F600}'), content="false") // GRINNING FACE501  inspect(@ucd.has_emoji_variation_sequence('\u{1F1E6}'), content="false") // REGIONAL INDICATOR SYMBOL LETTER A502  inspect(@ucd.has_emoji_variation_sequence('\u{1F3FB}'), content="false") // EMOJI MODIFIER FITZPATRICK TYPE-1-2503  inspect(@ucd.has_emoji_variation_sequence('a'), content="false")504  inspect(@ucd.has_emoji_variation_sequence('\u{FE0F}'), content="false") // VARIATION SELECTOR-16505}506507///|508test "hangul_syllable_type: each value" {509  inspect(@ucd.hangul_syllable_type('a'), content="NotApplicable")510  inspect(@ucd.hangul_syllable_type('\u{1100}'), content="LeadingJamo") // HANGUL CHOSEONG KIYEOK511  inspect(@ucd.hangul_syllable_type('\u{1161}'), content="VowelJamo") // HANGUL JUNGSEONG A512  inspect(@ucd.hangul_syllable_type('\u{11A8}'), content="TrailingJamo") // HANGUL JONGSEONG KIYEOK513  inspect(@ucd.hangul_syllable_type('\u{AC00}'), content="LVSyllable") // HANGUL SYLLABLE GA514  inspect(@ucd.hangul_syllable_type('\u{AC01}'), content="LVTSyllable") // HANGUL SYLLABLE GAG515}516517///|518test "hangul_syllable_type: jamo blocks and syllable boundaries" {519  inspect(@ucd.hangul_syllable_type('\u{115F}'), content="LeadingJamo") // HANGUL CHOSEONG FILLER520  inspect(@ucd.hangul_syllable_type('\u{1160}'), content="VowelJamo") // HANGUL JUNGSEONG FILLER521  inspect(@ucd.hangul_syllable_type('\u{A960}'), content="LeadingJamo") // HANGUL CHOSEONG TIKEUT-MIEUM522  inspect(@ucd.hangul_syllable_type('\u{D7B0}'), content="VowelJamo") // HANGUL JUNGSEONG O-YEO523  inspect(@ucd.hangul_syllable_type('\u{D7CB}'), content="TrailingJamo") // HANGUL JONGSEONG NIEUN-RIEUL524  inspect(@ucd.hangul_syllable_type('\u{AC1C}'), content="LVSyllable") // HANGUL SYLLABLE GAE525  inspect(@ucd.hangul_syllable_type('\u{D7A3}'), content="LVTSyllable") // HANGUL SYLLABLE HIH526  inspect(@ucd.hangul_syllable_type('\u{D7A4}'), content="NotApplicable") // reserved527}528529///|530test "hangul_syllable_type: characters outside the conjoining jamo" {531  inspect(@ucd.hangul_syllable_type('\u{3131}'), content="NotApplicable") // HANGUL LETTER KIYEOK532  inspect(@ucd.hangul_syllable_type('\u{FFA1}'), content="NotApplicable") // HALFWIDTH HANGUL LETTER KIYEOK533  // Grapheme_Cluster_Break=V outside Hangul534  inspect(@ucd.hangul_syllable_type('\u{16D63}'), content="NotApplicable") // KIRAT RAI VOWEL SIGN AA535  inspect(@ucd.hangul_syllable_type('\u{E0100}'), content="NotApplicable") // VARIATION SELECTOR-17536}537538///|539test "line_break: common classes" {540  inspect(@ucd.line_break('a'), content="AL")541  inspect(@ucd.line_break('0'), content="NU")542  inspect(@ucd.line_break(' '), content="SP")543  inspect(@ucd.line_break('\n'), content="LF")544  inspect(@ucd.line_break('\r'), content="CR")545  inspect(@ucd.line_break('\u{0C}'), content="BK") // FORM FEED546  inspect(@ucd.line_break('\u{85}'), content="NL") // NEXT LINE547  inspect(@ucd.line_break('('), content="OP")548  inspect(@ucd.line_break(')'), content="CP")549  inspect(@ucd.line_break('}'), content="CL")550  inspect(@ucd.line_break('!'), content="EX")551  inspect(@ucd.line_break('"'), content="QU")552  inspect(@ucd.line_break('-'), content="HY")553  inspect(@ucd.line_break('/'), content="SY")554  inspect(@ucd.line_break(','), content="IS")555  inspect(@ucd.line_break('$'), content="PR")556  inspect(@ucd.line_break('%'), content="PO")557  inspect(@ucd.line_break('\u{A0}'), content="GL") // NO-BREAK SPACE558  inspect(@ucd.line_break('\u{0301}'), content="CM") // COMBINING ACUTE ACCENT559  inspect(@ucd.line_break('\u{200B}'), content="ZW") // ZERO WIDTH SPACE560  inspect(@ucd.line_break('\u{200D}'), content="ZWJ") // ZERO WIDTH JOINER561  inspect(@ucd.line_break('\u{2060}'), content="WJ") // WORD JOINER562  inspect(@ucd.line_break('\u{2014}'), content="B2") // EM DASH563  inspect(@ucd.line_break('\u{FFFC}'), content="CB") // OBJECT REPLACEMENT CHARACTER564}565566///|567test "extended pictographic includes potential emoji" {568  assert_true(@ucd.is_extended_pictographic('\u{1F600}'))569  assert_true(@ucd.is_extended_pictographic('\u{00A9}'))570  assert_true(@ucd.is_extended_pictographic('\u{1FC00}'))571  assert_true(@ucd.is_extended_pictographic('\u{1FFFD}'))572  assert_false(@ucd.is_extended_pictographic('\u{1FFFE}'))573  assert_false(@ucd.is_extended_pictographic('a'))574  assert_false(@ucd.is_extended_pictographic('\u{1F1E6}'))575  assert_false(@ucd.is_extended_pictographic('\u{1F3FB}'))576}577578///|579test "line_break: East Asian and Hangul classes" {580  inspect(@ucd.line_break('\u{4E2D}'), content="ID") // CJK UNIFIED IDEOGRAPH-4E2D581  inspect(@ucd.line_break('\u{3042}'), content="ID") // HIRAGANA LETTER A582  inspect(@ucd.line_break('\u{3041}'), content="CJ") // HIRAGANA LETTER SMALL A583  inspect(@ucd.line_break('\u{3005}'), content="NS") // IDEOGRAPHIC ITERATION MARK584  inspect(@ucd.line_break('\u{3001}'), content="CL") // IDEOGRAPHIC COMMA585  inspect(@ucd.line_break('\u{1100}'), content="JL") // HANGUL CHOSEONG KIYEOK586  inspect(@ucd.line_break('\u{1161}'), content="JV") // HANGUL JUNGSEONG A587  inspect(@ucd.line_break('\u{11A8}'), content="JT") // HANGUL JONGSEONG KIYEOK588  inspect(@ucd.line_break('\u{AC00}'), content="H2") // HANGUL SYLLABLE GA589  inspect(@ucd.line_break('\u{AC01}'), content="H3") // HANGUL SYLLABLE GAG590}591592///|593test "line_break: classes rule LB1 resolves are returned unresolved" {594  inspect(@ucd.line_break('\u{00A7}'), content="AI") // SECTION SIGN595  inspect(@ucd.line_break('\u{2460}'), content="AI") // CIRCLED DIGIT ONE596  inspect(@ucd.line_break('\u{0E01}'), content="SA") // THAI CHARACTER KO KAI597  inspect(@ucd.line_break('\u{0378}'), content="XX") // reserved598  inspect(@ucd.line_break('\u{E000}'), content="XX") // private use599}600601///|602test "line_break: emoji, Hebrew, and Brahmic classes" {603  inspect(@ucd.line_break('\u{1F1E6}'), content="RI") // REGIONAL INDICATOR SYMBOL LETTER A604  inspect(@ucd.line_break('\u{1F44D}'), content="EB") // THUMBS UP SIGN605  inspect(@ucd.line_break('\u{1F3FB}'), content="EM") // EMOJI MODIFIER FITZPATRICK TYPE-1-2606  inspect(@ucd.line_break('\u{1F600}'), content="ID") // GRINNING FACE607  inspect(@ucd.line_break('\u{05D0}'), content="HL") // HEBREW LETTER ALEF608  inspect(@ucd.line_break('\u{2010}'), content="HH") // HYPHEN609  inspect(@ucd.line_break('\u{1B05}'), content="AK") // BALINESE LETTER AKARA610  inspect(@ucd.line_break('\u{1B44}'), content="VI") // BALINESE ADEG ADEG611  inspect(@ucd.line_break('\u{1BF2}'), content="VF") // BATAK PANGOLAT612  inspect(@ucd.line_break('\u{1B50}'), content="AS") // BALINESE DIGIT ZERO613  inspect(@ucd.line_break('\u{11003}'), content="AP") // BRAHMI SIGN JIHVAMULIYA614}615616///|617test "line_break: unassigned code points" {618  inspect(@ucd.line_break('\u{20CF}'), content="PR") // reserved, Currency Symbols619  inspect(@ucd.line_break('\u{2FFFD}'), content="ID") // reserved, plane 2620  inspect(@ucd.line_break('\u{3FFFD}'), content="ID") // reserved, plane 3621  inspect(@ucd.line_break('\u{1FAFF}'), content="ID") // reserved622  inspect(@ucd.line_break('\u{2FFFE}'), content="XX") // noncharacter623}624625///|626test "line_break: planes above the trie" {627  inspect(@ucd.line_break('\u{40000}'), content="XX") // reserved, plane 4628  inspect(@ucd.line_break('\u{E0001}'), content="CM") // LANGUAGE TAG629  inspect(@ucd.line_break('\u{E0100}'), content="CM") // VARIATION SELECTOR-17630  inspect(@ucd.line_break('\u{F0000}'), content="XX") // private use, plane 15631  inspect(@ucd.line_break('\u{10FFFF}'), content="XX") // noncharacter632}633634///|635test "joining_group: letters sharing a shape share a group" {636  inspect(@ucd.joining_group('\u{0628}'), content="Beh") // ARABIC LETTER BEH637  inspect(@ucd.joining_group('\u{062A}'), content="Beh") // ARABIC LETTER TEH638  inspect(@ucd.joining_group('\u{062B}'), content="Beh") // ARABIC LETTER THEH639  inspect(@ucd.joining_group('\u{0627}'), content="Alef") // ARABIC LETTER ALEF640  inspect(@ucd.joining_group('\u{0622}'), content="Alef") // ARABIC LETTER ALEF WITH MADDA ABOVE641  inspect(@ucd.joining_group('\u{0644}'), content="Lam") // ARABIC LETTER LAM642}643644///|645test "joining_group: names of several words" {646  inspect(@ucd.joining_group('\u{06D2}'), content="YehBarree") // ARABIC LETTER YEH BARREE647  inspect(@ucd.joining_group('\u{0629}'), content="TehMarbuta") // ARABIC LETTER TEH MARBUTA648  inspect(@ucd.joining_group('\u{06C3}'), content="TehMarbutaGoal") // ARABIC LETTER TEH MARBUTA GOAL649  inspect(@ucd.joining_group('\u{0710}'), content="Alaph") // SYRIAC LETTER ALAPH650  inspect(@ucd.joining_group('\u{10AC0}'), content="ManichaeanAleph") // MANICHAEAN LETTER ALEPH651}652653///|654test "joining_group: characters outside the groups" {655  inspect(@ucd.joining_group('a'), content="NoJoiningGroup")656  // Joining characters without a group657  inspect(@ucd.joining_group('\u{0640}'), content="NoJoiningGroup") // ARABIC TATWEEL658  inspect(@ucd.joining_group('\u{064B}'), content="NoJoiningGroup") // ARABIC FATHATAN659  inspect(@ucd.joining_group('\u{200D}'), content="NoJoiningGroup") // ZERO WIDTH JOINER660  inspect(@ucd.joining_group('\u{0378}'), content="NoJoiningGroup") // reserved661  inspect(@ucd.joining_group('\u{E0100}'), content="NoJoiningGroup") // VARIATION SELECTOR-17662  inspect(@ucd.joining_group('\u{10FFFF}'), content="NoJoiningGroup") // noncharacter663}664665///|666test "joining_group: Pe is told apart from the General_Category value" {667  inspect(668    @ucd.joining_group('\u{0726}') == @ucd.JoiningGroup::Pe,669    content="true",670  ) // SYRIAC LETTER PE671  inspect(672    @ucd.general_category(')') == @ucd.GeneralCategory::Pe,673    content="true",674  )675  // The type is known from the other operand, so the name alone is enough.676  inspect(@ucd.joining_group('\u{0726}') == Pe, content="true")677  inspect(@ucd.general_category(')') == Pe, content="true")678}679680///|681test "uppercase and lowercase: strings" {682  inspect(@ucd.uppercase("Straße \u{FB03}"), content="STRASSE FFI")683  inspect(@ucd.lowercase("İSTANBUL"), content="i\u{0307}stanbul")684  // Default string casing applies Final_Sigma.685  inspect(@ucd.lowercase("ΟΔΥΣΣΕΥΣ"), content="οδυσσευς")686  inspect(@ucd.uppercase("Hello"[1:]), content="ELLO")687}688