unicode

Branch: main

Switch branches or tags

Branch: main
Go to file t

413 files indexed

History
Code

ucd/grapheme_extend/grapheme_extend.mbt
1///|2/// Grapheme_Extend lookup data3/// Generated from DerivedCoreProperties.txt45///|6/// Grapheme_Extend trie top level: `cp >> 10` to mid block index7let grapheme_extend_trie_top : Bytes = [8  0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 9, 10, 11, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9,9  9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 12, 13, 9, 9, 9, 9, 9, 9, 9, 9, 9,10  9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 14, 15, 16, 9, 17, 18, 19, 20, 21, 22, 9, 9, 9, 9,11  9, 23, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 24, 9, 25, 26, 9, 9, 9, 9, 9, 9, 9, 9, 9,12  9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 27, 9, 9, 9, 28, 29, 9, 30, 9, 31, 32, 33, 9, 9,13  9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9,14  9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9,15  9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9,16  9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9,17  9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9,18]1920///|21/// Grapheme_Extend trie mid level: leaf block indices22let grapheme_extend_trie_mid : Bytes = [23  0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 0, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16,24  17, 18, 19, 20, 21, 22, 23, 24, 25, 0, 0, 0, 0, 26, 0, 0, 0, 0, 0, 0, 0, 27, 28,25  29, 30, 31, 0, 32, 33, 34, 35, 36, 37, 0, 38, 0, 0, 0, 0, 39, 40, 0, 0, 0, 0, 0,26  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 41, 42, 43, 0, 0, 0, 0, 44, 45, 0, 0, 0, 0, 0, 0,27  0, 0, 0, 0, 46, 47, 0, 0, 48, 49, 50, 51, 52, 53, 0, 54, 0, 0, 0, 0, 0, 0, 55,28  0, 0, 0, 0, 0, 56, 0, 0, 57, 0, 0, 0, 58, 0, 59, 60, 0, 0, 0, 0, 0, 61, 62, 0,29  0, 0, 0, 63, 0, 0, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 0, 77, 78,30  79, 80, 0, 81, 0, 82, 83, 84, 85, 86, 0, 87, 88, 89, 90, 0, 91, 92, 0, 93, 0, 0,31  0, 0, 0, 0, 0, 0, 0, 94, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 95, 96, 0, 0, 0, 0, 0, 0,32  0, 97, 98, 0, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 100, 0, 0, 0, 101, 102, 103,33  104, 0, 0, 0, 0, 0, 0, 105, 106, 0, 0, 107, 108, 96, 0, 0, 109, 0, 0, 0, 110, 0,34  111, 0, 112, 0, 0, 0, 113, 114, 0, 0, 0, 0, 0,35]3637///|38/// Grapheme_Extend trie leaf level: bitsets of 128 code points, least significant bit first39let grapheme_extend_trie_leaf : Bytes = [40  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 255, 255, 255, 255, 255, 255, 255,41  255, 255, 255, 255, 255, 255, 255, 0, 0, 248, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,42  0, 0, 0, 0, 0, 0, 254, 255, 255, 255, 255, 191, 182, 3, 0, 0, 0, 0, 0, 0, 0, 0,43  255, 7, 0, 0, 0, 0, 0, 248, 255, 255, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,44  192, 159, 159, 61, 0, 0, 0, 0, 2, 0, 0, 0, 255, 255, 255, 7, 0, 0, 0, 0, 0, 0,45  0, 0, 0, 0, 192, 255, 1, 0, 0, 0, 0, 0, 0, 248, 15, 32, 0, 0, 192, 251, 239, 62,46  0, 0, 0, 0, 0, 14, 0, 0, 0, 0, 0, 0, 128, 255, 0, 0, 0, 0, 0, 252, 255, 255, 251,47  255, 255, 255, 7, 0, 0, 0, 0, 0, 0, 20, 254, 33, 254, 0, 12, 0, 0, 0, 2, 0, 0,48  0, 0, 0, 0, 80, 30, 32, 128, 0, 12, 0, 0, 64, 6, 0, 0, 0, 0, 0, 0, 16, 134, 57,49  2, 0, 0, 0, 35, 0, 6, 0, 0, 0, 0, 0, 0, 16, 190, 33, 0, 0, 12, 0, 0, 252, 2, 0,50  0, 0, 0, 0, 0, 208, 30, 32, 248, 0, 12, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 64, 1, 32,51  128, 0, 0, 0, 0, 0, 17, 0, 0, 0, 0, 0, 0, 208, 193, 61, 96, 0, 12, 0, 0, 0, 2,52  0, 0, 0, 0, 0, 0, 144, 197, 61, 96, 0, 12, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 88, 30,53  32, 128, 0, 12, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 132, 92, 128, 0, 0, 0, 0, 0,54  0, 0, 0, 0, 0, 242, 7, 128, 127, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 242, 31, 0,55  127, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 160, 2, 0, 0, 0, 0, 0, 0, 254, 127, 223,56  224, 255, 254, 255, 255, 255, 31, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 224,57  253, 102, 0, 0, 0, 195, 1, 0, 30, 0, 100, 32, 0, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0,58  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 224, 0, 0, 0, 0, 0, 0, 60, 0, 0, 0, 28,59  0, 0, 0, 12, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 176, 63, 64, 254, 15, 32, 0, 0,60  0, 0, 0, 184, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 96, 0, 0, 0, 0, 2, 0, 0,61  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 135, 1, 4, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,62  128, 9, 0, 0, 0, 0, 0, 0, 64, 127, 229, 31, 248, 159, 0, 0, 0, 0, 0, 0, 255, 255,63  255, 255, 255, 255, 255, 255, 1, 0, 15, 0, 0, 0, 0, 0, 240, 63, 28, 0, 0, 0, 0,64  248, 15, 0, 3, 0, 0, 0, 60, 63, 0, 0, 0, 0, 0, 0, 64, 163, 15, 0, 0, 0, 0, 0, 0,65  240, 207, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 247, 255, 253,66  33, 16, 3, 0, 0, 0, 0, 0, 0, 0, 0, 255, 255, 255, 255, 255, 255, 255, 255, 0, 16,67  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 255, 255,68  255, 255, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 128, 3, 0, 0, 0, 0, 0, 0,69  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 128, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 255, 255,70  255, 255, 0, 0, 0, 0, 0, 252, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0,71  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 128, 247, 63,72  0, 0, 0, 192, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 68, 8, 0, 0, 96, 16, 0, 0, 0,73  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 48, 0, 0, 0, 255, 255, 3, 128, 0,74  0, 0, 0, 192, 63, 0, 0, 128, 255, 11, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 200, 51,75  1, 0, 0, 0, 32, 0, 0, 0, 0, 0, 0, 0, 0, 126, 102, 0, 8, 16, 0, 0, 0, 0, 0, 16,76  0, 0, 0, 0, 0, 0, 157, 193, 2, 0, 0, 0, 0, 48, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,77  0, 0, 0, 32, 33, 0, 0, 0, 0, 0, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 255, 255,78  0, 0, 255, 255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 192, 0, 0, 0, 0, 0, 0, 0,79  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 32, 0, 0, 0, 0, 0,80  0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 192,81  7, 110, 240, 0, 0, 0, 0, 0, 135, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,82  0, 0, 0, 0, 96, 0, 0, 0, 0, 0, 0, 0, 240, 0, 0, 0, 0, 0, 0, 0, 0, 62, 0, 0, 0,83  0, 0, 0, 0, 24, 0, 0, 0, 248, 0, 0, 0, 0, 255, 255, 0, 0, 0, 0, 0, 0, 0, 0, 192,84  255, 1, 0, 0, 0, 0, 0, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0,85  0, 0, 0, 0, 255, 127, 0, 0, 0, 0, 0, 25, 128, 3, 0, 0, 0, 0, 0, 120, 6, 4, 0, 0,86  0, 0, 0, 0, 0, 7, 0, 0, 0, 128, 239, 31, 0, 0, 0, 0, 0, 0, 0, 8, 0, 3, 0, 0, 0,87  0, 0, 192, 127, 1, 158, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 128, 243, 64, 2, 0, 0,88  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 128, 248, 7, 0, 0, 3, 0, 0, 0,89  0, 0, 0, 88, 1, 32, 128, 0, 192, 31, 31, 0, 0, 0, 0, 0, 0, 0, 0, 249, 165, 195,90  5, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 255, 92, 0, 0, 64, 0, 0, 0, 0, 0, 0, 0,91  0, 0, 0, 249, 165, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 128, 60, 176, 1, 0,92  0, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 248, 167, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,93  0, 0, 40, 255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 160, 188, 15, 0, 0, 0, 0, 0,94  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 128, 255, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,95  0, 0, 1, 120, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 240, 12, 1,96  0, 0, 0, 254, 7, 0, 0, 0, 0, 248, 121, 128, 0, 126, 14, 0, 0, 0, 0, 0, 252, 127,97  3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 93,98  0, 0, 0, 0, 0, 0, 0, 0, 0, 127, 191, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 252, 255, 255,99  252, 109, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 126, 180, 191, 0, 0, 0,100  0, 0, 0, 0, 0, 0, 163, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0,101  0, 0, 0, 0, 0, 0, 0, 0, 24, 0, 3, 0, 0, 0, 0, 0, 192, 7, 7, 0, 0, 4, 0, 0, 0, 0,102  0, 0, 0, 0, 0, 0, 0, 0, 129, 255, 63, 0, 0, 0, 0, 0, 0, 0, 0, 192, 255, 227, 0,103  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 31, 0, 0,104  0, 0, 0, 0, 0, 127, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 128,105  0, 0, 0, 0, 0, 0, 0, 128, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 16, 0, 3, 0, 0, 0, 0, 96,106  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 255, 255, 255, 255, 255, 63, 255, 255, 127,107  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 128, 1, 0, 0, 0, 0, 0, 0, 224, 227, 7, 248, 231,108  15, 0, 0, 0, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 28, 0, 7,109  152, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 255, 255, 255,110  255, 255, 255, 127, 248, 255, 255, 255, 255, 255, 31, 32, 0, 16, 0, 0, 248, 254,111  255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 127, 255, 255, 249, 219, 7, 0, 0, 0, 0, 0, 0,112  0, 0, 0, 0, 0, 128, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 64,113  0, 0, 0, 0, 0, 0, 0, 240, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 240, 0,114  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 192, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,115  0, 0, 0, 72, 192, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 127, 0, 0, 0, 0, 0, 0, 0,116  0, 0, 0, 0, 0, 0, 240, 7, 0, 0, 0, 0, 0, 0,117]118119///|120/// Check whether a character has the Unicode Grapheme_Extend property121pub fn is_grapheme_extend(c : Char) -> Bool {122  let cp = c.to_int()123  if cp >= 0x40000 {124    return (cp >= 0xE0020 && cp <= 0xE007F) || (cp >= 0xE0100 && cp <= 0xE01EF)125  }126  let mid = (grapheme_extend_trie_top[cp >> 10].to_int() << 3) | ((cp >> 7) & 7)127  let leaf = grapheme_extend_trie_mid[mid].to_int()128  let bits = grapheme_extend_trie_leaf[(leaf << 4) | ((cp >> 3) & 15)].to_int()129  ((bits >> (cp & 7)) & 1) != 0130}131