unicode

Branch: main

Switch branches or tags

Branch: main
Go to file t

413 files indexed

History
Code

ucd/general_category/mark.mbt
1///|2/// Mark (General_Category group M) lookup data3/// Generated from UnicodeData.txt45///|6/// Mark trie top level: `cp >> 10` to mid block index7let mark_trie_top : Bytes = [8  0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 9, 10, 11, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9,9  9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 12, 13, 9, 9, 9, 9, 9, 9, 9, 9, 9,10  9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 14, 15, 16, 9, 17, 18, 19, 20, 21, 22, 9, 9, 9, 9,11  9, 23, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 24, 9, 25, 26, 9, 9, 9, 9, 9, 9, 9, 9, 9,12  9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 27, 9, 9, 9, 28, 29, 9, 30, 9, 31, 32, 33, 9, 9,13  9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9,14  9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9,15  9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9,16  9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9,17  9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9, 9,18]1920///|21/// Mark trie mid level: leaf block indices22let mark_trie_mid : Bytes = [23  0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 0, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16,24  17, 18, 19, 20, 21, 22, 23, 24, 25, 0, 0, 0, 0, 26, 0, 0, 0, 0, 0, 0, 0, 27, 28,25  29, 30, 31, 0, 32, 33, 34, 35, 36, 37, 0, 38, 0, 0, 0, 0, 0, 39, 0, 0, 0, 0, 0,26  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 40, 41, 42, 0, 0, 0, 0, 43, 44, 0, 0, 0, 0, 0, 0,27  0, 0, 0, 0, 45, 46, 0, 0, 47, 48, 49, 50, 51, 52, 0, 53, 0, 0, 0, 0, 0, 0, 54,28  0, 0, 0, 0, 0, 55, 0, 0, 0, 0, 0, 0, 56, 0, 57, 58, 0, 0, 0, 0, 0, 59, 60, 0, 0,29  0, 0, 61, 0, 0, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 0, 75, 76,30  77, 78, 0, 79, 0, 80, 81, 82, 83, 84, 0, 85, 86, 87, 88, 0, 89, 90, 0, 91, 0, 0,31  0, 0, 0, 0, 0, 0, 0, 92, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 93, 94, 0, 0, 0, 0, 0, 0,32  0, 95, 96, 0, 97, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 98, 0, 0, 0, 99, 100, 101,33  102, 0, 0, 0, 0, 0, 0, 103, 104, 0, 0, 105, 106, 94, 0, 0, 107, 0, 0, 0, 108, 0,34  109, 0, 110, 0, 0, 0, 111, 112, 0, 0, 0, 0, 0,35]3637///|38/// Mark trie leaf level: bitsets of 128 code points, least significant bit first39let mark_trie_leaf : Bytes = [40  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 255, 255, 255, 255, 255, 255, 255,41  255, 255, 255, 255, 255, 255, 255, 0, 0, 248, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,42  0, 0, 0, 0, 0, 0, 254, 255, 255, 255, 255, 191, 182, 3, 0, 0, 0, 0, 0, 0, 0, 0,43  255, 7, 0, 0, 0, 0, 0, 248, 255, 255, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,44  192, 159, 159, 61, 0, 0, 0, 0, 2, 0, 0, 0, 255, 255, 255, 7, 0, 0, 0, 0, 0, 0,45  0, 0, 0, 0, 192, 255, 1, 0, 0, 0, 0, 0, 0, 248, 15, 32, 0, 0, 192, 251, 239, 62,46  0, 0, 0, 0, 0, 14, 0, 0, 0, 0, 0, 0, 128, 255, 0, 0, 0, 0, 0, 252, 255, 255, 251,47  255, 255, 255, 15, 0, 0, 0, 0, 0, 0, 220, 255, 255, 254, 0, 12, 0, 0, 0, 14, 0,48  0, 0, 0, 0, 0, 208, 159, 57, 128, 0, 12, 0, 0, 64, 14, 0, 0, 0, 0, 0, 0, 208, 135,49  57, 2, 0, 0, 0, 35, 0, 14, 0, 0, 0, 0, 0, 0, 208, 191, 59, 0, 0, 12, 0, 0, 252,50  14, 0, 0, 0, 0, 0, 0, 208, 159, 57, 248, 0, 12, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 192,51  199, 61, 128, 0, 0, 0, 0, 0, 31, 0, 0, 0, 0, 0, 0, 208, 223, 61, 96, 0, 12, 0,52  0, 0, 14, 0, 0, 0, 0, 0, 0, 208, 223, 61, 96, 0, 12, 0, 8, 0, 15, 0, 0, 0, 0, 0,53  0, 216, 223, 61, 128, 0, 12, 0, 0, 0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 132, 95, 255,54  0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 242, 7, 128, 127, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,55  0, 0, 242, 31, 0, 127, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 160, 194, 0, 0, 0, 0,56  0, 0, 254, 255, 223, 224, 255, 254, 255, 255, 255, 31, 64, 0, 0, 0, 0, 0, 0, 0,57  0, 0, 0, 0, 0, 248, 255, 127, 0, 0, 192, 195, 157, 63, 30, 0, 252, 191, 0, 60,58  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 224, 0, 0,59  0, 0, 0, 0, 60, 0, 0, 0, 28, 0, 0, 0, 12, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 240,60  255, 255, 255, 15, 32, 0, 0, 0, 0, 0, 184, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,61  0, 0, 96, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 255, 15, 255,62  15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 128, 15, 0, 0, 0, 0, 0, 0, 224, 127, 255, 255,63  255, 159, 0, 0, 0, 0, 0, 0, 255, 255, 255, 255, 255, 255, 255, 255, 1, 0, 31, 0,64  0, 0, 0, 0, 240, 255, 31, 0, 0, 0, 0, 248, 15, 0, 7, 0, 0, 0, 254, 63, 0, 0, 0,65  0, 0, 0, 192, 255, 15, 0, 0, 0, 0, 0, 240, 255, 255, 0, 0, 0, 0, 0, 0, 0, 0, 0,66  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 247, 255, 255, 33, 144, 3, 0, 0, 0, 0, 0, 0, 0, 0,67  255, 255, 255, 255, 255, 255, 255, 255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 255, 255,68  255, 255, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 128, 3, 0, 0, 0, 0, 0, 0,69  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 128, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 255, 255,70  255, 255, 0, 0, 0, 0, 0, 252, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0,71  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 128, 247, 63,72  0, 0, 0, 192, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 68, 8, 0, 0, 248, 16, 0, 0, 0,73  0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 240, 255, 63, 0, 0, 0, 255, 255, 3, 128,74  0, 0, 0, 0, 192, 63, 0, 0, 128, 255, 15, 0, 0, 0, 0, 0, 15, 0, 0, 0, 0, 0, 248,75  255, 1, 0, 0, 0, 32, 0, 0, 0, 0, 0, 0, 0, 0, 254, 127, 0, 8, 48, 0, 0, 0, 0, 0,76  56, 0, 0, 0, 0, 0, 0, 157, 193, 2, 0, 0, 0, 0, 248, 96, 0, 0, 0, 0, 0, 0, 0, 0,77  0, 0, 0, 0, 0, 248, 55, 0, 0, 0, 0, 0, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,78  255, 255, 0, 0, 255, 255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,79  0, 0, 0, 0, 0, 0, 0, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0,80  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 192, 7, 110, 240, 0, 0, 0, 0, 0, 135, 0, 0,81  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 96, 0, 0, 0, 0, 0, 0, 0,82  240, 0, 0, 0, 0, 0, 0, 0, 0, 62, 0, 0, 0, 0, 0, 0, 0, 24, 0, 0, 0, 248, 0, 0, 0,83  0, 255, 255, 0, 0, 0, 0, 0, 0, 0, 0, 192, 255, 1, 0, 0, 0, 0, 0, 60, 0, 0, 0, 0,84  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 255, 127, 0, 0, 0, 0, 0,85  25, 128, 7, 0, 0, 0, 0, 0, 255, 7, 4, 0, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 128, 255,86  31, 0, 96, 0, 0, 0, 0, 0, 8, 0, 7, 0, 0, 0, 0, 0, 248, 255, 1, 222, 0, 0, 0, 0,87  0, 0, 0, 0, 0, 0, 0, 240, 255, 64, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,88  0, 0, 0, 0, 128, 255, 7, 0, 0, 15, 0, 0, 0, 0, 0, 0, 216, 159, 57, 128, 0, 204,89  31, 31, 0, 0, 0, 0, 0, 0, 0, 0, 255, 165, 247, 5, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0,90  0, 224, 255, 127, 0, 0, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 255, 255, 15, 0, 0, 0,91  0, 0, 0, 0, 0, 0, 0, 0, 0, 128, 63, 255, 1, 0, 0, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0,92  0, 255, 255, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 248, 255, 0, 0, 0, 0, 0, 0,93  0, 0, 0, 0, 0, 0, 224, 255, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 240,94  255, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 191, 121, 13, 0, 0, 0, 0, 0,95  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 254, 252, 17, 0, 0, 0, 254, 7, 0, 0, 0, 0,96  248, 123, 128, 0, 254, 15, 0, 0, 0, 0, 0, 252, 255, 3, 0, 0, 0, 0, 0, 0, 0, 0,97  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 255, 0, 0, 0, 0, 0, 0, 0, 0, 128,98  127, 255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 252, 255, 255, 254, 127, 0, 0, 0, 0, 0,99  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 126, 180, 191, 0, 0, 0, 0, 0, 0, 0, 0, 124, 251,100  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,101  120, 0, 11, 0, 0, 0, 0, 0, 240, 199, 7, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,102  0, 0, 129, 255, 63, 0, 0, 0, 0, 0, 0, 0, 0, 192, 255, 255, 0, 0, 0, 0, 0, 0, 0,103  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 31, 0, 0, 0, 0, 0, 0, 0, 127,104  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 128, 254, 255, 255, 255,105  255, 255, 255, 128, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 16, 0, 3, 0, 0, 0, 0, 96, 0,106  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 255, 255, 255, 255, 255, 63, 255, 255, 127, 0,107  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 128, 1, 0, 0, 0, 0, 0, 0, 224, 227, 7, 248, 231,108  15, 0, 0, 0, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 28, 0, 7,109  152, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 255, 255, 255,110  255, 255, 255, 127, 248, 255, 255, 255, 255, 255, 31, 32, 0, 16, 0, 0, 248, 254,111  255, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 127, 255, 255, 249, 219, 7, 0, 0, 0, 0, 0, 0,112  0, 0, 0, 0, 0, 128, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 64,113  0, 0, 0, 0, 0, 0, 0, 240, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 240, 0,114  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 192, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,115  0, 0, 0, 72, 192, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 127, 0, 0, 0, 0, 0, 0, 0,116  0, 0, 0, 0, 0, 0, 240, 7, 0, 0, 0, 0, 0, 0,117]118119///|120/// Check whether a character is a mark (General_Category Mn, Mc, or Me)121pub fn is_mark(c : Char) -> Bool {122  let cp = c.to_int()123  if cp >= 0x40000 {124    return cp >= 0xE0100 && cp <= 0xE01EF125  }126  let mid = (mark_trie_top[cp >> 10].to_int() << 3) | ((cp >> 7) & 7)127  let leaf = mark_trie_mid[mid].to_int()128  let bits = mark_trie_leaf[(leaf << 4) | ((cp >> 3) & 15)].to_int()129  ((bits >> (cp & 7)) & 1) != 0130}131