unicode

Branch: main

Switch branches or tags

Branch: main
Go to file t

413 files indexed

History
Code

ucd/joining_group/joining_group.mbt
1///|2/// Joining_Group lookup data3/// Generated from DerivedJoiningGroup.txt45///|6/// Joining_Group trie top level: `cp >> 8` to mid block index7let joining_group_trie_top : Bytes = [8  0, 0, 0, 0, 0, 0, 1, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,9  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,10  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,11  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,12  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,13  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,14  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,15  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,16  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,17  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 5,18  6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,19  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,20  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,21  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,22  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,23  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,24  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,25  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,26  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,27  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,28  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,29  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,30  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,31  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,32  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,33  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,34  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,35  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,36  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,37  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,38  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,39  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,40  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,41  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,42  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,43  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,44  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,45  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,46]4748///|49/// Joining_Group trie mid level: leaf block indices50let joining_group_trie_mid : ReadOnlyArray[Int32] = [51  0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 0, 4, 5, 6, 7, 8,52  9, 10, 11, 12, 13, 0, 14, 15, 0, 16, 17, 18, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,53  0, 0, 0, 0, 20, 21, 22, 0, 23, 24, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,54  0, 26, 27, 28, 0, 29, 30, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,55  0, 0, 0, 0, 0, 0, 0, 0, 32, 33, 34, 0,56]5758///|59/// Joining_Group trie leaf level: values in blocks of 1660let joining_group_trie_leaf : Bytes = [61  82, 82, 82, 82, 82, 82, 82, 82, 82, 82, 82, 82, 82, 82, 82, 82, 37, 82, 5, 5, 108,62  5, 109, 5, 6, 102, 6, 6, 28, 28, 28, 19, 19, 89, 89, 94, 94, 92, 92, 100, 100,63  3, 3, 26, 26, 22, 22, 22, 82, 24, 87, 35, 40, 80, 83, 32, 108, 109, 109, 82, 82,64  82, 82, 82, 82, 82, 82, 82, 82, 82, 82, 82, 82, 82, 82, 82, 82, 82, 6, 87, 82,65  5, 5, 5, 82, 5, 108, 108, 109, 6, 6, 6, 6, 6, 6, 6, 6, 28, 28, 28, 28, 28, 28,66  28, 19, 19, 19, 19, 19, 19, 19, 19, 19, 89, 89, 89, 89, 89, 89, 89, 89, 89, 94,67  94, 94, 92, 92, 100, 3, 24, 24, 24, 24, 24, 24, 87, 87, 26, 98, 26, 35, 35, 35,68  26, 26, 26, 26, 26, 26, 40, 40, 40, 40, 83, 83, 83, 83, 85, 39, 28, 102, 33, 33,69  103, 108, 108, 108, 108, 108, 108, 108, 108, 22, 111, 22, 108, 109, 109, 110, 110,70  82, 102, 82, 82, 82, 82, 82, 82, 82, 82, 82, 82, 82, 82, 82, 82, 82, 82, 82, 82,71  82, 82, 82, 82, 82, 82, 19, 89, 82, 82, 82, 82, 82, 82, 82, 82, 82, 82, 94, 92,72  3, 82, 82, 39, 4, 82, 7, 27, 27, 20, 20, 31, 99, 114, 34, 104, 104, 112, 113, 36,73  41, 81, 84, 95, 25, 21, 86, 90, 93, 88, 20, 96, 101, 7, 27, 20, 82, 82, 82, 82,74  82, 82, 82, 82, 82, 82, 82, 82, 82, 115, 38, 23, 6, 6, 6, 6, 6, 6, 6, 28, 28, 19,75  19, 89, 94, 3, 3, 3, 24, 24, 26, 26, 26, 80, 80, 83, 83, 83, 40, 89, 89, 94, 28,76  28, 94, 89, 28, 5, 5, 22, 22, 109, 108, 108, 8, 8, 28, 94, 94, 35, 46, 43, 49,77  52, 47, 48, 42, 50, 44, 45, 51, 82, 82, 82, 82, 82, 5, 5, 5, 5, 5, 5, 5, 5, 5,78  5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 82, 82, 82, 106, 82, 82, 83, 28, 100, 100, 26, 107,79  83, 6, 6, 28, 100, 24, 87, 40, 80, 109, 109, 89, 108, 91, 82, 19, 92, 26, 97, 89,80  3, 35, 87, 6, 6, 6, 89, 109, 0, 2, 1, 6, 6, 6, 28, 26, 3, 2, 28, 28, 40, 26, 82,81  82, 82, 82, 82, 82, 82, 53, 55, 55, 59, 59, 56, 82, 77, 82, 79, 79, 82, 82, 60,82  74, 78, 62, 62, 62, 63, 57, 75, 64, 65, 71, 54, 54, 67, 67, 70, 68, 68, 68, 69,83  82, 82, 72, 82, 82, 82, 82, 82, 82, 66, 58, 73, 76, 61, 82, 82, 30, 82, 82, 82,84  82, 82, 82, 30, 82, 82, 82, 82, 82, 82, 82, 82, 82, 82, 82, 82, 82, 82, 82, 29,85  82, 82, 30, 82, 29, 82, 29, 82, 82, 29, 82, 82, 82, 82, 82, 82, 82, 82, 82, 82,86  82, 82, 82, 82, 19, 100, 35, 82, 105, 109, 82, 82, 82, 82, 82, 82, 82, 82, 82,87  82, 82, 82, 82, 82, 82, 82, 82, 10, 10, 10, 10, 12, 12, 12, 17, 17, 16, 16, 18,88  18, 9, 9, 11, 11, 14, 15, 10, 13, 10, 82,89]9091///|92/// Joining_Group ranges from 0x40000 packed as `start << 7 | value`93let joining_group_high_ranges : ReadOnlyArray[Int32] = [0x2000052]9495///|96/// Look up Joining_Group ordinal for a character97/// Returns ordinal value (0-115) corresponding to JoiningGroup enum98pub fn lookup_joining_group(c : Char) -> Int32 {99  let cp = c.to_int()100  if cp >= 0x40000 {101    // Binary search for the last range starting at or before `cp`.102    let key = (cp << 7) | 127103    let mut low = 0104    let mut high = joining_group_high_ranges.length()105    while high - low > 1 {106      let mid = (low + high) / 2107      if joining_group_high_ranges[mid] <= key {108        low = mid109      } else {110        high = mid111      }112    }113    return joining_group_high_ranges[low] & 127114  }115  let mid = (joining_group_trie_top[cp >> 8].to_int() << 4) | ((cp >> 4) & 15)116  let leaf = joining_group_trie_mid[mid]117  joining_group_trie_leaf[(leaf << 4) | (cp & 15)].to_int()118}119