unicode

Branch: main

Switch branches or tags

Branch: main
Go to file t

413 files indexed

History
Code

tests/bidi_tests/character_test.mbt
1///|2/// Unicode Bidirectional Algorithm conformance tests, read directly from3/// BidiCharacterTest.txt (Unicode 18.0.0).4/// Source: https://www.unicode.org/Public/18.0.0/ucd/BidiCharacterTest.txt56///|7/// Paragraph direction field of BidiCharacterTest.txt:8/// 0 = LTR, 1 = RTL, 2 = auto.9fn level_paragraph_direction(level : Int32) -> @bidi.Direction? {10  match level {11    0 => Some(@bidi.Direction::LTR)12    1 => Some(@bidi.Direction::RTL)13    _ => None14  }15}1617///|18async test "BidiCharacterTest.txt conformance" {19  let content = @support.read_data_file("BidiCharacterTest.txt")20  for line_number, raw_line in content.split("\n") {21    let line = raw_line.trim()22    if line.is_empty() || line.has_prefix("#") {23      continue24    }25    guard line.split(";").collect()26      is [27        code_points_text,28        paragraph_direction_text,29        base_level_text,30        levels_text,31        reorder_text,32        ..,33      ] else {34      continue35    }36    let code_points = @support.parse_code_point_sequence(code_points_text)37    guard @support.code_points_to_string(code_points) is Some(input) else {38      continue39    }40    let direction = level_paragraph_direction(41      @support.parse_decimal_int(paragraph_direction_text),42    )43    let expected_base_level = @support.parse_decimal_int(base_level_text)44    let expected_levels = @support.parse_levels(levels_text)45    let expected_reorder = @support.parse_reorder(reorder_text)46    let result = @bidi.process(input, direction?)47    @debug.assert_eq(48      result.base_level,49      expected_base_level,50      msg="BidiCharacterTest.txt line \{line_number + 1}: paragraph base level",51    )52    for index, expected_level in expected_levels {53      if expected_level >= 0 {54        @debug.assert_eq(55          result.levels[index],56          expected_level,57          msg="BidiCharacterTest.txt line \{line_number + 1}: resolved level at index \{index}",58        )59      }60    }61    @debug.assert_eq(62      @bidi.reorder(result),63      expected_reorder,64      msg="BidiCharacterTest.txt line \{line_number + 1}: visual reorder",65    )66  }67}68