unicode

Branch: main

Switch branches or tags

Branch: main
Go to file t

413 files indexed

History
Code

bench/casemapperf/casemapperf_bench_test.mbt
1///|2/// Corpora of `bench/normperf` used here: English prose and personal names in3/// Latin, Cyrillic and Han script.4let corpora : Array[String] = [5  "vfear11a", "TestNames_Latin", "TestNames_Russian", "TestNames_Chinese",6]78///|9fn data_directory() -> String raise {10  for path in ["../normperf/data", "normperf/data", "bench/normperf/data"] {11    if @fs.path_exists("\{path}/vfear11a.txt") {12      return path13    }14  }15  fail("Cannot find the normperf corpora; run moon bench ./bench/casemapperf")16}1718///|19/// Uppercase `text` one character at a time, as callers had to before the20/// string-level functions.21fn uppercase_by_char(text : String) -> String {22  let out = StringBuilder(capacity=text.length())23  for c in text {24    out.write_string(@ucd.to_uppercase(c))25  }26  out.to_string()27}2829///|30// Keep the matrix in one block so bare moon bench runs every case sequentially.31test "case mapping matrix" (b : @bench.T) {32  let directory = data_directory()33  let inputs = [34    ("ASCII", "Hello world, this is a Test. ".repeat(32)),35    ("Latin", "Ünïcödé Çàfé Straße ".repeat(32)),36    ("Greek", "Ὀδυσσεύς καὶ ᾈχιλλεύς ".repeat(32)),37    ("CJK", "世界こんにちは、テスト。".repeat(64)),38  ]39  for name in corpora {40    let raw = @fs.read_file_to_bytes("\{directory}/\{name}.txt")41    inputs.push((name, @utf8.decode(raw, ignore_bom=true)))42  }43  for item in inputs {44    let (name, text) = item45    let upper = @ucd.uppercase(text)46    assert_true(upper == uppercase_by_char(text))47    b.bench(name="\{name}/uppercase", () => b.keep(@ucd.uppercase(text)))48    b.bench(name="\{name}/uppercase/upper", () => b.keep(@ucd.uppercase(upper)))49    b.bench(name="\{name}/lowercase", () => b.keep(@ucd.lowercase(text)))50    b.bench(name="\{name}/uppercase_by_char", () => {51      b.keep(uppercase_by_char(text))52    })53  }54}55