unicode

Branch: main

Switch branches or tags

Branch: main
Go to file t

413 files indexed

History
Code

bench/casefoldperf/casefoldperf_bench_test.mbt
1///|2/// Corpora of `bench/normperf` used here: English prose and personal names in3/// Latin, Cyrillic and Han script.4let corpora : Array[String] = [5  "vfear11a", "TestNames_Latin", "TestNames_Russian", "TestNames_Chinese",6]78///|9fn data_directory() -> String raise {10  for path in ["../normperf/data", "normperf/data", "bench/normperf/data"] {11    if @fs.path_exists("\{path}/vfear11a.txt") {12      return path13    }14  }15  fail("Cannot find the normperf corpora; run moon bench ./bench/casefoldperf")16}1718///|19fn uppercase(text : String) -> String {20  let out = StringBuilder(capacity=text.length())21  for c in text {22    out.write_string(@ucd.to_uppercase(c))23  }24  out.to_string()25}2627///|28// Keep the matrix in one block so bare moon bench runs every case sequentially.29test "case folding corpus matrix" (b : @bench.T) {30  let directory = data_directory()31  for name in corpora {32    let raw = @fs.read_file_to_bytes("\{directory}/\{name}.txt")33    let text = @utf8.decode(raw, ignore_bom=true)34    let upper = uppercase(text)35    let folded = @casefold.case_fold(text)36    assert_true(@casefold.caseless_match(text, upper))37    assert_true(@casefold.caseless_match(folded, text))38    b.bench(name="\{name}/case_fold", () => b.keep(@casefold.case_fold(text)))39    b.bench(name="\{name}/case_fold/folded", () => {40      b.keep(@casefold.case_fold(folded))41    })42    b.bench(name="\{name}/nfkc_casefold", () => {43      b.keep(@casefold.nfkc_casefold(text))44    })45    b.bench(name="\{name}/caseless_match/same", () => {46      b.keep(@casefold.caseless_match(text, text))47    })48    b.bench(name="\{name}/caseless_match/upper", () => {49      b.keep(@casefold.caseless_match(text, upper))50    })51  }52}53