bench/casefoldperf/casefoldperf_bench_test.mbt1///|2/// Corpora of `bench/normperf` used here: English prose and personal names in3/// Latin, Cyrillic and Han script.4let corpora : Array[String] = [5 "vfear11a", "TestNames_Latin", "TestNames_Russian", "TestNames_Chinese",6]78///|9fn data_directory() -> String raise {10 for path in ["../normperf/data", "normperf/data", "bench/normperf/data"] {11 if @fs.path_exists("\{path}/vfear11a.txt") {12 return path13 }14 }15 fail("Cannot find the normperf corpora; run moon bench ./bench/casefoldperf")16}1718///|19fn uppercase(text : String) -> String {20 let out = StringBuilder(capacity=text.length())21 for c in text {22 out.write_string(@ucd.to_uppercase(c))23 }24 out.to_string()25}2627///|28// Keep the matrix in one block so bare moon bench runs every case sequentially.29test "case folding corpus matrix" (b : @bench.T) {30 let directory = data_directory()31 for name in corpora {32 let raw = @fs.read_file_to_bytes("\{directory}/\{name}.txt")33 let text = @utf8.decode(raw, ignore_bom=true)34 let upper = uppercase(text)35 let folded = @casefold.case_fold(text)36 assert_true(@casefold.caseless_match(text, upper))37 assert_true(@casefold.caseless_match(folded, text))38 b.bench(name="\{name}/case_fold", () => b.keep(@casefold.case_fold(text)))39 b.bench(name="\{name}/case_fold/folded", () => {40 b.keep(@casefold.case_fold(folded))41 })42 b.bench(name="\{name}/nfkc_casefold", () => {43 b.keep(@casefold.nfkc_casefold(text))44 })45 b.bench(name="\{name}/caseless_match/same", () => {46 b.keep(@casefold.caseless_match(text, text))47 })48 b.bench(name="\{name}/caseless_match/upper", () => {49 b.keep(@casefold.caseless_match(text, upper))50 })51 }52}53
///|
/// Corpora of `bench/normperf` used here: English prose and personal names in
/// Latin, Cyrillic and Han script.
let corpora : Array[String] = [
"vfear11a", "TestNames_Latin", "TestNames_Russian", "TestNames_Chinese",
]
///|
fn data_directory() -> String raise {
for path in ["../normperf/data", "normperf/data", "bench/normperf/data"] {
if @fs.path_exists("\{path}/vfear11a.txt") {
return path
}
}
fail("Cannot find the normperf corpora; run moon bench ./bench/casefoldperf")
}
///|
fn uppercase(text : String) -> String {
let out = StringBuilder(capacity=text.length())
for c in text {
out.write_string(@ucd.to_uppercase(c))
}
out.to_string()
}
///|
// Keep the matrix in one block so bare moon bench runs every case sequentially.
test "case folding corpus matrix" (b : @bench.T) {
let directory = data_directory()
for name in corpora {
let raw = @fs.read_file_to_bytes("\{directory}/\{name}.txt")
let text = @utf8.decode(raw, ignore_bom=true)
let upper = uppercase(text)
let folded = @casefold.case_fold(text)
assert_true(@casefold.caseless_match(text, upper))
assert_true(@casefold.caseless_match(folded, text))
b.bench(name="\{name}/case_fold", () => b.keep(@casefold.case_fold(text)))
b.bench(name="\{name}/case_fold/folded", () => {
b.keep(@casefold.case_fold(folded))
})
b.bench(name="\{name}/nfkc_casefold", () => {
b.keep(@casefold.nfkc_casefold(text))
})
b.bench(name="\{name}/caseless_match/same", () => {
b.keep(@casefold.caseless_match(text, text))
})
b.bench(name="\{name}/caseless_match/upper", () => {
b.keep(@casefold.caseless_match(text, upper))
})
}
}