sorani-zipformer2-streaming / evaluation.json
Amin-khattab's picture
Release selected Run B model with tokenizer, tested streaming inference and documentation
66308d7 verified
Raw History Blame Contribute Delete
1.03 kB
{
"split": "held-out test",
"utterances": 2014,
"hours": 3.014328159722222,
"scores": {
"A": {
"word_errors": 8274,
"reference_words": 20064,
"character_errors": 12254,
"reference_characters": 100959,
"compute_seconds": 1813.4780000000019,
"WER": 41.23803827751196,
"CER": 12.137600412048455
},
"B": {
"word_errors": 4753,
"reference_words": 20064,
"character_errors": 4583,
"reference_characters": 100959,
"compute_seconds": 1812.0950000000014,
"WER": 23.68919457735247,
"CER": 4.5394665161105
}
},
"decoder": "greedy, one symbol per encoder frame",
"mode": "state-cached streaming",
"chunk_ms": 320,
"left_context_seconds": 2.56,
"CER": "Unicode codepoints excluding whitespace; no normalization",
"WER": "whitespace tokens; no normalization",
"averaging_window": "epochs 17\u201324 using Icefall running-model average",
"rtf": null,
"first_partial_latency": null,
"finalization_latency": null
}