ace56fe36f
- Listening's timers (30 s for words, 90 s in all) run from the press, so a permission prompt nobody answers, or audio that never starts, ends it too, and no wait holds the sentence helper; a page already hidden does not open the microphone, and one hidden while the browser asked lets it go. - A finish that fails drops the worker, as a failed run does; a failed first-run check lets the model go (it kept 1.3 GB loaded). - Test hooks: shorter timers, the app counted as speaking, the worker's events counted, a failed run on request. - Every locale of a language uses the prompt slot that was measured for it. FLEURS has one accent per language, so the model's en-GB, es-US, pt-PT and fr-CA slots cannot be measured, and are not used. - eval/score.py counts the clips the end-of-speech rule cut at a pause against the run with no end at all (--no-end), the one method used for the notes and the README: with 1 s, Hindi 3 and Portuguese 1; with 500 ms, 43 of 400 (Vietnamese 16, Hindi 5, Portuguese 5, Italian 4, German 3). Co-Authored-By: Claude Opus 5.5 <[email protected]>
154 lines
3.7 KiB
JSON
154 lines
3.7 KiB
JSON
{
|
|
"date": "2026-10-02",
|
|
"runtime": {
|
|
"model": "nemotron-3.5-asr-streaming-0.6b",
|
|
"load_ms": 1773,
|
|
"ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/154.0.0.0 Safari/537.36"
|
|
},
|
|
"languages": {
|
|
"ar": {
|
|
"measure": "wer",
|
|
"rate": 8.4,
|
|
"clips": 25,
|
|
"seconds": 283.5,
|
|
"source": "google/fleurs@70bb2e84b976b7e960aa89f1c648e09c59f894dd ar_eg test (CC-BY-4.0)",
|
|
"slot": 7,
|
|
"cut_at_pause": 0
|
|
},
|
|
"de": {
|
|
"measure": "wer",
|
|
"rate": 12.91,
|
|
"clips": 25,
|
|
"seconds": 379.0,
|
|
"source": "google/fleurs@70bb2e84b976b7e960aa89f1c648e09c59f894dd de_de test (CC-BY-4.0)",
|
|
"slot": 9,
|
|
"cut_at_pause": 0
|
|
},
|
|
"en": {
|
|
"measure": "wer",
|
|
"rate": 9.78,
|
|
"clips": 25,
|
|
"seconds": 234.0,
|
|
"source": "google/fleurs@70bb2e84b976b7e960aa89f1c648e09c59f894dd en_us test (CC-BY-4.0)",
|
|
"slot": 0,
|
|
"cut_at_pause": 0
|
|
},
|
|
"es": {
|
|
"measure": "wer",
|
|
"rate": 4.47,
|
|
"clips": 25,
|
|
"seconds": 290.5,
|
|
"source": "google/fleurs@70bb2e84b976b7e960aa89f1c648e09c59f894dd es_419 test (CC-BY-4.0)",
|
|
"slot": 2,
|
|
"cut_at_pause": 0
|
|
},
|
|
"fr": {
|
|
"measure": "wer",
|
|
"rate": 11.67,
|
|
"clips": 25,
|
|
"seconds": 284.6,
|
|
"source": "google/fleurs@70bb2e84b976b7e960aa89f1c648e09c59f894dd fr_fr test (CC-BY-4.0)",
|
|
"slot": 8,
|
|
"cut_at_pause": 0
|
|
},
|
|
"hi": {
|
|
"measure": "wer",
|
|
"rate": 17.51,
|
|
"clips": 25,
|
|
"seconds": 318.2,
|
|
"source": "google/fleurs@70bb2e84b976b7e960aa89f1c648e09c59f894dd hi_in test (CC-BY-4.0)",
|
|
"slot": 6,
|
|
"cut_at_pause": 3
|
|
},
|
|
"it": {
|
|
"measure": "wer",
|
|
"rate": 6.89,
|
|
"clips": 25,
|
|
"seconds": 340.7,
|
|
"source": "google/fleurs@70bb2e84b976b7e960aa89f1c648e09c59f894dd it_it test (CC-BY-4.0)",
|
|
"slot": 15,
|
|
"cut_at_pause": 0
|
|
},
|
|
"ja": {
|
|
"measure": "cer",
|
|
"rate": 14.61,
|
|
"clips": 25,
|
|
"seconds": 310.3,
|
|
"source": "google/fleurs@70bb2e84b976b7e960aa89f1c648e09c59f894dd ja_jp test (CC-BY-4.0)",
|
|
"slot": 10,
|
|
"cut_at_pause": 0
|
|
},
|
|
"ko": {
|
|
"measure": "cer",
|
|
"rate": 10.74,
|
|
"clips": 25,
|
|
"seconds": 297.4,
|
|
"source": "google/fleurs@70bb2e84b976b7e960aa89f1c648e09c59f894dd ko_kr test (CC-BY-4.0)",
|
|
"slot": 14,
|
|
"cut_at_pause": 0
|
|
},
|
|
"nl": {
|
|
"measure": "wer",
|
|
"rate": 16.23,
|
|
"clips": 25,
|
|
"seconds": 234.2,
|
|
"source": "google/fleurs@70bb2e84b976b7e960aa89f1c648e09c59f894dd nl_nl test (CC-BY-4.0)",
|
|
"slot": 16,
|
|
"cut_at_pause": 0
|
|
},
|
|
"pl": {
|
|
"measure": "wer",
|
|
"rate": 17.36,
|
|
"clips": 25,
|
|
"seconds": 227.8,
|
|
"source": "google/fleurs@70bb2e84b976b7e960aa89f1c648e09c59f894dd pl_pl test (CC-BY-4.0)",
|
|
"slot": 17,
|
|
"cut_at_pause": 0
|
|
},
|
|
"pt": {
|
|
"measure": "wer",
|
|
"rate": 11.43,
|
|
"clips": 25,
|
|
"seconds": 343.1,
|
|
"source": "google/fleurs@70bb2e84b976b7e960aa89f1c648e09c59f894dd pt_br test (CC-BY-4.0)",
|
|
"slot": 12,
|
|
"cut_at_pause": 1
|
|
},
|
|
"ru": {
|
|
"measure": "wer",
|
|
"rate": 14.32,
|
|
"clips": 25,
|
|
"seconds": 293.2,
|
|
"source": "google/fleurs@70bb2e84b976b7e960aa89f1c648e09c59f894dd ru_ru test (CC-BY-4.0)",
|
|
"slot": 11,
|
|
"cut_at_pause": 0
|
|
},
|
|
"tr": {
|
|
"measure": "wer",
|
|
"rate": 16.19,
|
|
"clips": 25,
|
|
"seconds": 308.2,
|
|
"source": "google/fleurs@70bb2e84b976b7e960aa89f1c648e09c59f894dd tr_tr test (CC-BY-4.0)",
|
|
"slot": 18,
|
|
"cut_at_pause": 0
|
|
},
|
|
"uk": {
|
|
"measure": "wer",
|
|
"rate": 13.8,
|
|
"clips": 25,
|
|
"seconds": 247.5,
|
|
"source": "google/fleurs@70bb2e84b976b7e960aa89f1c648e09c59f894dd uk_ua test (CC-BY-4.0)",
|
|
"slot": 19,
|
|
"cut_at_pause": 0
|
|
},
|
|
"vi": {
|
|
"measure": "wer",
|
|
"rate": 14.11,
|
|
"clips": 25,
|
|
"seconds": 304.7,
|
|
"source": "google/fleurs@70bb2e84b976b7e960aa89f1c648e09c59f894dd vi_vn test (CC-BY-4.0)",
|
|
"slot": 33,
|
|
"cut_at_pause": 0
|
|
}
|
|
}
|
|
}
|