Whisper Large V3 Turbo — Timestamped
16 configurations testedQuality criteria
No explicit quality gate recorded. Review per-case evidence; full certification is pending.
| Precision | Device | Result | |
|---|---|---|---|
Q4F16 | GPU · WebGPUAccelerated | Passed | Fast |
FP16 | GPU · WebGPUAccelerated | Passed | Fast |
Q4 | GPU · WebGPUAccelerated | Passed | Fast |
Q8 | GPU · WebGPUAccelerated | Passed | Very slow |
UINT8 | GPU · WebGPUAccelerated | Passed | Very slow |
INT8 | GPU · WebGPUAccelerated | Passed | Very slow |
BNB4 | GPU · WebGPUAccelerated | Passed | Very slow |
BNB4 | CPU · WASM | Passed | Very slow |
Q4 | CPU · WASM | Passed | Very slow |
Q4F16 | CPU · WASM | Failed | — |
Q8 | CPU · WASM | Failed | — |
INT8 | CPU · WASM | Failed | — |
UINT8 | CPU · WASM | Failed | — |
FP16 | CPU · WASM | Failed | — |
FP32 | CPU · WASM | Failed | — |
FP32 | GPU · WebGPU | Failed | — |
Test setup & sample details
- Quality gate
- No explicit quality gate recorded. Review the per-case quality evidence; full certification is pending.
- Tested
- 2026-09-07T19:18:13.382Z
- Environment
- Headless Chrome 151 on macOS; Transformers.js 4.2.0
- Runtime
- Transformers.js 4.2.0
- Artifact revision
- b3f77bf9a8c4d5ea3415827033d1ffea7955fd9a
- Fixture
{ "file": "whisper-standard.mp3", "url": "https://f005.backblazeb2.com/file/hubters-webai-public/assets/benchmarks/whisper-standard.mp3", "size": 471925, "sha1": "5faad1507b5d6bc61a39ca3184db5a7b554a7479", "durationSeconds": 29.49225 }- Rerun when
- model artifact revision change; Transformers.js or ONNX Runtime version change; benchmark fixture or quality-gate change; target browser/backend behavior change
Per-case quality & failure details
[
{
"precision": "q4",
"device": "wasm",
"status": "pass",
"quality": {
"grade": "excellent",
"wordErrorRate": 0.1364,
"gibberish": false
},
"runtime": {
"loadMs": 78979.7,
"inferenceMs": 131504.2,
"totalMs": 210483.9,
"grade": "very-slow",
"realTimeFactor": 4.4589,
"loadGrade": "slow"
}
},
{
"precision": "q4",
"device": "webgpu",
"status": "pass",
"quality": {
"grade": "excellent",
"wordErrorRate": 0.1364,
"gibberish": false
},
"runtime": {
"loadMs": 78862.2,
"inferenceMs": 4600.6,
"totalMs": 83462.9,
"grade": "excellent",
"realTimeFactor": 0.156,
"loadGrade": "slow"
}
},
{
"precision": "bnb4",
"device": "wasm",
"status": "pass",
"quality": {
"grade": "excellent",
"wordErrorRate": 0.1364,
"gibberish": false
},
"runtime": {
"loadMs": 75953.2,
"inferenceMs": 117840.2,
"totalMs": 193793.5,
"grade": "very-slow",
"realTimeFactor": 3.9956,
"loadGrade": "slow"
}
},
{
"precision": "bnb4",
"device": "webgpu",
"status": "pass",
"quality": {
"grade": "excellent",
"wordErrorRate": 0.1364,
"gibberish": false
},
"runtime": {
"loadMs": 77303.5,
"inferenceMs": 107462.5,
"totalMs": 184766,
"grade": "very-slow",
"realTimeFactor": 3.6438,
"loadGrade": "slow"
}
},
{
"precision": "q4f16",
"device": "wasm",
"status": "fail",
"quality": "Not embedded",
"runtime": {
"loadMs": null,
"inferenceMs": null,
"totalMs": 156162.1,
"grade": "failed"
},
"failure": "onnx-memory-error"
},
{
"precision": "q4f16",
"device": "webgpu",
"status": "pass",
"quality": {
"grade": "excellent",
"wordErrorRate": 0.1364,
"gibberish": false
},
"runtime": {
"loadMs": 153483.4,
"inferenceMs": 3570.7,
"totalMs": 157054.1,
"grade": "excellent",
"realTimeFactor": 0.1211,
"loadGrade": "slow"
}
},
{
"precision": "q8",
"device": "wasm",
"status": "fail",
"quality": "Not embedded",
"runtime": {
"loadMs": null,
"inferenceMs": null,
"totalMs": 91643.1,
"grade": "failed"
},
"failure": "onnx-quantization-error"
},
{
"precision": "q8",
"device": "webgpu",
"status": "pass",
"quality": {
"grade": "excellent",
"wordErrorRate": 0.1364,
"gibberish": false
},
"runtime": {
"loadMs": 112050.8,
"inferenceMs": 92618.4,
"totalMs": 204669.2,
"grade": "very-slow",
"realTimeFactor": 3.1404,
"loadGrade": "slow"
}
},
{
"precision": "int8",
"device": "wasm",
"status": "fail",
"quality": "Not embedded",
"runtime": {
"loadMs": null,
"inferenceMs": null,
"totalMs": 95212.9,
"grade": "failed"
},
"failure": "onnx-quantization-error"
},
{
"precision": "int8",
"device": "webgpu",
"status": "pass",
"quality": {
"grade": "excellent",
"wordErrorRate": 0.1364,
"gibberish": false
},
"runtime": {
"loadMs": 110754.5,
"inferenceMs": 94937.9,
"totalMs": 205692.4,
"grade": "very-slow",
"realTimeFactor": 3.2191,
"loadGrade": "slow"
}
},
{
"precision": "uint8",
"device": "wasm",
"status": "fail",
"quality": "Not embedded",
"runtime": {
"loadMs": null,
"inferenceMs": null,
"totalMs": 96533,
"grade": "failed"
},
"failure": "onnx-quantization-error"
},
{
"precision": "uint8",
"device": "webgpu",
"status": "pass",
"quality": {
"grade": "excellent",
"wordErrorRate": 0.1364,
"gibberish": false
},
"runtime": {
"loadMs": 111100.9,
"inferenceMs": 93238.7,
"totalMs": 204339.6,
"grade": "very-slow",
"realTimeFactor": 3.1615,
"loadGrade": "slow"
}
},
{
"precision": "fp16",
"device": "wasm",
"status": "fail",
"quality": "Not embedded",
"runtime": {
"loadMs": null,
"inferenceMs": null,
"totalMs": 176594.5,
"grade": "failed"
},
"failure": "onnx-memory-error"
},
{
"precision": "fp16",
"device": "webgpu",
"status": "pass",
"quality": {
"grade": "acceptable",
"wordErrorRate": 0.1515,
"gibberish": false
},
"runtime": {
"loadMs": 174688,
"inferenceMs": 4018.3,
"totalMs": 178706.4,
"grade": "excellent",
"realTimeFactor": 0.1362,
"loadGrade": "slow"
}
},
{
"precision": "fp32",
"device": "wasm",
"status": "fail",
"quality": "Not embedded",
"runtime": {
"loadMs": null,
"inferenceMs": null,
"totalMs": null,
"grade": "failed"
},
"failure": "timeout"
},
{
"precision": "fp32",
"device": "webgpu",
"status": "fail",
"quality": "Not embedded",
"runtime": {
"loadMs": null,
"inferenceMs": null,
"totalMs": 119554.8,
"grade": "failed"
},
"failure": "artifact-fetch-error"
}
]