Liquid LFM3 1.7B Base
6 configurations testedQuality criteria
No explicit quality gate recorded. Review per-case evidence; full certification is pending.
| Precision | Device | Result | |
|---|---|---|---|
Q4F16 | GPU · WebGPUAccelerated | Passed | Slow |
Q4F16 | GPU · WebGPUAccelerated | Passed | Slow |
Q4F16 | GPU · WebGPUAccelerated | Passed | Slow |
Q4F16 | CPU · WASM | Passed | Very slow |
Q4F16 | CPU · WASM | Passed | Very slow |
Q4F16 | CPU · WASM | Passed | Very slow |
Test setup & sample details
- Quality gate
- No explicit quality gate recorded. Review the per-case quality evidence; full certification is pending.
- Tested
- 2026-11-15T21:46:44.754Z
- Environment
- Chrome 157 on macOS 27.2, Apple M3 Max. WebGPU with CPU operators or eight-thread WASM in cross-origin isolation.
- Runtime
- ONNX Runtime Web 1.31.0-dev.20260914-8d85527a0
- Artifact revision
- 30d656347623355f1574d986727e569a88897539
- Fixture
{ "file": "model-samples/lfm3-1.7b-base/base-completion-fixtures.json", "size": 267, "sha1": "30bb1eee6b45d542a81bcc346b916acab19963fd", "sha256": "69694e5c4aee2a31ce0cc92b48444d0d8f1866426d4b36afa413ac5f57f593f9" }- Rerun when
- artifact revision; runtime version; fixture checksum; quality gate; backend behavior
Per-case quality & failure details
[
{
"precision": "q4f16",
"device": "webgpu",
"status": "pass",
"quality": {
"metric": "expectedPrefixMatch",
"score": 1,
"passed": true
},
"runtime": {
"durationMs": 1760.7800000309944,
"device": "webgpu",
"loadMs": 3996.929999947548,
"inferenceMs": 1760.9599999785423,
"totalMs": 5757.88999992609,
"gpuDispatches": 20172,
"tokensPerSecond": 6.814464837444475,
"grade": "fast",
"engine": "ONNX Runtime Web",
"version": "1.31.0-dev.20260914-8d85527a0",
"artifactRevision": "30d656347623355f1574d986727e569a88897539"
}
},
{
"precision": "q4f16",
"device": "webgpu",
"status": "pass",
"quality": {
"metric": "expectedPrefixMatch",
"score": 1,
"passed": true
},
"runtime": {
"durationMs": 1796.4750000238419,
"device": "webgpu",
"loadMs": 3996.929999947548,
"inferenceMs": 1796.5049999952316,
"totalMs": 5793.4349999427795,
"gpuDispatches": 20172,
"tokensPerSecond": 6.679636293821532,
"grade": "fast",
"engine": "ONNX Runtime Web",
"version": "1.31.0-dev.20260914-8d85527a0",
"artifactRevision": "30d656347623355f1574d986727e569a88897539"
}
},
{
"precision": "q4f16",
"device": "webgpu",
"status": "pass",
"quality": {
"metric": "expectedPrefixMatch",
"score": 1,
"passed": true
},
"runtime": {
"durationMs": 1822.1399999856949,
"device": "webgpu",
"loadMs": 3996.929999947548,
"inferenceMs": 1822.1699999570847,
"totalMs": 5819.099999904633,
"gpuDispatches": 20172,
"tokensPerSecond": 6.585554586170677,
"grade": "fast",
"engine": "ONNX Runtime Web",
"version": "1.31.0-dev.20260914-8d85527a0",
"artifactRevision": "30d656347623355f1574d986727e569a88897539"
}
},
{
"precision": "q4f16",
"device": "wasm",
"status": "pass",
"quality": {
"metric": "expectedPrefixMatch",
"score": 1,
"passed": true
},
"runtime": {
"durationMs": 7963.260000050068,
"device": "wasm",
"loadMs": 3160.3150000572205,
"inferenceMs": 7963.425000011921,
"totalMs": 11123.740000069141,
"gpuDispatches": 0,
"tokensPerSecond": 1.5068893095598987,
"grade": "acceptable",
"engine": "ONNX Runtime Web",
"version": "1.31.0-dev.20260914-8d85527a0",
"artifactRevision": "30d656347623355f1574d986727e569a88897539"
}
},
{
"precision": "q4f16",
"device": "wasm",
"status": "pass",
"quality": {
"metric": "expectedPrefixMatch",
"score": 1,
"passed": true
},
"runtime": {
"durationMs": 7447.935000002384,
"device": "wasm",
"loadMs": 3160.3150000572205,
"inferenceMs": 7447.954999983311,
"totalMs": 10608.270000040531,
"gpuDispatches": 0,
"tokensPerSecond": 1.6111805186828987,
"grade": "acceptable",
"engine": "ONNX Runtime Web",
"version": "1.31.0-dev.20260914-8d85527a0",
"artifactRevision": "30d656347623355f1574d986727e569a88897539"
}
},
{
"precision": "q4f16",
"device": "wasm",
"status": "pass",
"quality": {
"metric": "expectedPrefixMatch",
"score": 1,
"passed": true
},
"runtime": {
"durationMs": 7871.849999964237,
"device": "wasm",
"loadMs": 3160.3150000572205,
"inferenceMs": 7871.870000004768,
"totalMs": 11032.185000061989,
"gpuDispatches": 0,
"tokensPerSecond": 1.5244154184447571,
"grade": "acceptable",
"engine": "ONNX Runtime Web",
"version": "1.31.0-dev.20260914-8d85527a0",
"artifactRevision": "30d656347623355f1574d986727e569a88897539"
}
}
]