Liquid LFM3 1.7B
11 configurations testedPassed11
Failed0
TestedNov 15, 2026
RuntimeTransformers.js 4.3.2
Quality criteria
No explicit quality gate recorded. Review per-case evidence; full certification is pending.
| Precision | Device | Result | |
|---|---|---|---|
Q4F16 | GPU · WebGPUAccelerated | Passed | Moderate |
Q4F16 | GPU · WebGPUAccelerated | Passed | Moderate |
Q4F16 | GPU · WebGPUAccelerated | Passed | Moderate |
Q4F16 | GPU · WebGPUAccelerated | Passed | Moderate |
Q4F16 | GPU · WebGPUAccelerated | Passed | Moderate |
Q4F16 | GPU · WebGPUAccelerated | Passed | Moderate |
Q4F16 | GPU · WebGPUAccelerated | Passed | Moderate |
Q4F16 | GPU · WebGPUAccelerated | Passed | Moderate |
Q4F16 | GPU · WebGPUAccelerated | Passed | Moderate |
Q4F16 | GPU · WebGPUAccelerated | Passed | Slow |
Q4F16 | GPU · WebGPUAccelerated | Passed | Slow |
Test setup & sample details
- Quality gate
- No explicit quality gate recorded. Review the per-case quality evidence; full certification is pending.
- Tested
- 2026-11-15T21:04:23.045Z
- Environment
- Not recorded
- Runtime
- Transformers.js 4.3.2
- Artifact revision
- 57c125dfa29f2d39157e280b1d1f7480b8736d8d
- Fixture
{ "file": "model-samples/lfm3-1.7b/desktop-samples/lfm3-short-chat-fixtures.json", "url": "https://assets.localai.tools/samples/v1/files/9d508a32edbc0d766ac2c288b1bfbd94bce1e6905b117c8f4795e4971e2728ce/lfm3-short-chat-fixtures.json", "size": 528, "sha1": "95b313bbbad0375e460f02a514fe9efc41756091", "sha256": "9d508a32edbc0d766ac2c288b1bfbd94bce1e6905b117c8f4795e4971e2728ce" }- Rerun when
- artifact revision; runtime version; fixture checksum; quality gate; backend behavior
Per-case quality & failure details
[
{
"precision": "q4f16",
"device": "webgpu",
"status": "pass",
"quality": {
"metric": "exactAnswerMatch",
"score": 1,
"passed": true,
"expected": "9"
},
"runtime": {
"loadMs": 72556.10000002384,
"inferenceMs": 2042.199999988079,
"totalMs": 74598.30000001192,
"precision": "q4f16",
"device": "webgpu",
"placement": "hybrid",
"engine": "Transformers.js",
"version": "4.3.2",
"artifactRevision": "57c125dfa29f2d39157e280b1d1f7480b8736d8d",
"performanceMetric": {
"name": "exactAnswerMatch",
"value": 1
},
"grade": "excellent"
}
},
{
"precision": "q4f16",
"device": "webgpu",
"status": "pass",
"quality": {
"metric": "exactAnswerMatch",
"score": 1,
"passed": true,
"expected": "ZX-47-K"
},
"runtime": {
"loadMs": 72556.10000002384,
"inferenceMs": 3517.300000011921,
"totalMs": 76073.40000003576,
"precision": "q4f16",
"device": "webgpu",
"placement": "hybrid",
"engine": "Transformers.js",
"version": "4.3.2",
"artifactRevision": "57c125dfa29f2d39157e280b1d1f7480b8736d8d",
"performanceMetric": {
"name": "exactAnswerMatch",
"value": 1
},
"grade": "excellent"
}
},
{
"precision": "q4f16",
"device": "webgpu",
"status": "pass",
"quality": {
"metric": "exactAnswerMatch",
"score": 1,
"passed": true,
"expected": "Paris"
},
"runtime": {
"loadMs": 72556.10000002384,
"inferenceMs": 1553.300000011921,
"totalMs": 74109.40000003576,
"precision": "q4f16",
"device": "webgpu",
"placement": "hybrid",
"engine": "Transformers.js",
"version": "4.3.2",
"artifactRevision": "57c125dfa29f2d39157e280b1d1f7480b8736d8d",
"performanceMetric": {
"name": "exactAnswerMatch",
"value": 1
},
"grade": "excellent"
}
},
{
"precision": "q4f16",
"device": "webgpu",
"status": "pass",
"quality": {
"metric": "exactFunctionAndArguments",
"score": 1,
"passed": true,
"expected": {
"name": "lookup_weather",
"arguments": {
"city": "Paris"
}
}
},
"runtime": {
"loadMs": 2324.7000000476837,
"inferenceMs": 1557,
"totalMs": 3881.7000000476837,
"precision": "q4f16",
"device": "webgpu",
"placement": "hybrid",
"engine": "Transformers.js",
"version": "4.3.2",
"artifactRevision": "57c125dfa29f2d39157e280b1d1f7480b8736d8d",
"performanceMetric": {
"name": "exactFunctionAndArguments",
"value": 1
},
"grade": "excellent"
}
},
{
"precision": "q4f16",
"device": "webgpu",
"status": "pass",
"quality": {
"metric": "exactFunctionAndArguments",
"score": 1,
"passed": true,
"expected": {
"name": "lookup_weather",
"arguments": {
"city": "Paris"
}
}
},
"runtime": {
"loadMs": 2324.7000000476837,
"inferenceMs": 1416.199999988079,
"totalMs": 3740.900000035763,
"precision": "q4f16",
"device": "webgpu",
"placement": "hybrid",
"engine": "Transformers.js",
"version": "4.3.2",
"artifactRevision": "57c125dfa29f2d39157e280b1d1f7480b8736d8d",
"performanceMetric": {
"name": "exactFunctionAndArguments",
"value": 1
},
"grade": "excellent"
}
},
{
"precision": "q4f16",
"device": "webgpu",
"status": "pass",
"quality": {
"metric": "allWeatherFacts",
"score": 1,
"passed": true,
"expected": {
"city": "Paris",
"temperature_celsius": 21,
"condition": "overcast"
}
},
"runtime": {
"loadMs": 1342.300000011921,
"inferenceMs": 1742.1000000238419,
"totalMs": 3084.400000035763,
"precision": "q4f16",
"device": "webgpu",
"placement": "hybrid",
"engine": "Transformers.js",
"version": "4.3.2",
"artifactRevision": "57c125dfa29f2d39157e280b1d1f7480b8736d8d",
"performanceMetric": {
"name": "allWeatherFacts",
"value": 1
},
"grade": "excellent"
}
},
{
"precision": "q4f16",
"device": "webgpu",
"status": "pass",
"quality": {
"metric": "allWeatherFacts",
"score": 1,
"passed": true,
"expected": {
"city": "Paris",
"temperature_celsius": 21,
"condition": "overcast"
}
},
"runtime": {
"loadMs": 1342.300000011921,
"inferenceMs": 1346.9000000357628,
"totalMs": 2689.2000000476837,
"precision": "q4f16",
"device": "webgpu",
"placement": "hybrid",
"engine": "Transformers.js",
"version": "4.3.2",
"artifactRevision": "57c125dfa29f2d39157e280b1d1f7480b8736d8d",
"performanceMetric": {
"name": "allWeatherFacts",
"value": 1
},
"grade": "excellent"
}
},
{
"precision": "q4f16",
"device": "webgpu",
"status": "pass",
"quality": {
"metric": "allWeatherFacts",
"score": 1,
"passed": true,
"expected": {
"city": "Paris",
"temperature_celsius": 21,
"condition": "overcast"
}
},
"runtime": {
"loadMs": 1342.300000011921,
"inferenceMs": 1244.300000011921,
"totalMs": 2586.600000023842,
"precision": "q4f16",
"device": "webgpu",
"placement": "hybrid",
"engine": "Transformers.js",
"version": "4.3.2",
"artifactRevision": "57c125dfa29f2d39157e280b1d1f7480b8736d8d",
"performanceMetric": {
"name": "allWeatherFacts",
"value": 1
},
"grade": "excellent"
}
},
{
"precision": "q4f16",
"device": "webgpu",
"status": "pass",
"quality": {
"metric": "allWeatherFacts",
"score": 1,
"passed": true,
"expected": {
"city": "Paris",
"temperature_celsius": 21,
"condition": "overcast"
}
},
"runtime": {
"loadMs": 1342.300000011921,
"inferenceMs": 1187.3999999761581,
"totalMs": 2529.699999988079,
"precision": "q4f16",
"device": "webgpu",
"placement": "hybrid",
"engine": "Transformers.js",
"version": "4.3.2",
"artifactRevision": "57c125dfa29f2d39157e280b1d1f7480b8736d8d",
"performanceMetric": {
"name": "allWeatherFacts",
"value": 1
},
"grade": "excellent"
}
},
{
"precision": "q4f16",
"device": "webgpu",
"status": "pass",
"quality": {
"metric": "allWeatherFacts",
"score": 1,
"passed": true,
"expected": {
"city": "Paris",
"temperature_celsius": 21,
"condition": "overcast"
}
},
"runtime": {
"loadMs": 1342.300000011921,
"inferenceMs": 1203.300000011921,
"totalMs": 2545.600000023842,
"precision": "q4f16",
"device": "webgpu",
"placement": "hybrid",
"engine": "Transformers.js",
"version": "4.3.2",
"artifactRevision": "57c125dfa29f2d39157e280b1d1f7480b8736d8d",
"performanceMetric": {
"name": "allWeatherFacts",
"value": 1
},
"grade": "excellent"
}
},
{
"precision": "q4f16",
"device": "webgpu",
"status": "pass",
"quality": {
"metric": "allWeatherFacts",
"score": 1,
"passed": true,
"expected": {
"city": "Paris",
"temperature_celsius": 21,
"condition": "overcast"
}
},
"runtime": {
"loadMs": 1342.300000011921,
"inferenceMs": 1212.699999988079,
"totalMs": 2555,
"precision": "q4f16",
"device": "webgpu",
"placement": "hybrid",
"engine": "Transformers.js",
"version": "4.3.2",
"artifactRevision": "57c125dfa29f2d39157e280b1d1f7480b8736d8d",
"performanceMetric": {
"name": "allWeatherFacts",
"value": 1
},
"grade": "excellent"
}
}
]