TabICLv2 Regressor
8 configurations testedQuality criteria
{ "frozenAt": "2026-11-13T22:43:16.191927+00:00", "scope": "Small real tabular fixtures, mixed/missing stress and synthetic/real forecasting; no broad domain or medical-use validation", "maximumInferenceMs": 10000, "repetitions": { "independentInitializations": 3, "warmInferences": 5, "warmupExcluded": 1 }, "negativeCases": [ "empty tables", "mismatched columns", "invalid labels", "unknown fields", "invalid ensemble size", "invalid forecasting timestamp", "invalid frequency" ], "concurrentActivityPolicy": "No other benchmark/build; background model backup may be active and is recorded." }
| Precision | Device | Result | |
|---|---|---|---|
FP16 | GPU · WebGPUAccelerated | Passed | Moderate |
FP32 | GPU · WebGPUAccelerated | Passed | Moderate |
FP32 | GPU · WebGPUAccelerated | Passed | Moderate |
FP16 | GPU · WebGPUAccelerated | Passed | Moderate |
FP16 | CPU · WASM | Passed | Very slow |
FP16 | CPU · WASM | Passed | Very slow |
FP32 | CPU · WASM | Passed | Very slow |
FP32 | CPU · WASM | Passed | Very slow |
Test setup & sample details
- Quality gate
- { "frozenAt": "2026-11-13T22:43:16.191927+00:00", "scope": "Small real tabular fixtures, mixed/missing stress and synthetic/real forecasting; no broad domain or medical-use validation", "maximumInferenceMs": 10000, "repetitions": { "independentInitializations": 3, "warmInferences": 5, "warmupExcluded": 1 }, "negativeCases": [ "empty tables", "mismatched columns", "invalid labels", "unknown fields", "invalid ensemble size", "invalid forecasting timestamp", "invalid frequency" ], "concurrentActivityPolicy": "No other benchmark/build; background model backup may be active and is recorded." }
- Tested
- 2026-11-13T22:53:01.571Z
- Environment
- { "hardware": "Apple M3 Max", "browser": "157.0.8103.51", "runtime": "forecast-web1.0.0 (local lifecycle/cache patches); ONNX Runtime Web1.30.0", "concurrentUploadActivity": "Fresh browser contexts; no other inference/build started by this task; existing background mirror service may be active", "scope": "Fresh isolated module worker for every precision/backend; local fixed fixtures and actual GPU adapter; chart enabled. Download included in loadMs. Single fresh timing per fixture; no statistical speed ranking." }
- Runtime
- ONNX Runtime Web 1.30.0
- Artifact revision
- f7d19314f03770294c4fa3e019b28335dfa86986
- Fixture
{ "file": "localai-desktop/fixtures/tabicl-v2/diabetes.json", "size": 146831, "sha1": "a49a93063c50e26104a1b21ddf011534d4bb6801", "sha256": "70b8ec8d0dc549b7bafa1674a8b68cdda48c4b330c6933f16ffdfe8438a05f5d", "url": "https://assets.localai.tools/samples/v1/files/70b8ec8d0dc549b7bafa1674a8b68cdda48c4b330c6933f16ffdfe8438a05f5d/diabetes.json" }- Rerun when
- artifact revision; runtime version; adapter implementation; fixture checksum; quality gate; backend behavior
Per-case quality & failure details
[
{
"precision": "fp16",
"device": "wasm",
"status": "pass",
"quality": {
"passed": true,
"metric": "r2",
"score": 0.5152164945596093,
"minimum": 0.4
},
"runtime": {
"loadMs": 5626.59500002861,
"inferenceMs": 5172.539999961853,
"totalMs": 10799.134999990463,
"rowsPerSecond": 21.459476388934377,
"grade": "usable",
"engine": "ONNX Runtime Web",
"version": "1.30.0",
"precision": "fp16",
"device": "wasm",
"requestedDevice": "wasm",
"fallback": false,
"neuralExecuted": true
}
},
{
"precision": "fp16",
"device": "wasm",
"status": "pass",
"quality": {
"passed": true,
"metric": "r2",
"score": 0.5084575808118101,
"minimum": 0.3
},
"runtime": {
"loadMs": 5626.59500002861,
"inferenceMs": 5223.400000035763,
"totalMs": 10849.995000064373,
"rowsPerSecond": 21.25052647686182,
"grade": "usable",
"engine": "ONNX Runtime Web",
"version": "1.30.0",
"precision": "fp16",
"device": "wasm",
"requestedDevice": "wasm",
"fallback": false,
"neuralExecuted": true
}
},
{
"precision": "fp16",
"device": "webgpu",
"status": "pass",
"quality": {
"passed": true,
"metric": "r2",
"score": 0.5152165574513738,
"minimum": 0.4
},
"runtime": {
"loadMs": 6683.865000009537,
"inferenceMs": 1639.0799999833107,
"totalMs": 8322.944999992847,
"rowsPerSecond": 67.72091661244735,
"grade": "usable",
"engine": "ONNX Runtime Web",
"version": "1.30.0",
"precision": "fp16",
"device": "webgpu",
"requestedDevice": "webgpu",
"fallback": false,
"neuralExecuted": true
}
},
{
"precision": "fp16",
"device": "webgpu",
"status": "pass",
"quality": {
"passed": true,
"metric": "r2",
"score": 0.508457560917202,
"minimum": 0.3
},
"runtime": {
"loadMs": 6683.865000009537,
"inferenceMs": 1272.0199999809265,
"totalMs": 7955.884999990463,
"rowsPerSecond": 87.26277888843289,
"grade": "usable",
"engine": "ONNX Runtime Web",
"version": "1.30.0",
"precision": "fp16",
"device": "webgpu",
"requestedDevice": "webgpu",
"fallback": false,
"neuralExecuted": true
}
},
{
"precision": "fp32",
"device": "wasm",
"status": "pass",
"quality": {
"passed": true,
"metric": "r2",
"score": 0.515235156970198,
"minimum": 0.4
},
"runtime": {
"loadMs": 7662.739999949932,
"inferenceMs": 5294.949999988079,
"totalMs": 12957.689999938011,
"rowsPerSecond": 20.963370758977877,
"grade": "usable",
"engine": "ONNX Runtime Web",
"version": "1.30.0",
"precision": "fp32",
"device": "wasm",
"requestedDevice": "wasm",
"fallback": false,
"neuralExecuted": true
}
},
{
"precision": "fp32",
"device": "wasm",
"status": "pass",
"quality": {
"passed": true,
"metric": "r2",
"score": 0.5084735923092537,
"minimum": 0.3
},
"runtime": {
"loadMs": 7662.739999949932,
"inferenceMs": 5272.074999988079,
"totalMs": 12934.814999938011,
"rowsPerSecond": 21.05432870364154,
"grade": "usable",
"engine": "ONNX Runtime Web",
"version": "1.30.0",
"precision": "fp32",
"device": "wasm",
"requestedDevice": "wasm",
"fallback": false,
"neuralExecuted": true
}
},
{
"precision": "fp32",
"device": "webgpu",
"status": "pass",
"quality": {
"passed": true,
"metric": "r2",
"score": 0.5152351770265482,
"minimum": 0.4
},
"runtime": {
"loadMs": 7416.399999976158,
"inferenceMs": 1623.125,
"totalMs": 9039.524999976158,
"rowsPerSecond": 68.38659992298807,
"grade": "usable",
"engine": "ONNX Runtime Web",
"version": "1.30.0",
"precision": "fp32",
"device": "webgpu",
"requestedDevice": "webgpu",
"fallback": false,
"neuralExecuted": true
}
},
{
"precision": "fp32",
"device": "webgpu",
"status": "pass",
"quality": {
"passed": true,
"metric": "r2",
"score": 0.5084736112724402,
"minimum": 0.3
},
"runtime": {
"loadMs": 7416.399999976158,
"inferenceMs": 1274.1449999809265,
"totalMs": 8690.544999957085,
"rowsPerSecond": 87.11724332918281,
"grade": "usable",
"engine": "ONNX Runtime Web",
"version": "1.30.0",
"precision": "fp32",
"device": "webgpu",
"requestedDevice": "webgpu",
"fallback": false,
"neuralExecuted": true
}
}
]