Mixedbread Edge ColBERT v0 17M
4 configurations testedQuality criteria
Three held-out ranking fixtures, exact token IDs and agreement with original native FP32 token vectors on browser.
| Precision | Device | Result | |
|---|---|---|---|
INT8 | GPU · WebGPUAccelerated | Passed | Fast |
FP32 | GPU · WebGPUAccelerated | Passed | Fast |
FP32 | CPU · WASM | Passed | Very fast |
INT8 | CPU · WASM | Passed | Very fast |
Test setup & sample details
- Quality gate
- Three held-out ranking fixtures, exact token IDs and agreement with original native FP32 token vectors on browser.
- Tested
- 2026-11-14T12:31:45.149Z
- Environment
- Apple M3 Max on macOS 27.2. Managed native or isolated Chrome module workers.
- Runtime
- ONNX Runtime Web 1.24.3
- Artifact revision
- 592c6417c1c6687572043408ed1ae5196bce16b1
- Fixture
{ "file": "model-samples/mxbai-edge-colbert-v0-astronomy-query.json", "size": 163, "sha1": "040b125553ac4ebfb935837e3627846506d3fc44", "sha256": "0790ccf44917ad2edb477b1eac3d6d7c2e3aeb2e87b74aa25a8b4f3251485cbe", "url": "https://assets.localai.tools/samples/v1/files/0790ccf44917ad2edb477b1eac3d6d7c2e3aeb2e87b74aa25a8b4f3251485cbe/mxbai-edge-colbert-v0-astronomy-query.json", "durationSeconds": 0 }- Rerun when
- artifact revision; runtime version; retrieval fixture; tokenizer or projection semantics
Per-case quality & failure details
[
{
"precision": "fp32",
"device": "wasm",
"status": "pass",
"quality": {
"passed": true,
"tokenParity": true,
"winner": 1,
"expected": 1,
"minimumTokenCosine": 0.9999999222746616,
"scores": [
11.569321213834568,
11.758439276108566,
11.7098902410522,
11.722881123059208
],
"grade": "retrieval-pass"
},
"runtime": {
"durationMs": 31.399999976158142,
"inferenceMs": 31.399999976158142,
"loadMs": 2310.699999988079,
"totalMs": 2342.099999964237,
"embeddingsPerSecond": 31.847133782143146,
"grade": "interactive",
"version": "1.24.3",
"device": "wasm",
"precision": "fp32",
"fallback": false,
"artifactRevision": "592c6417c1c6687572043408ed1ae5196bce16b1",
"acceleration": "cpu"
}
},
{
"precision": "fp32",
"device": "webgpu",
"status": "pass",
"quality": {
"passed": true,
"tokenParity": true,
"winner": 1,
"expected": 1,
"minimumTokenCosine": 0.9999999222747175,
"scores": [
11.569320979816498,
11.75843905899234,
11.709890053989646,
11.722880868636704
],
"grade": "retrieval-pass"
},
"runtime": {
"durationMs": 373.5999999642372,
"inferenceMs": 373.5999999642372,
"loadMs": 2218.100000023842,
"totalMs": 2591.699999988079,
"embeddingsPerSecond": 2.6766595291641457,
"grade": "slow",
"version": "1.24.3",
"device": "webgpu",
"precision": "fp32",
"fallback": false,
"artifactRevision": "592c6417c1c6687572043408ed1ae5196bce16b1",
"acceleration": "partial",
"gpuSubmissionObserved": true,
"accelerationDetails": "WebGPU graph execution observed. Strict GPU-only ORT initialization rejects CPU-assigned nodes."
}
},
{
"precision": "int8",
"device": "wasm",
"status": "pass",
"quality": {
"passed": true,
"tokenParity": true,
"winner": 1,
"expected": 1,
"minimumTokenCosine": 0.9878741632290672,
"scores": [
11.545614789828376,
11.780920859510198,
11.735356228734117,
11.7317340829946
],
"grade": "retrieval-pass"
},
"runtime": {
"durationMs": 34.60000002384186,
"inferenceMs": 34.60000002384186,
"loadMs": 975.0999999642372,
"totalMs": 1009.6999999880791,
"embeddingsPerSecond": 28.901734084130894,
"grade": "interactive",
"version": "1.24.3",
"device": "wasm",
"precision": "int8",
"fallback": false,
"artifactRevision": "592c6417c1c6687572043408ed1ae5196bce16b1",
"acceleration": "cpu"
}
},
{
"precision": "int8",
"device": "webgpu",
"status": "pass",
"quality": {
"passed": true,
"tokenParity": true,
"winner": 1,
"expected": 1,
"minimumTokenCosine": 0.9878741641161962,
"scores": [
11.5456147872575,
11.784995014137278,
11.735356221114206,
11.731734083030734
],
"grade": "retrieval-pass"
},
"runtime": {
"durationMs": 136.5,
"inferenceMs": 136.5,
"loadMs": 1124,
"totalMs": 1260.5,
"embeddingsPerSecond": 7.326007326007326,
"grade": "interactive",
"version": "1.24.3",
"device": "webgpu",
"precision": "int8",
"fallback": false,
"artifactRevision": "592c6417c1c6687572043408ed1ae5196bce16b1",
"acceleration": "partial",
"gpuSubmissionObserved": true,
"accelerationDetails": "WebGPU graph execution observed. Strict GPU-only ORT initialization rejects CPU-assigned nodes."
}
}
]