ViT Face Emotion Detection — FER2013
16 configurations testedQuality criteria
All seven unique labels must have finite probabilities summing to one; the checked-in fixture's top label and minimum probability margin must match the FP32 reference.
| Precision | Device | Result | |
|---|---|---|---|
Q4F16 | GPU · WebGPUAccelerated | Passed | Very fast |
BNB4 | GPU · WebGPUAccelerated | Passed | Very fast |
Q4 | GPU · WebGPUAccelerated | Passed | Fast |
FP32 | GPU · WebGPUAccelerated | Passed | Fast |
FP16 | GPU · WebGPUAccelerated | Passed | Fast |
UINT8 | GPU · WebGPUAccelerated | Passed | Moderate |
INT8 | GPU · WebGPUAccelerated | Passed | Moderate |
Q8 | GPU · WebGPUAccelerated | Passed | Moderate |
FP32 | CPU · WASM | Passed | Moderate |
UINT8 | CPU · WASM | Passed | Moderate |
FP16 | CPU · WASM | Passed | Moderate |
BNB4 | CPU · WASM | Passed | Moderate |
Q4 | CPU · WASM | Passed | Moderate |
Q4F16 | CPU · WASM | Passed | Moderate |
INT8 | CPU · WASM | Failed | — |
Q8 | CPU · WASM | Failed | — |
Test setup & sample details
- Quality gate
- All seven unique labels must have finite probabilities summing to one; the checked-in fixture's top label and minimum probability margin must match the FP32 reference.
- Tested
- 2026-09-15T14:44:28.380Z
- Environment
- Isolated headless Chrome on macOS; Transformers.js 4.2.0
- Runtime
- Transformers.js 4.2.0
- Artifact revision
- 905691b2f5f19e65b2dc909b01f0451a2e81d963
- Fixture
{ "file": "modnet-portrait-pexels-5965592.jpg", "url": "https://f005.backblazeb2.com/file/hubters-webai-public/assets/benchmarks/modnet-portrait-pexels-5965592.jpg", "size": 78124, "sha1": "38212739a4a4f0be25d84863cf991d7fb6c6d818", "width": 1024, "height": 683, "source": "https://www.pexels.com/photo/woman-wearing-pink-turtleneck-sweater-5965592/", "license": "Pexels License", "licenseUrl": "https://www.pexels.com/license/", "preprocessing": "Pinned ViT image processor resizes to 224×224 and normalizes RGB channels with mean/std 0.5." }- Rerun when
- artifact revision change; runtime version change; fixture or quality-gate change; browser/backend behavior change
Per-case quality & failure details
[
{
"precision": "fp32",
"device": "wasm",
"status": "pass",
"quality": {
"finite": true,
"uniqueLabels": true,
"expectedTopLabel": "sad",
"actualTopLabel": "sad",
"margin": 0.05456706881523132,
"minimumMargin": 0.04,
"grade": "face-expression-pass"
},
"runtime": {
"loadMs": 40562,
"inferenceMs": 837.7000000178814,
"totalMs": 42687.59999999404,
"grade": "slow",
"imagesPerSecond": 1.1937447773411176
}
},
{
"precision": "fp32",
"device": "webgpu",
"status": "pass",
"quality": {
"finite": true,
"uniqueLabels": true,
"expectedTopLabel": "sad",
"actualTopLabel": "sad",
"margin": 0.05456671118736267,
"minimumMargin": 0.04,
"grade": "face-expression-pass"
},
"runtime": {
"loadMs": 39165.5,
"inferenceMs": 171.5,
"totalMs": 40559.90000000596,
"grade": "good",
"imagesPerSecond": 5.830903790087463
}
},
{
"precision": "fp16",
"device": "wasm",
"status": "pass",
"quality": {
"finite": true,
"uniqueLabels": true,
"expectedTopLabel": "sad",
"actualTopLabel": "sad",
"margin": 0.05360826849937439,
"minimumMargin": 0.04,
"grade": "face-expression-pass"
},
"runtime": {
"loadMs": 21296.69999998808,
"inferenceMs": 847.3000000119209,
"totalMs": 23458.20000001788,
"grade": "slow",
"imagesPerSecond": 1.1802195208142696
}
},
{
"precision": "fp16",
"device": "webgpu",
"status": "pass",
"quality": {
"finite": true,
"uniqueLabels": true,
"expectedTopLabel": "sad",
"actualTopLabel": "sad",
"margin": 0.054856449365615845,
"minimumMargin": 0.04,
"grade": "face-expression-pass"
},
"runtime": {
"loadMs": 21917.5,
"inferenceMs": 246.7999999821186,
"totalMs": 23512.19999998808,
"grade": "good",
"imagesPerSecond": 4.0518638576679615
}
},
{
"precision": "int8",
"device": "wasm",
"status": "fail",
"quality": {
"finite": true,
"uniqueLabels": true,
"expectedTopLabel": "sad",
"actualTopLabel": "sad",
"margin": 0.023201167583465576,
"minimumMargin": 0.04,
"grade": "failed"
},
"runtime": {
"loadMs": 15993.59999999404,
"inferenceMs": 871.0999999940395,
"totalMs": 18209.5,
"grade": "slow",
"imagesPerSecond": 1.1479738262046177
}
},
{
"precision": "int8",
"device": "webgpu",
"status": "pass",
"quality": {
"finite": true,
"uniqueLabels": true,
"expectedTopLabel": "sad",
"actualTopLabel": "sad",
"margin": 0.04910120368003845,
"minimumMargin": 0.04,
"grade": "face-expression-pass"
},
"runtime": {
"loadMs": 14669.200000017881,
"inferenceMs": 922.9000000059605,
"totalMs": 16847.600000023842,
"grade": "slow",
"imagesPerSecond": 1.0835410120203073
}
},
{
"precision": "uint8",
"device": "wasm",
"status": "pass",
"quality": {
"finite": true,
"uniqueLabels": true,
"expectedTopLabel": "sad",
"actualTopLabel": "sad",
"margin": 0.09218215942382812,
"minimumMargin": 0.04,
"grade": "face-expression-pass"
},
"runtime": {
"loadMs": 15444.799999982119,
"inferenceMs": 841.8000000119209,
"totalMs": 17566,
"grade": "slow",
"imagesPerSecond": 1.1879306248346861
}
},
{
"precision": "uint8",
"device": "webgpu",
"status": "pass",
"quality": {
"finite": true,
"uniqueLabels": true,
"expectedTopLabel": "sad",
"actualTopLabel": "sad",
"margin": 0.06777578592300415,
"minimumMargin": 0.04,
"grade": "face-expression-pass"
},
"runtime": {
"loadMs": 14420.199999988079,
"inferenceMs": 896.5999999940395,
"totalMs": 16649.399999976158,
"grade": "slow",
"imagesPerSecond": 1.1153245594542136
}
},
{
"precision": "q8",
"device": "wasm",
"status": "fail",
"quality": {
"finite": true,
"uniqueLabels": true,
"expectedTopLabel": "sad",
"actualTopLabel": "sad",
"margin": 0.023201167583465576,
"minimumMargin": 0.04,
"grade": "failed"
},
"runtime": {
"loadMs": 16021.09999999404,
"inferenceMs": 868.3000000119209,
"totalMs": 18109.40000000596,
"grade": "slow",
"imagesPerSecond": 1.1516756881104122
}
},
{
"precision": "q8",
"device": "webgpu",
"status": "pass",
"quality": {
"finite": true,
"uniqueLabels": true,
"expectedTopLabel": "sad",
"actualTopLabel": "sad",
"margin": 0.04910120368003845,
"minimumMargin": 0.04,
"grade": "face-expression-pass"
},
"runtime": {
"loadMs": 14693.90000000596,
"inferenceMs": 923.9000000059605,
"totalMs": 16869,
"grade": "slow",
"imagesPerSecond": 1.082368221662029
}
},
{
"precision": "q4",
"device": "wasm",
"status": "pass",
"quality": {
"finite": true,
"uniqueLabels": true,
"expectedTopLabel": "sad",
"actualTopLabel": "sad",
"margin": 0.08844156563282013,
"minimumMargin": 0.04,
"grade": "face-expression-pass"
},
"runtime": {
"loadMs": 10317.5,
"inferenceMs": 937.7000000178814,
"totalMs": 12520.399999976158,
"grade": "slow",
"imagesPerSecond": 1.0664391596256058
}
},
{
"precision": "q4",
"device": "webgpu",
"status": "pass",
"quality": {
"finite": true,
"uniqueLabels": true,
"expectedTopLabel": "sad",
"actualTopLabel": "sad",
"margin": 0.08844086527824402,
"minimumMargin": 0.04,
"grade": "face-expression-pass"
},
"runtime": {
"loadMs": 11786,
"inferenceMs": 105.09999999403954,
"totalMs": 13147.09999999404,
"grade": "good",
"imagesPerSecond": 9.514747859721336
}
},
{
"precision": "q4f16",
"device": "wasm",
"status": "pass",
"quality": {
"finite": true,
"uniqueLabels": true,
"expectedTopLabel": "sad",
"actualTopLabel": "sad",
"margin": 0.08765895664691925,
"minimumMargin": 0.04,
"grade": "face-expression-pass"
},
"runtime": {
"loadMs": 11345.199999988079,
"inferenceMs": 969.4000000059605,
"totalMs": 13580.59999999404,
"grade": "slow",
"imagesPerSecond": 1.0315659170557576
}
},
{
"precision": "q4f16",
"device": "webgpu",
"status": "pass",
"quality": {
"finite": true,
"uniqueLabels": true,
"expectedTopLabel": "sad",
"actualTopLabel": "sad",
"margin": 0.08672153949737549,
"minimumMargin": 0.04,
"grade": "face-expression-pass"
},
"runtime": {
"loadMs": 14555.699999988079,
"inferenceMs": 96.30000001192093,
"totalMs": 15941.199999988079,
"grade": "excellent",
"imagesPerSecond": 10.38421599040717
}
},
{
"precision": "bnb4",
"device": "wasm",
"status": "pass",
"quality": {
"finite": true,
"uniqueLabels": true,
"expectedTopLabel": "sad",
"actualTopLabel": "sad",
"margin": 0.08844156563282013,
"minimumMargin": 0.04,
"grade": "face-expression-pass"
},
"runtime": {
"loadMs": 9684.09999999404,
"inferenceMs": 936.9000000059605,
"totalMs": 11979,
"grade": "slow",
"imagesPerSecond": 1.067349770513009
}
},
{
"precision": "bnb4",
"device": "webgpu",
"status": "pass",
"quality": {
"finite": true,
"uniqueLabels": true,
"expectedTopLabel": "sad",
"actualTopLabel": "sad",
"margin": 0.08844086527824402,
"minimumMargin": 0.04,
"grade": "face-expression-pass"
},
"runtime": {
"loadMs": 10375,
"inferenceMs": 97,
"totalMs": 11647.800000011921,
"grade": "excellent",
"imagesPerSecond": 10.309278350515465
}
}
]