Per-case quality & failure details
[
{
"precision": "fp32",
"device": "webgpu",
"status": "pass",
"quality": {
"completeSemanticPartition": true,
"points": [
{
"label": "person",
"xy": [
450,
400
],
"passed": true,
"actualLabels": [
"person"
]
},
{
"label": "person",
"xy": [
500,
300
],
"passed": true,
"actualLabels": [
"person"
]
},
{
"label": "person",
"xy": [
400,
550
],
"passed": true,
"actualLabels": [
"person"
]
}
],
"pointAccuracy": 1,
"negativePassed": true,
"passed": true
},
"runtime": {
"loadMs": 4699.9000000059605,
"inferenceMs": 1181.4000000059605,
"totalMs": 5881.300000011921,
"megapixelsPerSecond": 0.5920027086477665,
"grade": "moderate",
"version": "4.2.0",
"actualDevice": "webgpu",
"actualPrecision": "fp32",
"fallback": false,
"gpuForwardQueueObserved": true,
"acceleration": "partial",
"artifactRevision": "d3e5499fa8701ff0453ca940a8dfeae39b2f1504",
"loadTimingScope": "Pipeline/model initialization in a ready module worker with a local pinned model snapshot; runtime import and Internet transfer excluded.",
"totalTimingScope": "Sum of measured model initialization and this fixture generation; excludes other fixture calls and worker boot.",
"requestedDevice": "webgpu",
"requestedPrecision": "fp32",
"provider": "ONNX Runtime WebGPU (partial; hardware adapter probe retained)",
"processorDeclaredSize": {
"height": 512,
"width": 512
}
}
},
{
"precision": "fp32",
"device": "webgpu",
"status": "pass",
"quality": {
"completeSemanticPartition": true,
"points": [
{
"label": "car",
"xy": [
255,
350
],
"passed": true,
"actualLabels": [
"car"
]
},
{
"label": "car",
"xy": [
200,
370
],
"passed": true,
"actualLabels": [
"car"
]
},
{
"label": "car",
"xy": [
330,
330
],
"passed": true,
"actualLabels": [
"car"
]
},
{
"label": "road",
"xy": [
30,
475
],
"passed": true,
"actualLabels": [
"road"
]
},
{
"label": "road",
"xy": [
470,
475
],
"passed": true,
"actualLabels": [
"road"
]
},
{
"label": "building",
"xy": [
450,
100
],
"passed": true,
"actualLabels": [
"building"
]
},
{
"label": "building",
"xy": [
240,
60
],
"passed": true,
"actualLabels": [
"building"
]
}
],
"pointAccuracy": 1,
"negativePassed": true,
"passed": true
},
"runtime": {
"loadMs": 4699.9000000059605,
"inferenceMs": 486.09999999403954,
"totalMs": 5186,
"megapixelsPerSecond": 0.5392799835490935,
"grade": "moderate",
"version": "4.2.0",
"actualDevice": "webgpu",
"actualPrecision": "fp32",
"fallback": false,
"gpuForwardQueueObserved": true,
"acceleration": "partial",
"artifactRevision": "d3e5499fa8701ff0453ca940a8dfeae39b2f1504",
"loadTimingScope": "Pipeline/model initialization in a ready module worker with a local pinned model snapshot; runtime import and Internet transfer excluded.",
"totalTimingScope": "Sum of measured model initialization and this fixture generation; excludes other fixture calls and worker boot.",
"requestedDevice": "webgpu",
"requestedPrecision": "fp32",
"provider": "ONNX Runtime WebGPU (partial; hardware adapter probe retained)",
"processorDeclaredSize": {
"height": 512,
"width": 512
}
}
},
{
"precision": "fp32",
"device": "webgpu",
"status": "pass",
"quality": {
"completeSemanticPartition": true,
"points": [],
"pointAccuracy": 1,
"negativePassed": true,
"passed": true
},
"runtime": {
"loadMs": 4699.9000000059605,
"inferenceMs": 360.90000000596046,
"totalMs": 5060.800000011921,
"megapixelsPerSecond": 0.7263618730830439,
"grade": "moderate",
"version": "4.2.0",
"actualDevice": "webgpu",
"actualPrecision": "fp32",
"fallback": false,
"gpuForwardQueueObserved": true,
"acceleration": "partial",
"artifactRevision": "d3e5499fa8701ff0453ca940a8dfeae39b2f1504",
"loadTimingScope": "Pipeline/model initialization in a ready module worker with a local pinned model snapshot; runtime import and Internet transfer excluded.",
"totalTimingScope": "Sum of measured model initialization and this fixture generation; excludes other fixture calls and worker boot.",
"requestedDevice": "webgpu",
"requestedPrecision": "fp32",
"provider": "ONNX Runtime WebGPU (partial; hardware adapter probe retained)",
"processorDeclaredSize": {
"height": 512,
"width": 512
}
}
},
{
"precision": "fp32",
"device": "wasm",
"status": "pass",
"quality": {
"completeSemanticPartition": true,
"points": [
{
"label": "person",
"xy": [
450,
400
],
"passed": true,
"actualLabels": [
"person"
]
},
{
"label": "person",
"xy": [
500,
300
],
"passed": true,
"actualLabels": [
"person"
]
},
{
"label": "person",
"xy": [
400,
550
],
"passed": true,
"actualLabels": [
"person"
]
}
],
"pointAccuracy": 1,
"negativePassed": true,
"passed": true
},
"runtime": {
"loadMs": 4543.4000000059605,
"inferenceMs": 1268,
"totalMs": 5811.4000000059605,
"megapixelsPerSecond": 0.551570977917981,
"grade": "moderate",
"version": "4.2.0",
"actualDevice": "wasm",
"actualPrecision": "fp32",
"fallback": false,
"gpuForwardQueueObserved": false,
"acceleration": "cpu",
"artifactRevision": "d3e5499fa8701ff0453ca940a8dfeae39b2f1504",
"loadTimingScope": "Pipeline/model initialization in a ready module worker with a local pinned model snapshot; runtime import and Internet transfer excluded.",
"totalTimingScope": "Sum of measured model initialization and this fixture generation; excludes other fixture calls and worker boot.",
"requestedDevice": "wasm",
"requestedPrecision": "fp32",
"provider": "ONNX Runtime WebAssembly CPU",
"processorDeclaredSize": {
"height": 512,
"width": 512
}
}
},
{
"precision": "fp32",
"device": "wasm",
"status": "pass",
"quality": {
"completeSemanticPartition": true,
"points": [
{
"label": "car",
"xy": [
255,
350
],
"passed": true,
"actualLabels": [
"car"
]
},
{
"label": "car",
"xy": [
200,
370
],
"passed": true,
"actualLabels": [
"car"
]
},
{
"label": "car",
"xy": [
330,
330
],
"passed": true,
"actualLabels": [
"car"
]
},
{
"label": "road",
"xy": [
30,
475
],
"passed": true,
"actualLabels": [
"road"
]
},
{
"label": "road",
"xy": [
470,
475
],
"passed": true,
"actualLabels": [
"road"
]
},
{
"label": "building",
"xy": [
450,
100
],
"passed": true,
"actualLabels": [
"building"
]
},
{
"label": "building",
"xy": [
240,
60
],
"passed": true,
"actualLabels": [
"building"
]
}
],
"pointAccuracy": 1,
"negativePassed": true,
"passed": true
},
"runtime": {
"loadMs": 4543.4000000059605,
"inferenceMs": 852.5,
"totalMs": 5395.9000000059605,
"megapixelsPerSecond": 0.30750029325513195,
"grade": "moderate",
"version": "4.2.0",
"actualDevice": "wasm",
"actualPrecision": "fp32",
"fallback": false,
"gpuForwardQueueObserved": false,
"acceleration": "cpu",
"artifactRevision": "d3e5499fa8701ff0453ca940a8dfeae39b2f1504",
"loadTimingScope": "Pipeline/model initialization in a ready module worker with a local pinned model snapshot; runtime import and Internet transfer excluded.",
"totalTimingScope": "Sum of measured model initialization and this fixture generation; excludes other fixture calls and worker boot.",
"requestedDevice": "wasm",
"requestedPrecision": "fp32",
"provider": "ONNX Runtime WebAssembly CPU",
"processorDeclaredSize": {
"height": 512,
"width": 512
}
}
},
{
"precision": "fp32",
"device": "wasm",
"status": "pass",
"quality": {
"completeSemanticPartition": true,
"points": [],
"pointAccuracy": 1,
"negativePassed": true,
"passed": true
},
"runtime": {
"loadMs": 4543.4000000059605,
"inferenceMs": 785.5999999940395,
"totalMs": 5329,
"megapixelsPerSecond": 0.33368635438135047,
"grade": "moderate",
"version": "4.2.0",
"actualDevice": "wasm",
"actualPrecision": "fp32",
"fallback": false,
"gpuForwardQueueObserved": false,
"acceleration": "cpu",
"artifactRevision": "d3e5499fa8701ff0453ca940a8dfeae39b2f1504",
"loadTimingScope": "Pipeline/model initialization in a ready module worker with a local pinned model snapshot; runtime import and Internet transfer excluded.",
"totalTimingScope": "Sum of measured model initialization and this fixture generation; excludes other fixture calls and worker boot.",
"requestedDevice": "wasm",
"requestedPrecision": "fp32",
"provider": "ONNX Runtime WebAssembly CPU",
"processorDeclaredSize": {
"height": 512,
"width": 512
}
}
},
{
"precision": "fp16",
"device": "webgpu",
"status": "pass",
"quality": {
"completeSemanticPartition": true,
"points": [
{
"label": "person",
"xy": [
450,
400
],
"passed": true,
"actualLabels": [
"person"
]
},
{
"label": "person",
"xy": [
500,
300
],
"passed": true,
"actualLabels": [
"person"
]
},
{
"label": "person",
"xy": [
400,
550
],
"passed": true,
"actualLabels": [
"person"
]
}
],
"pointAccuracy": 1,
"negativePassed": true,
"passed": true
},
"runtime": {
"loadMs": 4951.5999999940395,
"inferenceMs": 1035.800000011921,
"totalMs": 5987.4000000059605,
"megapixelsPerSecond": 0.6752191542691164,
"grade": "moderate",
"version": "4.2.0",
"actualDevice": "webgpu",
"actualPrecision": "fp16",
"fallback": false,
"gpuForwardQueueObserved": true,
"acceleration": "partial",
"artifactRevision": "d3e5499fa8701ff0453ca940a8dfeae39b2f1504",
"loadTimingScope": "Pipeline/model initialization in a ready module worker with a local pinned model snapshot; runtime import and Internet transfer excluded.",
"totalTimingScope": "Sum of measured model initialization and this fixture generation; excludes other fixture calls and worker boot.",
"requestedDevice": "webgpu",
"requestedPrecision": "fp16",
"provider": "ONNX Runtime WebGPU (partial; hardware adapter probe retained)",
"processorDeclaredSize": {
"height": 512,
"width": 512
}
}
},
{
"precision": "fp16",
"device": "webgpu",
"status": "pass",
"quality": {
"completeSemanticPartition": true,
"points": [
{
"label": "car",
"xy": [
255,
350
],
"passed": true,
"actualLabels": [
"car"
]
},
{
"label": "car",
"xy": [
200,
370
],
"passed": true,
"actualLabels": [
"car"
]
},
{
"label": "car",
"xy": [
330,
330
],
"passed": true,
"actualLabels": [
"car"
]
},
{
"label": "road",
"xy": [
30,
475
],
"passed": true,
"actualLabels": [
"road"
]
},
{
"label": "road",
"xy": [
470,
475
],
"passed": true,
"actualLabels": [
"road"
]
},
{
"label": "building",
"xy": [
450,
100
],
"passed": true,
"actualLabels": [
"building"
]
},
{
"label": "building",
"xy": [
240,
60
],
"passed": true,
"actualLabels": [
"building"
]
}
],
"pointAccuracy": 1,
"negativePassed": true,
"passed": true
},
"runtime": {
"loadMs": 4951.5999999940395,
"inferenceMs": 468.60000002384186,
"totalMs": 5420.200000017881,
"megapixelsPerSecond": 0.559419547560099,
"grade": "moderate",
"version": "4.2.0",
"actualDevice": "webgpu",
"actualPrecision": "fp16",
"fallback": false,
"gpuForwardQueueObserved": true,
"acceleration": "partial",
"artifactRevision": "d3e5499fa8701ff0453ca940a8dfeae39b2f1504",
"loadTimingScope": "Pipeline/model initialization in a ready module worker with a local pinned model snapshot; runtime import and Internet transfer excluded.",
"totalTimingScope": "Sum of measured model initialization and this fixture generation; excludes other fixture calls and worker boot.",
"requestedDevice": "webgpu",
"requestedPrecision": "fp16",
"provider": "ONNX Runtime WebGPU (partial; hardware adapter probe retained)",
"processorDeclaredSize": {
"height": 512,
"width": 512
}
}
},
{
"precision": "fp16",
"device": "webgpu",
"status": "pass",
"quality": {
"completeSemanticPartition": true,
"points": [],
"pointAccuracy": 1,
"negativePassed": true,
"passed": true
},
"runtime": {
"loadMs": 4951.5999999940395,
"inferenceMs": 349.59999999403954,
"totalMs": 5301.199999988079,
"megapixelsPerSecond": 0.7498398169464228,
"grade": "fast",
"version": "4.2.0",
"actualDevice": "webgpu",
"actualPrecision": "fp16",
"fallback": false,
"gpuForwardQueueObserved": true,
"acceleration": "partial",
"artifactRevision": "d3e5499fa8701ff0453ca940a8dfeae39b2f1504",
"loadTimingScope": "Pipeline/model initialization in a ready module worker with a local pinned model snapshot; runtime import and Internet transfer excluded.",
"totalTimingScope": "Sum of measured model initialization and this fixture generation; excludes other fixture calls and worker boot.",
"requestedDevice": "webgpu",
"requestedPrecision": "fp16",
"provider": "ONNX Runtime WebGPU (partial; hardware adapter probe retained)",
"processorDeclaredSize": {
"height": 512,
"width": 512
}
}
},
{
"precision": "q8",
"device": "webgpu",
"status": "pass",
"quality": {
"completeSemanticPartition": true,
"points": [
{
"label": "person",
"xy": [
450,
400
],
"passed": true,
"actualLabels": [
"person"
]
},
{
"label": "person",
"xy": [
500,
300
],
"passed": true,
"actualLabels": [
"person"
]
},
{
"label": "person",
"xy": [
400,
550
],
"passed": true,
"actualLabels": [
"person"
]
}
],
"pointAccuracy": 1,
"negativePassed": true,
"passed": true
},
"runtime": {
"loadMs": 5347.199999988079,
"inferenceMs": 1411.9000000059605,
"totalMs": 6759.0999999940395,
"megapixelsPerSecond": 0.49535519512504245,
"grade": "moderate",
"version": "4.2.0",
"actualDevice": "webgpu",
"actualPrecision": "q8",
"fallback": false,
"gpuForwardQueueObserved": true,
"acceleration": "partial",
"artifactRevision": "d3e5499fa8701ff0453ca940a8dfeae39b2f1504",
"loadTimingScope": "Pipeline/model initialization in a ready module worker with a local pinned model snapshot; runtime import and Internet transfer excluded.",
"totalTimingScope": "Sum of measured model initialization and this fixture generation; excludes other fixture calls and worker boot.",
"requestedDevice": "webgpu",
"requestedPrecision": "q8",
"provider": "ONNX Runtime WebGPU (partial; hardware adapter probe retained)",
"processorDeclaredSize": {
"height": 512,
"width": 512
}
}
},
{
"precision": "q8",
"device": "webgpu",
"status": "pass",
"quality": {
"completeSemanticPartition": true,
"points": [
{
"label": "car",
"xy": [
255,
350
],
"passed": true,
"actualLabels": [
"car"
]
},
{
"label": "car",
"xy": [
200,
370
],
"passed": true,
"actualLabels": [
"car"
]
},
{
"label": "car",
"xy": [
330,
330
],
"passed": true,
"actualLabels": [
"car"
]
},
{
"label": "road",
"xy": [
30,
475
],
"passed": true,
"actualLabels": [
"road"
]
},
{
"label": "road",
"xy": [
470,
475
],
"passed": true,
"actualLabels": [
"road"
]
},
{
"label": "building",
"xy": [
450,
100
],
"passed": true,
"actualLabels": [
"building"
]
},
{
"label": "building",
"xy": [
240,
60
],
"passed": true,
"actualLabels": [
"building"
]
}
],
"pointAccuracy": 1,
"negativePassed": true,
"passed": true
},
"runtime": {
"loadMs": 5347.199999988079,
"inferenceMs": 900.9000000059605,
"totalMs": 6248.0999999940395,
"megapixelsPerSecond": 0.2909801309782058,
"grade": "moderate",
"version": "4.2.0",
"actualDevice": "webgpu",
"actualPrecision": "q8",
"fallback": false,
"gpuForwardQueueObserved": true,
"acceleration": "partial",
"artifactRevision": "d3e5499fa8701ff0453ca940a8dfeae39b2f1504",
"loadTimingScope": "Pipeline/model initialization in a ready module worker with a local pinned model snapshot; runtime import and Internet transfer excluded.",
"totalTimingScope": "Sum of measured model initialization and this fixture generation; excludes other fixture calls and worker boot.",
"requestedDevice": "webgpu",
"requestedPrecision": "q8",
"provider": "ONNX Runtime WebGPU (partial; hardware adapter probe retained)",
"processorDeclaredSize": {
"height": 512,
"width": 512
}
}
},
{
"precision": "q8",
"device": "webgpu",
"status": "pass",
"quality": {
"completeSemanticPartition": true,
"points": [],
"pointAccuracy": 1,
"negativePassed": true,
"passed": true
},
"runtime": {
"loadMs": 5347.199999988079,
"inferenceMs": 764.8000000119209,
"totalMs": 6112,
"megapixelsPerSecond": 0.342761506270808,
"grade": "moderate",
"version": "4.2.0",
"actualDevice": "webgpu",
"actualPrecision": "q8",
"fallback": false,
"gpuForwardQueueObserved": true,
"acceleration": "partial",
"artifactRevision": "d3e5499fa8701ff0453ca940a8dfeae39b2f1504",
"loadTimingScope": "Pipeline/model initialization in a ready module worker with a local pinned model snapshot; runtime import and Internet transfer excluded.",
"totalTimingScope": "Sum of measured model initialization and this fixture generation; excludes other fixture calls and worker boot.",
"requestedDevice": "webgpu",
"requestedPrecision": "q8",
"provider": "ONNX Runtime WebGPU (partial; hardware adapter probe retained)",
"processorDeclaredSize": {
"height": 512,
"width": 512
}
}
},
{
"precision": "q8",
"device": "wasm",
"status": "pass",
"quality": {
"completeSemanticPartition": true,
"points": [
{
"label": "person",
"xy": [
450,
400
],
"passed": true,
"actualLabels": [
"person"
]
},
{
"label": "person",
"xy": [
500,
300
],
"passed": true,
"actualLabels": [
"person"
]
},
{
"label": "person",
"xy": [
400,
550
],
"passed": true,
"actualLabels": [
"person"
]
}
],
"pointAccuracy": 1,
"negativePassed": true,
"passed": true
},
"runtime": {
"loadMs": 4560.5999999940395,
"inferenceMs": 1316.4000000059605,
"totalMs": 5877,
"megapixelsPerSecond": 0.5312914007876278,
"grade": "moderate",
"version": "4.2.0",
"actualDevice": "wasm",
"actualPrecision": "q8",
"fallback": false,
"gpuForwardQueueObserved": false,
"acceleration": "cpu",
"artifactRevision": "d3e5499fa8701ff0453ca940a8dfeae39b2f1504",
"loadTimingScope": "Pipeline/model initialization in a ready module worker with a local pinned model snapshot; runtime import and Internet transfer excluded.",
"totalTimingScope": "Sum of measured model initialization and this fixture generation; excludes other fixture calls and worker boot.",
"requestedDevice": "wasm",
"requestedPrecision": "q8",
"provider": "ONNX Runtime WebAssembly CPU",
"processorDeclaredSize": {
"height": 512,
"width": 512
}
}
},
{
"precision": "q8",
"device": "wasm",
"status": "pass",
"quality": {
"completeSemanticPartition": true,
"points": [
{
"label": "car",
"xy": [
255,
350
],
"passed": true,
"actualLabels": [
"car"
]
},
{
"label": "car",
"xy": [
200,
370
],
"passed": true,
"actualLabels": [
"car"
]
},
{
"label": "car",
"xy": [
330,
330
],
"passed": true,
"actualLabels": [
"car"
]
},
{
"label": "road",
"xy": [
30,
475
],
"passed": true,
"actualLabels": [
"road"
]
},
{
"label": "road",
"xy": [
470,
475
],
"passed": true,
"actualLabels": [
"road"
]
},
{
"label": "building",
"xy": [
450,
100
],
"passed": true,
"actualLabels": [
"building"
]
},
{
"label": "building",
"xy": [
240,
60
],
"passed": true,
"actualLabels": [
"building"
]
}
],
"pointAccuracy": 1,
"negativePassed": true,
"passed": true
},
"runtime": {
"loadMs": 4560.5999999940395,
"inferenceMs": 873.0999999940395,
"totalMs": 5433.699999988079,
"megapixelsPerSecond": 0.3002451036556976,
"grade": "moderate",
"version": "4.2.0",
"actualDevice": "wasm",
"actualPrecision": "q8",
"fallback": false,
"gpuForwardQueueObserved": false,
"acceleration": "cpu",
"artifactRevision": "d3e5499fa8701ff0453ca940a8dfeae39b2f1504",
"loadTimingScope": "Pipeline/model initialization in a ready module worker with a local pinned model snapshot; runtime import and Internet transfer excluded.",
"totalTimingScope": "Sum of measured model initialization and this fixture generation; excludes other fixture calls and worker boot.",
"requestedDevice": "wasm",
"requestedPrecision": "q8",
"provider": "ONNX Runtime WebAssembly CPU",
"processorDeclaredSize": {
"height": 512,
"width": 512
}
}
},
{
"precision": "q8",
"device": "wasm",
"status": "pass",
"quality": {
"completeSemanticPartition": true,
"points": [],
"pointAccuracy": 1,
"negativePassed": true,
"passed": true
},
"runtime": {
"loadMs": 4560.5999999940395,
"inferenceMs": 732.6000000238419,
"totalMs": 5293.200000017881,
"megapixelsPerSecond": 0.35782691781527265,
"grade": "moderate",
"version": "4.2.0",
"actualDevice": "wasm",
"actualPrecision": "q8",
"fallback": false,
"gpuForwardQueueObserved": false,
"acceleration": "cpu",
"artifactRevision": "d3e5499fa8701ff0453ca940a8dfeae39b2f1504",
"loadTimingScope": "Pipeline/model initialization in a ready module worker with a local pinned model snapshot; runtime import and Internet transfer excluded.",
"totalTimingScope": "Sum of measured model initialization and this fixture generation; excludes other fixture calls and worker boot.",
"requestedDevice": "wasm",
"requestedPrecision": "q8",
"provider": "ONNX Runtime WebAssembly CPU",
"processorDeclaredSize": {
"height": 512,
"width": 512
}
}
},
{
"precision": "fp16",
"device": "wasm",
"status": "fail",
"quality": "Not embedded",
"runtime": {
"version": "4.2.0",
"artifactRevision": "d3e5499fa8701ff0453ca940a8dfeae39b2f1504",
"requestedDevice": "wasm",
"requestedPrecision": "fp16"
},
"failure": "Error: page.evaluate: Error: [WorkerError:runtime_error] init: Can't create a session. ERROR_CODE: 1, ERROR_MESSAGE: /mnt/vss/_work/1/s/onnxruntime/core/graph/graph_utils.cc:30 int onnxruntime::graph_utils::GetIndexFromName(const Node &, const std::string &, bool) itr != node_args.end() was false. Attempting to get index by a name which does not exist:InsertedPrecisionFreeCast_/segformer/encoder/block.3.0/layer_norm_2/Constant_output_0for node: /segformer/encoder/patch_embeddings.0/layer_norm/Mul/SimplifiedLayerNormFusion/\n\n at createError (http://127.0.0.1:64063/dist/index.mjs:13:17)\n at createWorkerError (http://127.0.0.1:64063/dist/index.mjs:29:10)\n at WorkerManager.parseWorkerError (http://127.0.0.1:64063/dist/index.mjs:713:12)\n at Worker.handleMessage (http://127.0.0.1:64063/dist/index.mjs:687:42)"
}
]