Per-case quality & failure details
[
{
"precision": "fp32",
"device": "wasm",
"status": "fail",
"quality": {
"maximumIoU": 0.9828898319295213,
"passed": true
},
"runtime": {
"inferenceMs": 10468.300000011921,
"loadMs": 6474.9000000059605,
"totalMs": 16943.20000001788,
"imagesPerSecond": 0.09552649427307788,
"grade": "slow",
"version": "4.2.0",
"fallback": false,
"actualDevice": "wasm",
"acceleration": "cpu",
"gpuForwardQueueObserved": false,
"accelerationDetails": "Instrumented GPUQueue.submit observes actual generation dispatch; CPU image preprocessing/postprocessing remain. Not a claim that every graph node runs on GPU.",
"artifactRevision": "3e70c7dbfc76dbe622e7ad824d6b8df1de57d46e",
"browser": "157.0.8103.40",
"loadTimingScope": "Public init with pinned local original-source snapshot, not Internet transfer."
}
},
{
"precision": "fp32",
"device": "wasm",
"status": "fail",
"quality": {
"maximumIoU": 0.9168046288399472,
"passed": true
},
"runtime": {
"inferenceMs": 8344,
"loadMs": 6474.9000000059605,
"totalMs": 14818.90000000596,
"imagesPerSecond": 0.11984659635666348,
"grade": "slow",
"version": "4.2.0",
"fallback": false,
"actualDevice": "wasm",
"acceleration": "cpu",
"gpuForwardQueueObserved": false,
"accelerationDetails": "Instrumented GPUQueue.submit observes actual generation dispatch; CPU image preprocessing/postprocessing remain. Not a claim that every graph node runs on GPU.",
"artifactRevision": "3e70c7dbfc76dbe622e7ad824d6b8df1de57d46e",
"browser": "157.0.8103.40",
"loadTimingScope": "Public init with pinned local original-source snapshot, not Internet transfer."
}
},
{
"precision": "fp32",
"device": "wasm",
"status": "fail",
"quality": {
"maximumIoU": 0,
"passed": true
},
"runtime": {
"inferenceMs": 10316.200000017881,
"loadMs": 6474.9000000059605,
"totalMs": 16791.100000023842,
"imagesPerSecond": 0.09693491789595653,
"grade": "slow",
"version": "4.2.0",
"fallback": false,
"actualDevice": "wasm",
"acceleration": "cpu",
"gpuForwardQueueObserved": false,
"accelerationDetails": "Instrumented GPUQueue.submit observes actual generation dispatch; CPU image preprocessing/postprocessing remain. Not a claim that every graph node runs on GPU.",
"artifactRevision": "3e70c7dbfc76dbe622e7ad824d6b8df1de57d46e",
"browser": "157.0.8103.40",
"loadTimingScope": "Public init with pinned local original-source snapshot, not Internet transfer."
}
},
{
"precision": "fp32",
"device": "webgpu",
"status": "pass",
"quality": {
"maximumIoU": 0.9828898319295213,
"passed": true
},
"runtime": {
"inferenceMs": 474,
"loadMs": 5282.200000017881,
"totalMs": 5756.200000017881,
"imagesPerSecond": 2.109704641350211,
"grade": "moderate",
"version": "4.2.0",
"fallback": false,
"actualDevice": "webgpu",
"acceleration": "partial",
"gpuForwardQueueObserved": true,
"accelerationDetails": "Instrumented GPUQueue.submit observes actual generation dispatch; CPU image preprocessing/postprocessing remain. Not a claim that every graph node runs on GPU.",
"artifactRevision": "3e70c7dbfc76dbe622e7ad824d6b8df1de57d46e",
"browser": "157.0.8103.40",
"loadTimingScope": "Public init with pinned local original-source snapshot, not Internet transfer."
}
},
{
"precision": "fp32",
"device": "webgpu",
"status": "pass",
"quality": {
"maximumIoU": 0.9168046288399472,
"passed": true
},
"runtime": {
"inferenceMs": 321.59999999403954,
"loadMs": 5282.200000017881,
"totalMs": 5603.800000011921,
"imagesPerSecond": 3.109452736376038,
"grade": "fast",
"version": "4.2.0",
"fallback": false,
"actualDevice": "webgpu",
"acceleration": "partial",
"gpuForwardQueueObserved": true,
"accelerationDetails": "Instrumented GPUQueue.submit observes actual generation dispatch; CPU image preprocessing/postprocessing remain. Not a claim that every graph node runs on GPU.",
"artifactRevision": "3e70c7dbfc76dbe622e7ad824d6b8df1de57d46e",
"browser": "157.0.8103.40",
"loadTimingScope": "Public init with pinned local original-source snapshot, not Internet transfer."
}
},
{
"precision": "fp32",
"device": "webgpu",
"status": "pass",
"quality": {
"maximumIoU": 0,
"passed": true
},
"runtime": {
"inferenceMs": 352.69999998807907,
"loadMs": 5282.200000017881,
"totalMs": 5634.9000000059605,
"imagesPerSecond": 2.835270768454208,
"grade": "moderate",
"version": "4.2.0",
"fallback": false,
"actualDevice": "webgpu",
"acceleration": "partial",
"gpuForwardQueueObserved": true,
"accelerationDetails": "Instrumented GPUQueue.submit observes actual generation dispatch; CPU image preprocessing/postprocessing remain. Not a claim that every graph node runs on GPU.",
"artifactRevision": "3e70c7dbfc76dbe622e7ad824d6b8df1de57d46e",
"browser": "157.0.8103.40",
"loadTimingScope": "Public init with pinned local original-source snapshot, not Internet transfer."
}
},
{
"precision": "bnb4",
"device": "wasm",
"status": "fail",
"quality": {
"maximumIoU": 0.8807444602117672,
"passed": true
},
"runtime": {
"inferenceMs": 10379.40000000596,
"loadMs": 5521.4000000059605,
"totalMs": 15900.800000011921,
"imagesPerSecond": 0.09634468273690443,
"grade": "slow",
"version": "4.2.0",
"fallback": false,
"actualDevice": "wasm",
"acceleration": "cpu",
"gpuForwardQueueObserved": false,
"accelerationDetails": "Instrumented GPUQueue.submit observes actual generation dispatch; CPU image preprocessing/postprocessing remain. Not a claim that every graph node runs on GPU.",
"artifactRevision": "3e70c7dbfc76dbe622e7ad824d6b8df1de57d46e",
"browser": "157.0.8103.40",
"loadTimingScope": "Public init with pinned local original-source snapshot, not Internet transfer."
}
},
{
"precision": "bnb4",
"device": "wasm",
"status": "fail",
"quality": {
"maximumIoU": 0.8927786799121215,
"passed": true
},
"runtime": {
"inferenceMs": 8240.09999999404,
"loadMs": 5521.4000000059605,
"totalMs": 13761.5,
"imagesPerSecond": 0.12135775051282428,
"grade": "slow",
"version": "4.2.0",
"fallback": false,
"actualDevice": "wasm",
"acceleration": "cpu",
"gpuForwardQueueObserved": false,
"accelerationDetails": "Instrumented GPUQueue.submit observes actual generation dispatch; CPU image preprocessing/postprocessing remain. Not a claim that every graph node runs on GPU.",
"artifactRevision": "3e70c7dbfc76dbe622e7ad824d6b8df1de57d46e",
"browser": "157.0.8103.40",
"loadTimingScope": "Public init with pinned local original-source snapshot, not Internet transfer."
}
},
{
"precision": "bnb4",
"device": "wasm",
"status": "fail",
"quality": {
"maximumIoU": 0,
"passed": true
},
"runtime": {
"inferenceMs": 10236.899999976158,
"loadMs": 5521.4000000059605,
"totalMs": 15758.299999982119,
"imagesPerSecond": 0.09768582285675634,
"grade": "slow",
"version": "4.2.0",
"fallback": false,
"actualDevice": "wasm",
"acceleration": "cpu",
"gpuForwardQueueObserved": false,
"accelerationDetails": "Instrumented GPUQueue.submit observes actual generation dispatch; CPU image preprocessing/postprocessing remain. Not a claim that every graph node runs on GPU.",
"artifactRevision": "3e70c7dbfc76dbe622e7ad824d6b8df1de57d46e",
"browser": "157.0.8103.40",
"loadTimingScope": "Public init with pinned local original-source snapshot, not Internet transfer."
}
},
{
"precision": "bnb4",
"device": "webgpu",
"status": "pass",
"quality": {
"maximumIoU": 0.8807444602117672,
"passed": true
},
"runtime": {
"inferenceMs": 1542.9000000059605,
"loadMs": 5074.4000000059605,
"totalMs": 6617.300000011921,
"imagesPerSecond": 0.6481301445305184,
"grade": "slow",
"version": "4.2.0",
"fallback": false,
"actualDevice": "webgpu",
"acceleration": "partial",
"gpuForwardQueueObserved": true,
"accelerationDetails": "Instrumented GPUQueue.submit observes actual generation dispatch; CPU image preprocessing/postprocessing remain. Not a claim that every graph node runs on GPU.",
"artifactRevision": "3e70c7dbfc76dbe622e7ad824d6b8df1de57d46e",
"browser": "157.0.8103.40",
"loadTimingScope": "Public init with pinned local original-source snapshot, not Internet transfer."
}
},
{
"precision": "bnb4",
"device": "webgpu",
"status": "pass",
"quality": {
"maximumIoU": 0.8927786799121215,
"passed": true
},
"runtime": {
"inferenceMs": 821.5,
"loadMs": 5074.4000000059605,
"totalMs": 5895.9000000059605,
"imagesPerSecond": 1.2172854534388313,
"grade": "moderate",
"version": "4.2.0",
"fallback": false,
"actualDevice": "webgpu",
"acceleration": "partial",
"gpuForwardQueueObserved": true,
"accelerationDetails": "Instrumented GPUQueue.submit observes actual generation dispatch; CPU image preprocessing/postprocessing remain. Not a claim that every graph node runs on GPU.",
"artifactRevision": "3e70c7dbfc76dbe622e7ad824d6b8df1de57d46e",
"browser": "157.0.8103.40",
"loadTimingScope": "Public init with pinned local original-source snapshot, not Internet transfer."
}
},
{
"precision": "bnb4",
"device": "webgpu",
"status": "pass",
"quality": {
"maximumIoU": 0,
"passed": true
},
"runtime": {
"inferenceMs": 935,
"loadMs": 5074.4000000059605,
"totalMs": 6009.4000000059605,
"imagesPerSecond": 1.0695187165775402,
"grade": "moderate",
"version": "4.2.0",
"fallback": false,
"actualDevice": "webgpu",
"acceleration": "partial",
"gpuForwardQueueObserved": true,
"accelerationDetails": "Instrumented GPUQueue.submit observes actual generation dispatch; CPU image preprocessing/postprocessing remain. Not a claim that every graph node runs on GPU.",
"artifactRevision": "3e70c7dbfc76dbe622e7ad824d6b8df1de57d46e",
"browser": "157.0.8103.40",
"loadTimingScope": "Public init with pinned local original-source snapshot, not Internet transfer."
}
},
{
"precision": "fp16",
"device": "webgpu",
"status": "pass",
"quality": {
"maximumIoU": 0.9828898319295213,
"passed": true
},
"runtime": {
"inferenceMs": 871,
"loadMs": 5122,
"totalMs": 5993,
"imagesPerSecond": 1.148105625717566,
"grade": "moderate",
"version": "4.2.0",
"fallback": false,
"actualDevice": "webgpu",
"acceleration": "partial",
"gpuForwardQueueObserved": true,
"accelerationDetails": "Instrumented GPUQueue.submit observes actual generation dispatch; CPU image preprocessing/postprocessing remain. Not a claim that every graph node runs on GPU.",
"artifactRevision": "3e70c7dbfc76dbe622e7ad824d6b8df1de57d46e",
"browser": "157.0.8103.40",
"loadTimingScope": "Public init with pinned local original-source snapshot, not Internet transfer."
}
},
{
"precision": "fp16",
"device": "webgpu",
"status": "pass",
"quality": {
"maximumIoU": 0.9188882757236743,
"passed": true
},
"runtime": {
"inferenceMs": 259.80000001192093,
"loadMs": 5122,
"totalMs": 5381.800000011921,
"imagesPerSecond": 3.849114703441551,
"grade": "fast",
"version": "4.2.0",
"fallback": false,
"actualDevice": "webgpu",
"acceleration": "partial",
"gpuForwardQueueObserved": true,
"accelerationDetails": "Instrumented GPUQueue.submit observes actual generation dispatch; CPU image preprocessing/postprocessing remain. Not a claim that every graph node runs on GPU.",
"artifactRevision": "3e70c7dbfc76dbe622e7ad824d6b8df1de57d46e",
"browser": "157.0.8103.40",
"loadTimingScope": "Public init with pinned local original-source snapshot, not Internet transfer."
}
},
{
"precision": "fp16",
"device": "webgpu",
"status": "pass",
"quality": {
"maximumIoU": 0,
"passed": true
},
"runtime": {
"inferenceMs": 231.69999998807907,
"loadMs": 5122,
"totalMs": 5353.699999988079,
"imagesPerSecond": 4.315925766298877,
"grade": "fast",
"version": "4.2.0",
"fallback": false,
"actualDevice": "webgpu",
"acceleration": "partial",
"gpuForwardQueueObserved": true,
"accelerationDetails": "Instrumented GPUQueue.submit observes actual generation dispatch; CPU image preprocessing/postprocessing remain. Not a claim that every graph node runs on GPU.",
"artifactRevision": "3e70c7dbfc76dbe622e7ad824d6b8df1de57d46e",
"browser": "157.0.8103.40",
"loadTimingScope": "Public init with pinned local original-source snapshot, not Internet transfer."
}
},
{
"precision": "q4",
"device": "wasm",
"status": "fail",
"quality": {
"maximumIoU": 0.9261222158766419,
"passed": true
},
"runtime": {
"inferenceMs": 10370.09999999404,
"loadMs": 5959,
"totalMs": 16329.09999999404,
"imagesPerSecond": 0.09643108552478517,
"grade": "slow",
"version": "4.2.0",
"fallback": false,
"actualDevice": "wasm",
"acceleration": "cpu",
"gpuForwardQueueObserved": false,
"accelerationDetails": "Instrumented GPUQueue.submit observes actual generation dispatch; CPU image preprocessing/postprocessing remain. Not a claim that every graph node runs on GPU.",
"artifactRevision": "3e70c7dbfc76dbe622e7ad824d6b8df1de57d46e",
"browser": "157.0.8103.40",
"loadTimingScope": "Public init with pinned local original-source snapshot, not Internet transfer."
}
},
{
"precision": "q4",
"device": "wasm",
"status": "fail",
"quality": {
"maximumIoU": 0.831464151825334,
"passed": true
},
"runtime": {
"inferenceMs": 8286.300000011921,
"loadMs": 5959,
"totalMs": 14245.300000011921,
"imagesPerSecond": 0.12068112426518005,
"grade": "slow",
"version": "4.2.0",
"fallback": false,
"actualDevice": "wasm",
"acceleration": "cpu",
"gpuForwardQueueObserved": false,
"accelerationDetails": "Instrumented GPUQueue.submit observes actual generation dispatch; CPU image preprocessing/postprocessing remain. Not a claim that every graph node runs on GPU.",
"artifactRevision": "3e70c7dbfc76dbe622e7ad824d6b8df1de57d46e",
"browser": "157.0.8103.40",
"loadTimingScope": "Public init with pinned local original-source snapshot, not Internet transfer."
}
},
{
"precision": "q4",
"device": "wasm",
"status": "fail",
"quality": {
"maximumIoU": 0,
"passed": true
},
"runtime": {
"inferenceMs": 10249.40000000596,
"loadMs": 5959,
"totalMs": 16208.40000000596,
"imagesPerSecond": 0.09756668683039187,
"grade": "slow",
"version": "4.2.0",
"fallback": false,
"actualDevice": "wasm",
"acceleration": "cpu",
"gpuForwardQueueObserved": false,
"accelerationDetails": "Instrumented GPUQueue.submit observes actual generation dispatch; CPU image preprocessing/postprocessing remain. Not a claim that every graph node runs on GPU.",
"artifactRevision": "3e70c7dbfc76dbe622e7ad824d6b8df1de57d46e",
"browser": "157.0.8103.40",
"loadTimingScope": "Public init with pinned local original-source snapshot, not Internet transfer."
}
},
{
"precision": "q4",
"device": "webgpu",
"status": "pass",
"quality": {
"maximumIoU": 0.9261222158766419,
"passed": true
},
"runtime": {
"inferenceMs": 705.9000000059605,
"loadMs": 5882.5,
"totalMs": 6588.4000000059605,
"imagesPerSecond": 1.416631250873433,
"grade": "moderate",
"version": "4.2.0",
"fallback": false,
"actualDevice": "webgpu",
"acceleration": "partial",
"gpuForwardQueueObserved": true,
"accelerationDetails": "Instrumented GPUQueue.submit observes actual generation dispatch; CPU image preprocessing/postprocessing remain. Not a claim that every graph node runs on GPU.",
"artifactRevision": "3e70c7dbfc76dbe622e7ad824d6b8df1de57d46e",
"browser": "157.0.8103.40",
"loadTimingScope": "Public init with pinned local original-source snapshot, not Internet transfer."
}
},
{
"precision": "q4",
"device": "webgpu",
"status": "pass",
"quality": {
"maximumIoU": 0.831464151825334,
"passed": true
},
"runtime": {
"inferenceMs": 333.40000000596046,
"loadMs": 5882.5,
"totalMs": 6215.9000000059605,
"imagesPerSecond": 2.999400119922382,
"grade": "fast",
"version": "4.2.0",
"fallback": false,
"actualDevice": "webgpu",
"acceleration": "partial",
"gpuForwardQueueObserved": true,
"accelerationDetails": "Instrumented GPUQueue.submit observes actual generation dispatch; CPU image preprocessing/postprocessing remain. Not a claim that every graph node runs on GPU.",
"artifactRevision": "3e70c7dbfc76dbe622e7ad824d6b8df1de57d46e",
"browser": "157.0.8103.40",
"loadTimingScope": "Public init with pinned local original-source snapshot, not Internet transfer."
}
},
{
"precision": "q4",
"device": "webgpu",
"status": "pass",
"quality": {
"maximumIoU": 0,
"passed": true
},
"runtime": {
"inferenceMs": 289,
"loadMs": 5882.5,
"totalMs": 6171.5,
"imagesPerSecond": 3.4602076124567476,
"grade": "fast",
"version": "4.2.0",
"fallback": false,
"actualDevice": "webgpu",
"acceleration": "partial",
"gpuForwardQueueObserved": true,
"accelerationDetails": "Instrumented GPUQueue.submit observes actual generation dispatch; CPU image preprocessing/postprocessing remain. Not a claim that every graph node runs on GPU.",
"artifactRevision": "3e70c7dbfc76dbe622e7ad824d6b8df1de57d46e",
"browser": "157.0.8103.40",
"loadTimingScope": "Public init with pinned local original-source snapshot, not Internet transfer."
}
},
{
"precision": "q4f16",
"device": "webgpu",
"status": "pass",
"quality": {
"maximumIoU": 0.9261222158766419,
"passed": true
},
"runtime": {
"inferenceMs": 393,
"loadMs": 5417.699999988079,
"totalMs": 5810.699999988079,
"imagesPerSecond": 2.544529262086514,
"grade": "moderate",
"version": "4.2.0",
"fallback": false,
"actualDevice": "webgpu",
"acceleration": "partial",
"gpuForwardQueueObserved": true,
"accelerationDetails": "Instrumented GPUQueue.submit observes actual generation dispatch; CPU image preprocessing/postprocessing remain. Not a claim that every graph node runs on GPU.",
"artifactRevision": "3e70c7dbfc76dbe622e7ad824d6b8df1de57d46e",
"browser": "157.0.8103.40",
"loadTimingScope": "Public init with pinned local original-source snapshot, not Internet transfer."
}
},
{
"precision": "q4f16",
"device": "webgpu",
"status": "pass",
"quality": {
"maximumIoU": 0.831464151825334,
"passed": true
},
"runtime": {
"inferenceMs": 188.7999999821186,
"loadMs": 5417.699999988079,
"totalMs": 5606.499999970198,
"imagesPerSecond": 5.296610169993172,
"grade": "fast",
"version": "4.2.0",
"fallback": false,
"actualDevice": "webgpu",
"acceleration": "partial",
"gpuForwardQueueObserved": true,
"accelerationDetails": "Instrumented GPUQueue.submit observes actual generation dispatch; CPU image preprocessing/postprocessing remain. Not a claim that every graph node runs on GPU.",
"artifactRevision": "3e70c7dbfc76dbe622e7ad824d6b8df1de57d46e",
"browser": "157.0.8103.40",
"loadTimingScope": "Public init with pinned local original-source snapshot, not Internet transfer."
}
},
{
"precision": "q4f16",
"device": "webgpu",
"status": "pass",
"quality": {
"maximumIoU": 0,
"passed": true
},
"runtime": {
"inferenceMs": 212.5,
"loadMs": 5417.699999988079,
"totalMs": 5630.199999988079,
"imagesPerSecond": 4.705882352941177,
"grade": "fast",
"version": "4.2.0",
"fallback": false,
"actualDevice": "webgpu",
"acceleration": "partial",
"gpuForwardQueueObserved": true,
"accelerationDetails": "Instrumented GPUQueue.submit observes actual generation dispatch; CPU image preprocessing/postprocessing remain. Not a claim that every graph node runs on GPU.",
"artifactRevision": "3e70c7dbfc76dbe622e7ad824d6b8df1de57d46e",
"browser": "157.0.8103.40",
"loadTimingScope": "Public init with pinned local original-source snapshot, not Internet transfer."
}
},
{
"precision": "q8",
"device": "wasm",
"status": "fail",
"quality": {
"maximumIoU": 0.9673002941842046,
"passed": true
},
"runtime": {
"inferenceMs": 10861.299999982119,
"loadMs": 5506.200000017881,
"totalMs": 16367.5,
"imagesPerSecond": 0.09207001003578268,
"grade": "slow",
"version": "4.2.0",
"fallback": false,
"actualDevice": "wasm",
"acceleration": "cpu",
"gpuForwardQueueObserved": false,
"accelerationDetails": "Instrumented GPUQueue.submit observes actual generation dispatch; CPU image preprocessing/postprocessing remain. Not a claim that every graph node runs on GPU.",
"artifactRevision": "3e70c7dbfc76dbe622e7ad824d6b8df1de57d46e",
"browser": "157.0.8103.40",
"loadTimingScope": "Public init with pinned local original-source snapshot, not Internet transfer."
}
},
{
"precision": "q8",
"device": "wasm",
"status": "fail",
"quality": {
"maximumIoU": 0.880710379772237,
"passed": true
},
"runtime": {
"inferenceMs": 8603.09999999404,
"loadMs": 5506.200000017881,
"totalMs": 14109.300000011921,
"imagesPerSecond": 0.1162371703224062,
"grade": "slow",
"version": "4.2.0",
"fallback": false,
"actualDevice": "wasm",
"acceleration": "cpu",
"gpuForwardQueueObserved": false,
"accelerationDetails": "Instrumented GPUQueue.submit observes actual generation dispatch; CPU image preprocessing/postprocessing remain. Not a claim that every graph node runs on GPU.",
"artifactRevision": "3e70c7dbfc76dbe622e7ad824d6b8df1de57d46e",
"browser": "157.0.8103.40",
"loadTimingScope": "Public init with pinned local original-source snapshot, not Internet transfer."
}
},
{
"precision": "q8",
"device": "wasm",
"status": "fail",
"quality": {
"maximumIoU": 0,
"passed": true
},
"runtime": {
"inferenceMs": 10690,
"loadMs": 5506.200000017881,
"totalMs": 16196.200000017881,
"imagesPerSecond": 0.09354536950420954,
"grade": "slow",
"version": "4.2.0",
"fallback": false,
"actualDevice": "wasm",
"acceleration": "cpu",
"gpuForwardQueueObserved": false,
"accelerationDetails": "Instrumented GPUQueue.submit observes actual generation dispatch; CPU image preprocessing/postprocessing remain. Not a claim that every graph node runs on GPU.",
"artifactRevision": "3e70c7dbfc76dbe622e7ad824d6b8df1de57d46e",
"browser": "157.0.8103.40",
"loadTimingScope": "Public init with pinned local original-source snapshot, not Internet transfer."
}
},
{
"precision": "q8",
"device": "webgpu",
"status": "fail",
"quality": {
"maximumIoU": 0.9691205477588591,
"passed": true
},
"runtime": {
"inferenceMs": 11399.59999999404,
"loadMs": 4949.100000023842,
"totalMs": 16348.700000017881,
"imagesPerSecond": 0.08772237622377302,
"grade": "slow",
"version": "4.2.0",
"fallback": false,
"actualDevice": "webgpu",
"acceleration": "partial",
"gpuForwardQueueObserved": true,
"accelerationDetails": "Instrumented GPUQueue.submit observes actual generation dispatch; CPU image preprocessing/postprocessing remain. Not a claim that every graph node runs on GPU.",
"artifactRevision": "3e70c7dbfc76dbe622e7ad824d6b8df1de57d46e",
"browser": "157.0.8103.40",
"loadTimingScope": "Public init with pinned local original-source snapshot, not Internet transfer."
}
},
{
"precision": "q8",
"device": "webgpu",
"status": "fail",
"quality": {
"maximumIoU": 0.8743591029950334,
"passed": true
},
"runtime": {
"inferenceMs": 8800.40000000596,
"loadMs": 4949.100000023842,
"totalMs": 13749.500000029802,
"imagesPerSecond": 0.11363119858180568,
"grade": "slow",
"version": "4.2.0",
"fallback": false,
"actualDevice": "webgpu",
"acceleration": "partial",
"gpuForwardQueueObserved": true,
"accelerationDetails": "Instrumented GPUQueue.submit observes actual generation dispatch; CPU image preprocessing/postprocessing remain. Not a claim that every graph node runs on GPU.",
"artifactRevision": "3e70c7dbfc76dbe622e7ad824d6b8df1de57d46e",
"browser": "157.0.8103.40",
"loadTimingScope": "Public init with pinned local original-source snapshot, not Internet transfer."
}
},
{
"precision": "q8",
"device": "webgpu",
"status": "fail",
"quality": {
"maximumIoU": 0,
"passed": true
},
"runtime": {
"inferenceMs": 10824.40000000596,
"loadMs": 4949.100000023842,
"totalMs": 15773.500000029802,
"imagesPerSecond": 0.09238387347099603,
"grade": "slow",
"version": "4.2.0",
"fallback": false,
"actualDevice": "webgpu",
"acceleration": "partial",
"gpuForwardQueueObserved": true,
"accelerationDetails": "Instrumented GPUQueue.submit observes actual generation dispatch; CPU image preprocessing/postprocessing remain. Not a claim that every graph node runs on GPU.",
"artifactRevision": "3e70c7dbfc76dbe622e7ad824d6b8df1de57d46e",
"browser": "157.0.8103.40",
"loadTimingScope": "Public init with pinned local original-source snapshot, not Internet transfer."
}
},
{
"precision": "uint8",
"device": "wasm",
"status": "fail",
"quality": {
"maximumIoU": 0.9739206992044308,
"passed": true
},
"runtime": {
"inferenceMs": 10870.5,
"loadMs": 5341.4000000059605,
"totalMs": 16211.90000000596,
"imagesPerSecond": 0.0919920886803735,
"grade": "slow",
"version": "4.2.0",
"fallback": false,
"actualDevice": "wasm",
"acceleration": "cpu",
"gpuForwardQueueObserved": false,
"accelerationDetails": "Instrumented GPUQueue.submit observes actual generation dispatch; CPU image preprocessing/postprocessing remain. Not a claim that every graph node runs on GPU.",
"artifactRevision": "3e70c7dbfc76dbe622e7ad824d6b8df1de57d46e",
"browser": "157.0.8103.40",
"loadTimingScope": "Public init with pinned local original-source snapshot, not Internet transfer."
}
},
{
"precision": "uint8",
"device": "wasm",
"status": "fail",
"quality": {
"maximumIoU": 0.8954999247479055,
"passed": true
},
"runtime": {
"inferenceMs": 8631.200000017881,
"loadMs": 5341.4000000059605,
"totalMs": 13972.600000023842,
"imagesPerSecond": 0.11585874501783394,
"grade": "slow",
"version": "4.2.0",
"fallback": false,
"actualDevice": "wasm",
"acceleration": "cpu",
"gpuForwardQueueObserved": false,
"accelerationDetails": "Instrumented GPUQueue.submit observes actual generation dispatch; CPU image preprocessing/postprocessing remain. Not a claim that every graph node runs on GPU.",
"artifactRevision": "3e70c7dbfc76dbe622e7ad824d6b8df1de57d46e",
"browser": "157.0.8103.40",
"loadTimingScope": "Public init with pinned local original-source snapshot, not Internet transfer."
}
},
{
"precision": "uint8",
"device": "wasm",
"status": "fail",
"quality": {
"maximumIoU": 0,
"passed": true
},
"runtime": {
"inferenceMs": 10722.199999988079,
"loadMs": 5341.4000000059605,
"totalMs": 16063.59999999404,
"imagesPerSecond": 0.0932644419989472,
"grade": "slow",
"version": "4.2.0",
"fallback": false,
"actualDevice": "wasm",
"acceleration": "cpu",
"gpuForwardQueueObserved": false,
"accelerationDetails": "Instrumented GPUQueue.submit observes actual generation dispatch; CPU image preprocessing/postprocessing remain. Not a claim that every graph node runs on GPU.",
"artifactRevision": "3e70c7dbfc76dbe622e7ad824d6b8df1de57d46e",
"browser": "157.0.8103.40",
"loadTimingScope": "Public init with pinned local original-source snapshot, not Internet transfer."
}
},
{
"precision": "uint8",
"device": "webgpu",
"status": "fail",
"quality": {
"maximumIoU": 0.9742048055835695,
"passed": true
},
"runtime": {
"inferenceMs": 11102.09999999404,
"loadMs": 5144.5,
"totalMs": 16246.59999999404,
"imagesPerSecond": 0.09007304924298438,
"grade": "slow",
"version": "4.2.0",
"fallback": false,
"actualDevice": "webgpu",
"acceleration": "partial",
"gpuForwardQueueObserved": true,
"accelerationDetails": "Instrumented GPUQueue.submit observes actual generation dispatch; CPU image preprocessing/postprocessing remain. Not a claim that every graph node runs on GPU.",
"artifactRevision": "3e70c7dbfc76dbe622e7ad824d6b8df1de57d46e",
"browser": "157.0.8103.40",
"loadTimingScope": "Public init with pinned local original-source snapshot, not Internet transfer."
}
},
{
"precision": "uint8",
"device": "webgpu",
"status": "fail",
"quality": {
"maximumIoU": 0.8884563287011489,
"passed": true
},
"runtime": {
"inferenceMs": 8821.299999982119,
"loadMs": 5144.5,
"totalMs": 13965.799999982119,
"imagesPerSecond": 0.11336197612619762,
"grade": "slow",
"version": "4.2.0",
"fallback": false,
"actualDevice": "webgpu",
"acceleration": "partial",
"gpuForwardQueueObserved": true,
"accelerationDetails": "Instrumented GPUQueue.submit observes actual generation dispatch; CPU image preprocessing/postprocessing remain. Not a claim that every graph node runs on GPU.",
"artifactRevision": "3e70c7dbfc76dbe622e7ad824d6b8df1de57d46e",
"browser": "157.0.8103.40",
"loadTimingScope": "Public init with pinned local original-source snapshot, not Internet transfer."
}
},
{
"precision": "uint8",
"device": "webgpu",
"status": "fail",
"quality": {
"maximumIoU": 0,
"passed": true
},
"runtime": {
"inferenceMs": 11107.5,
"loadMs": 5144.5,
"totalMs": 16252,
"imagesPerSecond": 0.09002925950934054,
"grade": "slow",
"version": "4.2.0",
"fallback": false,
"actualDevice": "webgpu",
"acceleration": "partial",
"gpuForwardQueueObserved": true,
"accelerationDetails": "Instrumented GPUQueue.submit observes actual generation dispatch; CPU image preprocessing/postprocessing remain. Not a claim that every graph node runs on GPU.",
"artifactRevision": "3e70c7dbfc76dbe622e7ad824d6b8df1de57d46e",
"browser": "157.0.8103.40",
"loadTimingScope": "Public init with pinned local original-source snapshot, not Internet transfer."
}
},
{
"precision": "fp16",
"device": "wasm",
"status": "fail",
"quality": {
"passed": false,
"reason": "Initialization/runtime failed; no inference or quality pass."
},
"runtime": "Not embedded",
"failure": "Error: page.evaluate: Error: [WorkerError:runtime_error] init: Can't create a session. ERROR_CODE: 1, ERROR_MESSAGE: /mnt/vss/_work/1/s/onnxruntime/core/graph/graph_utils.cc:30 int onnxruntime::graph_utils::GetIndexFromName(const Node &, const std::string &, bool) itr != node_args.end() was false. Attempting to get index by a name which does not exist:InsertedPrecisionFreeCast_/model/decoder/layers.5/final_layer_norm/Constant_output_0for node: /model/encoder/layers.0/self_attn_layer_norm/Mul/SimplifiedLayerNormFusion/\n\n at createError (http://127.0.0.1:58367/dist/index.mjs:13:17)\n at createWorkerError (http://127.0.0.1:58367/dist/index.mjs:29:10)\n at WorkerManager.parseWorkerError (http://127.0.0.1:58367/dist/index.mjs:713:12)\n at Worker.handleMessage (http://127.0.0.1:58367/dist/index.mjs:687:42)"
},
{
"precision": "q4f16",
"device": "wasm",
"status": "fail",
"quality": {
"passed": false,
"reason": "Initialization/runtime failed; no inference or quality pass."
},
"runtime": "Not embedded",
"failure": "Error: page.evaluate: Error: [WorkerError:runtime_error] init: Can't create a session. ERROR_CODE: 1, ERROR_MESSAGE: /mnt/vss/_work/1/s/onnxruntime/core/graph/graph_utils.cc:30 int onnxruntime::graph_utils::GetIndexFromName(const Node &, const std::string &, bool) itr != node_args.end() was false. Attempting to get index by a name which does not exist:InsertedPrecisionFreeCast_/model/decoder/layers.0/self_attn_layer_norm/Constant_output_0for node: /model/encoder/layers.0/self_attn_layer_norm/Mul/SimplifiedLayerNormFusion/\n\n at createError (http://127.0.0.1:58367/dist/index.mjs:13:17)\n at createWorkerError (http://127.0.0.1:58367/dist/index.mjs:29:10)\n at WorkerManager.parseWorkerError (http://127.0.0.1:58367/dist/index.mjs:713:12)\n at Worker.handleMessage (http://127.0.0.1:58367/dist/index.mjs:687:42)"
}
]