Total Tests
+ 11244
+
+ 
+
+
+
+ Servo-ML WebNN Conformance
+Test Report
+ +
+ Passed
+ 4998
+ Pass Rate
+ 44.5%
+ Conformance Tests
+ +| Test | +Total | +Passes | +Pass Rate | +
|---|---|---|---|
| abs | +57 | +24 | +42.1% | +
| arg_min_max | +108 | +54 | +50.0% | +
| averagePool2d | +120 | +27 | +22.5% | +
| batch_normalization | +78 | +27 | +34.6% | +
| batch_normalization_constant | +12 | +6 | +50.0% | +
| byob_readtensor | +12 | +0 | +0.0% | +
| cast | +90 | +27 | +30.0% | +
| ceil | +48 | +24 | +50.0% | +
| clamp | +144 | +54 | +37.5% | +
| concat | +141 | +63 | +44.7% | +
| constant-reshape-optimization | +9 | +6 | +66.7% | +
| conv2d | +126 | +42 | +33.3% | +
| conv_transpose2d | +132 | +48 | +36.4% | +
| cos | +48 | +24 | +50.0% | +
| cumulative_sum | +27 | +15 | +55.6% | +
| dequantizeLinear | +45 | +6 | +13.3% | +
| div | +66 | +36 | +54.5% | +
| elu | +66 | +30 | +45.5% | +
| equal | +72 | +36 | +50.0% | +
| erf | +48 | +24 | +50.0% | +
| exp | +48 | +24 | +50.0% | +
| expand | +138 | +57 | +41.3% | +
| floor | +48 | +24 | +50.0% | +
| gather | +120 | +54 | +45.0% | +
| gatherElements | +33 | +15 | +45.5% | +
| gatherND | +42 | +6 | +14.3% | +
| gelu | +45 | +6 | +13.3% | +
| gemm | +144 | +30 | +20.8% | +
| graph_devices | +6 | +3 | +50.0% | +
| greater | +72 | +33 | +45.8% | +
| greater_or_equal | +72 | +36 | +50.0% | +
| gru | +78 | +6 | +7.7% | +
| gru_cell | +30 | +6 | +20.0% | +
| hard_sigmoid | +96 | +48 | +50.0% | +
| hard_swish | +48 | +24 | +50.0% | +
| identity | +102 | +12 | +11.8% | +
| inputs-are-not-modified | +24 | +18 | +75.0% | +
| inputs-with-special-names | +30 | +9 | +30.0% | +
| instance_normalization | +48 | +15 | +31.2% | +
| is_infinite | +51 | +6 | +11.8% | +
| is_nan | +42 | +6 | +14.3% | +
| l2Pool2d | +90 | +6 | +6.7% | +
| layer_normalization | +81 | +24 | +29.6% | +
| leaky_relu | +66 | +33 | +50.0% | +
| lesser | +72 | +33 | +45.8% | +
| lesser_or_equal | +72 | +33 | +45.8% | +
| linear | +84 | +42 | +50.0% | +
| log | +48 | +24 | +50.0% | +
| logical_and | +39 | +30 | +76.9% | +
| logical_not | +27 | +24 | +88.9% | +
| logical_or | +39 | +30 | +76.9% | +
| logical_xor | +39 | +30 | +76.9% | +
| lstm | +90 | +6 | +6.7% | +
| lstm_cell | +36 | +6 | +16.7% | +
| matmul | +72 | +42 | +58.3% | +
| max | +66 | +36 | +54.5% | +
| maxPool2d | +84 | +27 | +32.1% | +
| min | +66 | +36 | +54.5% | +
| mlNumber | +12 | +6 | +50.0% | +
| mul | +66 | +36 | +54.5% | +
| neg | +57 | +24 | +42.1% | +
| not_equal | +72 | +33 | +45.8% | +
| operations-with-special-names | +18 | +18 | +100.0% | +
| pad | +75 | +6 | +8.0% | +
| parallel-dispatch | +66 | +36 | +54.5% | +
| pow | +60 | +27 | +45.0% | +
| prelu | +78 | +9 | +11.5% | +
| qdq_subgraph | +228 | +12 | +5.3% | +
| quantizeLinear | +48 | +6 | +12.5% | +
| reciprocal | +48 | +24 | +50.0% | +
| reduce_l1 | +138 | +63 | +45.7% | +
| reduce_l2 | +135 | +63 | +46.7% | +
| reduce_log_sum | +123 | +57 | +46.3% | +
| reduce_log_sum_exp | +135 | +63 | +46.7% | +
| reduce_max | +117 | +54 | +46.2% | +
| reduce_mean | +135 | +63 | +46.7% | +
| reduce_min | +117 | +54 | +46.2% | +
| reduce_product | +117 | +54 | +46.2% | +
| reduce_sum | +135 | +63 | +46.7% | +
| reduce_sum_square | +138 | +63 | +45.7% | +
| relu | +51 | +24 | +47.1% | +
| resample2d | +45 | +6 | +13.3% | +
| reshape | +198 | +93 | +47.0% | +
| reverse | +30 | +18 | +60.0% | +
| round_even | +36 | +18 | +50.0% | +
| scalars | +48 | +6 | +12.5% | +
| scatterElements | +30 | +6 | +20.0% | +
| scatterND | +18 | +6 | +33.3% | +
| shared_arraybuffer_constant | +15 | +6 | +40.0% | +
| sigmoid | +48 | +24 | +50.0% | +
| sign | +21 | +18 | +85.7% | +
| sin | +48 | +24 | +50.0% | +
| slice | +60 | +27 | +45.0% | +
| softmax | +33 | +21 | +63.6% | +
| softplus | +48 | +24 | +50.0% | +
| softsign | +60 | +27 | +45.0% | +
| split | +3 | +0 | +0.0% | +
| sqrt | +48 | +24 | +50.0% | +
| sub | +72 | +36 | +50.0% | +
| subgraph | +306 | +174 | +56.9% | +
| tan | +48 | +24 | +50.0% | +
| tanh | +42 | +24 | +57.1% | +
| tensor | +12 | +0 | +0.0% | +
| tile | +24 | +12 | +50.0% | +
| transpose | +3 | +0 | +0.0% | +
| triangular | +102 | +39 | +38.2% | +
| where | +108 | +6 | +5.6% | +
Validation Tests
+ +| Test | +Total | +Passes | +Pass Rate | +
|---|---|---|---|
| argMinMax | +54 | +30 | +55.6% | +
| batchNormalization | +72 | +72 | +100.0% | +
| build-more-than-once | +66 | +60 | +90.9% | +
| cast | +12 | +9 | +75.0% | +
| clamp | +33 | +15 | +45.5% | +
| concat | +45 | +24 | +53.3% | +
| constant-changed-buffer | +36 | +24 | +66.7% | +
| constant | +276 | +126 | +45.7% | +
| conv2d | +165 | +60 | +36.4% | +
| convTranspose2d | +162 | +48 | +29.6% | +
| createContext | +72 | +60 | +83.3% | +
| cumulativeSum | +30 | +24 | +80.0% | +
| dequantizeLinear | +51 | +27 | +52.9% | +
| destroyContext | +78 | +54 | +69.2% | +
| destroyGraph | +30 | +24 | +80.0% | +
| elementwise-binary | +252 | +147 | +58.3% | +
| elementwise-logical | +189 | +135 | +71.4% | +
| elementwise-unary | +141 | +51 | +36.2% | +
| elu | +24 | +18 | +75.0% | +
| expand | +39 | +24 | +61.5% | +
| gather | +39 | +24 | +61.5% | +
| gatherElements | +33 | +18 | +54.5% | +
| gatherND | +30 | +15 | +50.0% | +
| gelu | +15 | +9 | +60.0% | +
| gemm | +63 | +30 | +47.6% | +
| gru | +78 | +24 | +30.8% | +
| gruCell | +93 | +24 | +25.8% | +
| hardSigmoid | +24 | +18 | +75.0% | +
| hardSwish | +15 | +9 | +60.0% | +
| input | +66 | +54 | +81.8% | +
| instanceNormalization | +60 | +30 | +50.0% | +
| invalid-rank | +24 | +18 | +75.0% | +
| layerNormalization | +66 | +39 | +59.1% | +
| leakyRelu | +24 | +18 | +75.0% | +
| linear | +24 | +18 | +75.0% | +
| lstm | +78 | +30 | +38.5% | +
| lstmCell | +117 | +30 | +25.6% | +
| matmul | +48 | +27 | +56.2% | +
| opSupportLimits | +18 | +6 | +33.3% | +
| pad | +39 | +15 | +38.5% | +
| pooling-and-reduction-keep-dims | +30 | +24 | +80.0% | +
| pooling | +126 | +69 | +54.8% | +
| prelu | +33 | +12 | +36.4% | +
| quantizeLinear | +48 | +27 | +56.2% | +
| reduction | +186 | +102 | +54.8% | +
| relu | +15 | +9 | +60.0% | +
| resample2d | +87 | +36 | +41.4% | +
| reshape | +36 | +24 | +66.7% | +
| reverse | +21 | +15 | +71.4% | +
| scatterElements | +48 | +24 | +50.0% | +
| scatterND | +33 | +15 | +45.5% | +
| sigmoid | +15 | +9 | +60.0% | +
| slice | +39 | +15 | +38.5% | +
| softmax | +24 | +15 | +62.5% | +
| softplus | +15 | +9 | +60.0% | +
| softsign | +15 | +9 | +60.0% | +
| split | +36 | +15 | +41.7% | +
| tanh | +15 | +9 | +60.0% | +
| tile | +30 | +21 | +70.0% | +
| transpose | +27 | +18 | +66.7% | +
| triangular | +12 | +9 | +75.0% | +
| unprintableNames | +18 | +6 | +33.3% | +
| where | +42 | +24 | +57.1% | +