From c3907a9805ba4cde3222b66adc957cb1a08362ce Mon Sep 17 00:00:00 2001 From: Carson Swope Date: Tue, 30 Aug 2022 18:04:41 -0600 Subject: [PATCH] flip order of weight+bias application in LayerNormANE --- ane_transformers/reference/layer_norm.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/ane_transformers/reference/layer_norm.py b/ane_transformers/reference/layer_norm.py index a59eeb0..4c52cb0 100644 --- a/ane_transformers/reference/layer_norm.py +++ b/ane_transformers/reference/layer_norm.py @@ -73,7 +73,7 @@ def forward(self, inputs): out = zero_mean * denom if self.elementwise_affine: - out = (out + self.bias.view(1, self.num_channels, 1, 1) - ) * self.weight.view(1, self.num_channels, 1, 1) + out = (out * self.weight.view(1, self.num_channels, 1, 1) + ) + self.bias.view(1, self.num_channels, 1, 1) return out