diff --git a/mobilenetv3.py b/mobilenetv3.py
index 3d7e0b3..284b025 100644
--- a/mobilenetv3.py
+++ b/mobilenetv3.py
@@ -112,9 +112,9 @@ def __init__(self, inp, hidden_dim, oup, kernel_size, stride, use_se, use_hs):
                 # dw
                 nn.Conv2d(hidden_dim, hidden_dim, kernel_size, stride, (kernel_size - 1) // 2, groups=hidden_dim, bias=False),
                 nn.BatchNorm2d(hidden_dim),
+                h_swish() if use_hs else nn.ReLU(inplace=True),
                 # Squeeze-and-Excite
                 SELayer(hidden_dim) if use_se else nn.Identity(),
-                h_swish() if use_hs else nn.ReLU(inplace=True),
                 # pw-linear
                 nn.Conv2d(hidden_dim, oup, 1, 1, 0, bias=False),
                 nn.BatchNorm2d(oup),