Default on for element-wise affine parameters.

patrick-kidger · Dec 28, 2023 · b51faf9 · b51faf9
1 parent 58d9469
commit b51faf9
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/equinox/nn/_normalisation.py b/equinox/nn/_normalisation.py
@@ -285,6 +285,7 @@ class RMSNorm(Module):
     term.
 
     ??? cite
+
         [Root Mean Square Layer Normalization](https://browse.arxiv.org/abs/1910.07467)
 
         ```bibtex
@@ -308,8 +309,8 @@ def __init__(
         self,
         shape: Union[int, Sequence[int]],
         eps: float = 1e-5,
-        use_weight: bool = False,
-        use_bias: bool = False,
+        use_weight: bool = True,
+        use_bias: bool = True,
         **kwargs,
     ):
         """**Arguments:**