residual init

Ligo-Biosciences · Sep 4, 2024 · d9d1983 · d9d1983
1 parent fc5bac7
commit d9d1983
Show file tree

Hide file tree

Showing 2 changed files with 1 addition and 23 deletions.
diff --git a/src/models/msa_module.py b/src/models/msa_module.py
@@ -84,7 +84,7 @@ def __init__(
         )
 
         # Output projection
-        self.output_proj = LinearNoBias(no_heads * c_hidden, c_msa, init='default')  # final
+        self.output_proj = LinearNoBias(no_heads * c_hidden, c_msa, init='final')
 
         self.softmax = nn.Softmax(dim=-2)
 

diff --git a/src/test_hydra.py b/src/test_hydra.py