fix rotary embedding in UtrLm and RnaFm

Signed-off-by: Zhiyuan Chen <[email protected]>
DLS5-Omics · Apr 19, 2024 · 89d52ae · 89d52ae
1 parent d99eeb5
commit 89d52ae
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/multimolecule/models/rnafm/modeling_rnafm.py b/multimolecule/models/rnafm/modeling_rnafm.py
@@ -614,7 +614,7 @@ def forward(
                 embeddings.dtype
             )
 
-        if self.position_embeddings is not None:
+        if self.position_embedding_type == "absolute":
             position_embeddings = self.position_embeddings(position_ids)
             embeddings = embeddings + position_embeddings
 

diff --git a/multimolecule/models/utrlm/modeling_utrlm.py b/multimolecule/models/utrlm/modeling_utrlm.py
@@ -625,7 +625,7 @@ def forward(
                 embeddings.dtype
             )
 
-        if self.position_embeddings is not None:
+        if self.position_embedding_type == "absolute":
             position_embeddings = self.position_embeddings(position_ids)
             embeddings = embeddings + position_embeddings