Update for version 2.0

fastnlp · Dec 30, 2022 · 64a287f · 64a287f
1 parent 7de2d2f
commit 64a287f
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/finetune/modeling_cpt.py b/finetune/modeling_cpt.py
@@ -828,6 +828,7 @@ def __init__(self, config: CPTConfig):
             intermediate_size=config.encoder_ffn_dim,
             hidden_dropout_prob=config.activation_dropout,
             attention_probs_dropout_prob=config.attention_dropout,
+            max_position_embeddings=config.max_position_embeddings,
         )
         config.vocab_size = encoder_config.vocab_size
         self.encoder = BertModel(encoder_config, add_pooling_layer=False)