fix dynamic

InternLM · Dec 3, 2024 · effc90d · effc90d
1 parent df0b1ff
commit effc90d
Showing 1 changed file with 1 addition and 3 deletions.
diff --git a/src/turbomind/models/llama/rotary_emb.cu b/src/turbomind/models/llama/rotary_emb.cu
@@ -136,13 +136,11 @@ RotaryEmbeddingV2::RotaryEmbeddingV2(const AttentionParam& param, cudaStream_t s
 
     switch (type_) {
         case RopeType::kDefault:
+        case RopeType::kDynamic:
             break;
         case RopeType::kLinear:
             inv_factor_ = 1.0f / param.rope.factor;
             break;
-        case RopeType::kDynamic:
-            inv_factor_ = param.rope.factor;
-            break;
         case RopeType::kYarn: {
             const double PI                  = 3.14159265358979323846;
             auto         find_correction_dim = [&](float num_rotations) {