Commandr

Signed-off-by: Harry Mellor <[email protected]>

Author: hmellor

vllm/model_executor/models/commandr.py

@@ -156,8 +156,6 @@ def __init__(
         self.max_position_embeddings = getattr(
             config, "model_max_length", None
         ) or getattr(config, "max_position_embeddings", 8192)
-        self.rope_theta = config.rope_theta
-        self.rope_scaling = getattr(config, "rope_scaling", None)
         self.use_qk_norm = getattr(config, "use_qk_norm", False)
         self.qkv_proj = QKVParallelLinear(
             self.hidden_size,
@@ -179,8 +177,8 @@ def __init__(
             self.head_dim,
             rotary_dim=self.head_dim,
             max_position=self.max_position_embeddings,
-            base=self.rope_theta,
-            rope_scaling=self.rope_scaling,
+            base=config.rope_parameters["rope_theta"],
+            rope_parameters=config.rope_parameters,
             is_neox_style=False,
         )