support use the rope_theta parameter (#270)

fix lint

Co-authored-by: canghua <[email protected]>

Author: jiapingW

specforge/modeling/draft/llama3_eagle.py

@@ -478,7 +478,9 @@ def __init__(self, config):
     def _init_rope(self):
         if self.config.rope_scaling is None:
             self.rotary_emb = LlamaRotaryEmbedding(
-                self.head_dim, max_position_embeddings=self.max_position_embeddings
+                self.head_dim,
+                max_position_embeddings=self.max_position_embeddings,
+                base=getattr(self.config, "rope_theta", 10000),
             )
         else:
             scaling_type = self.config.rope_scaling["rope_type"]