fix(ci): handle LlamaRotaryEmbedding signature changes in newer transformers versions

- Add a try-except block to support both `transformers<=4.40.0` and `transformers>=4.45.0` signatures for `LlamaRotaryEmbedding`
- Update `transformers` dependency requirement to `<5.0.0` to maintain broader stability

Co-authored-by: Pomilon <220483426+Pomilon@users.noreply.github.com>

Author: google-labs-jules[bot]

src/lema/models/llama.py

@@ -11,7 +11,15 @@ def __init__(self, config: Dict[str, Any]):
         self.hf_config = LlamaConfig(**config)
         if getattr(self.hf_config, "_attn_implementation", None) is None:
             self.hf_config._attn_implementation = config.get("attn_implementation", "eager")
-        self.rotary_emb = LlamaRotaryEmbedding(self.hf_config.hidden_size // self.hf_config.num_attention_heads, max_position_embeddings=self.hf_config.max_position_embeddings)
+
+        try:
+            self.rotary_emb = LlamaRotaryEmbedding(self.hf_config)
+        except TypeError:
+            self.rotary_emb = LlamaRotaryEmbedding(
+                self.hf_config.hidden_size // self.hf_config.num_attention_heads,
+                max_position_embeddings=self.hf_config.max_position_embeddings
+            )
+
         self.layer_pool: List[nn.Module] = []
         self.param_mappings: Dict[int, List[tuple]] = {}
         self._max_pool_size = 8