fomrat

Author: Blaizzy

mlx_embeddings/models/openai_privacy_filter.py

@@ -150,9 +150,7 @@ def __init__(self, config: ModelArgs):
             activation=PrivacyFilterSwiGLU(),
             bias=True,
         )
-        self.router = nn.Linear(
-            config.hidden_size, config.num_local_experts, bias=True
-        )
+        self.router = nn.Linear(config.hidden_size, config.num_local_experts, bias=True)
 
     def __call__(self, x: mx.array) -> mx.array:
         router_logits = self.router(x).astype(mx.float32)
@@ -270,7 +268,6 @@ def __call__(
             logits=logits,
         )
 
-
     def sanitize(self, weights: dict) -> dict:
         # Split the fused gate_up_proj (concatenated layout) into separate gate and up
         # projections, and transpose expert weights from (E, in, out) to (E, out, in)