filter for beta and eps only, otherwise there is also the sincos cache buffer

Signed-off-by: Nathan Ranchin <[email protected]>

Author: nathanrchn

vllm/model_executor/models/apertus.py

@@ -418,7 +418,8 @@ def load_weights(self, weights: Iterable[tuple[str,
 
         # we need to load the buffers for beta and eps (XIELU)
         for name, buffer in self.named_buffers():
-            params_dict[name] = buffer
+            if name.endswith(".beta") or name.endswith(".eps"):
+                params_dict[name] = buffer
 
         loaded_params: set[str] = set()
         for name, loaded_weight in weights: