From 251b1e048c55f2623e9ed51730883f70f3d8fe08 Mon Sep 17 00:00:00 2001
From: Daedalus-1337 <41387542+Daedalus-1337@users.noreply.github.com>
Date: Mon, 7 Sep 2026 22:26:40 +0100
Subject: [PATCH] Update llada_gguf_adapter.py

Fix for  "NotImplementedError: Cannot copy out of meta tensor; no data!"
---
 llada_gguf_adapter.py | 7 +++++++
 1 file changed, 7 insertions(+)

diff --git a/llada_gguf_adapter.py b/llada_gguf_adapter.py
index ff82953..31be483 100644
--- a/llada_gguf_adapter.py
+++ b/llada_gguf_adapter.py
@@ -395,6 +395,13 @@ def _llada_default_rope(cfg, device=None, **kwargs):
     with init_empty_weights(include_buffers=True):
         model = model_cls(config)
 
+    for module in model.modules():
+        if module.__class__.__name__ == "LLaDA2MoeRotaryEmbedding":
+            inv_freq, attention_scaling = module.rope_init_fn(config, device="cpu")
+            module.register_buffer("inv_freq", inv_freq, persistent=False)
+            module.original_inv_freq = module.inv_freq
+            module.attention_scaling = attention_scaling  
+
     module_map = dict(model.named_modules())
     consumed = set()