update bid to match each layers MTP source (#23237)

* update bid to match each layers MTP source

* Update conversion/qwen.py

Co-authored-by: Sigbjørn Skjæret <redacted>
---------

Co-authored-by: Sigbjørn Skjæret <redacted>

diff --git a/conversion/qwen.py b/conversion/qwen.py
index 4b86404262aa080622f0f752338da2f995062f45..45d1f98c2666caa7c3ba862329b36c60713e8ac7 100644 (file)
--- a/conversion/qwen.py
+++ b/conversion/qwen.py
@@ -600,6 +600,7 @@ class _Qwen35MtpMixin:
             if name.find("layers.") != -1:
                 assert bid is not None
                 name = name.replace(f"mtp.layers.{bid}", f"model.layers.{bid + n_layer}")
+                bid = bid + n_layer
             else:
                 remapper = {
                     "mtp.fc":                    "model.layers.{bid}.eh_proj",