]> git.djapps.eu Git - pkg/ggml/sources/llama.cpp/commitdiff
model-conversion : fix pyright errors (#15770)
authorDaniel Bevenius <redacted>
Wed, 3 Sep 2025 16:28:36 +0000 (18:28 +0200)
committerGitHub <redacted>
Wed, 3 Sep 2025 16:28:36 +0000 (18:28 +0200)
This commit addresses type errors reported by pyright in the model
conversion scripts.

examples/model-conversion/scripts/causal/run-casual-gen-embeddings-org.py
examples/model-conversion/scripts/utils/inspect-org-model.py

index 2fb54ab990e527293cf73b30e7b75d3a84d9e20b..55ad821385f32c4a8633e6f14c69fb497bdea35e 100755 (executable)
@@ -3,11 +3,10 @@
 import argparse
 import os
 import importlib
-import sys
 import torch
 import numpy as np
 
-from transformers import AutoTokenizer, AutoConfig, AutoModel, AutoModelForCausalLM
+from transformers import AutoTokenizer, AutoConfig, AutoModelForCausalLM
 from pathlib import Path
 
 unreleased_model_name = os.getenv('UNRELEASED_MODEL_NAME')
@@ -43,6 +42,8 @@ if unreleased_model_name:
         model = model_class.from_pretrained(model_path)
     except (ImportError, AttributeError) as e:
         print(f"Failed to import or load model: {e}")
+        print("Falling back to AutoModelForCausalLM")
+        model = AutoModelForCausalLM.from_pretrained(model_path)
 else:
     model = AutoModelForCausalLM.from_pretrained(model_path)
 print(f"Model class: {type(model)}")
index bc6f45a5fb7d0b411061215c0c66db926ceccf45..ea14947fd2ef8e93f1200b568ad447944aeb0d46 100755 (executable)
@@ -40,7 +40,7 @@ if os.path.exists(index_path):
         file_path = os.path.join(model_path, file_name)
         print(f"\n--- From {file_name} ---")
 
-        with safe_open(file_path, framework="pt") as f:
+        with safe_open(file_path, framework="pt") as f:  # type: ignore
             for tensor_name in sorted(tensor_names):
                 tensor = f.get_tensor(tensor_name)
                 print(f"- {tensor_name} : shape = {tensor.shape}, dtype = {tensor.dtype}")
@@ -49,7 +49,7 @@ elif os.path.exists(single_file_path):
     # Single file model (original behavior)
     print("Single-file model detected")
 
-    with safe_open(single_file_path, framework="pt") as f:
+    with safe_open(single_file_path, framework="pt") as f:  # type: ignore
         keys = f.keys()
         print("Tensors in model:")
         for key in sorted(keys):