]> git.djapps.eu Git - pkg/ggml/sources/llama.cpp/commitdiff
model-conversion : run-org-model.py fails to run on mac m1 (#16213)
authorJie Fu (傅杰) <redacted>
Wed, 24 Sep 2025 06:46:52 +0000 (14:46 +0800)
committerGitHub <redacted>
Wed, 24 Sep 2025 06:46:52 +0000 (08:46 +0200)
Signed-off-by: Jie Fu <redacted>
examples/model-conversion/scripts/causal/run-org-model.py

index 78a54abf13cdac6c628637602de6c89e4d2fc047..9444c713d03ab841b423917833f4452aa2f3136e 100755 (executable)
@@ -193,7 +193,7 @@ print(f"Input text: {repr(prompt)}")
 print(f"Tokenized: {tokenizer.convert_ids_to_tokens(input_ids[0])}")
 
 with torch.no_grad():
-    outputs = model(input_ids)
+    outputs = model(input_ids.to(model.device))
     logits = outputs.logits
 
     # Extract logits for the last token (next token prediction)