From: mgrachten <redacted>
Date: Mon, 3 Feb 2025 20:36:32 +0000 (+0100)
Subject: coreml : always convert to "neuralnetwork" (#2770)
X-Git-Tag: upstream/1.7.4+95~7
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=cff8868b5f4adb8b9db4ed949d8661110242c82a;p=pkg%2Fggml%2Fsources%2Fwhisper.cpp

coreml : always convert to "neuralnetwork" (#2770)
---

diff --git a/models/convert-whisper-to-coreml.py b/models/convert-whisper-to-coreml.py
index f66683e9..441efdd2 100644
--- a/models/convert-whisper-to-coreml.py
+++ b/models/convert-whisper-to-coreml.py
@@ -245,7 +245,7 @@ def convert_encoder(hparams, model, quantize=False):
 
     model = ct.convert(
         traced_model,
-        convert_to=None if quantize else "mlprogram", # convert will fail if weights are quantized, not sure why
+        convert_to="neuralnetwork",
         inputs=[ct.TensorType(name="logmel_data", shape=input_shape)],
         outputs=[ct.TensorType(name="output")],
         compute_units=ct.ComputeUnit.ALL
@@ -268,7 +268,7 @@ def convert_decoder(hparams, model, quantize=False):
 
     model = ct.convert(
         traced_model,
-        convert_to=None if quantize else "mlprogram", # convert will fail if weights are quantized, not sure why
+        convert_to="neuralnetwork",
         inputs=[
             ct.TensorType(name="token_data", shape=tokens_shape, dtype=int),
             ct.TensorType(name="audio_data", shape=audio_shape)