def set_type(self):
self.gguf_writer.add_type(gguf.GGUFType.MMPROJ)
+ def prepare_metadata(self, vocab_only: bool):
+ super().prepare_metadata(vocab_only=vocab_only)
+
+ output_type: str = self.ftype.name.partition("_")[2]
+
+ if self.fname_out.is_dir():
+ fname_default: str = gguf.naming_convention(self.metadata.name, self.metadata.basename, self.metadata.finetune, self.metadata.version, size_label=None, output_type=output_type, model_type=None)
+ self.fname_out = self.fname_out / f"mmproj-{fname_default}.gguf"
+ else:
+ self.fname_out = self.fname_out.parent / gguf.fill_templated_filename(self.fname_out.name, output_type)
+
def set_gguf_parameters(self):
self.gguf_writer.add_file_type(self.ftype)
logger.info(f"Loading model: {dir_model.name}")
- if args.mmproj:
- if "mmproj" not in fname_out.name:
- fname_out = ModelBase.add_prefix_to_filename(fname_out, "mmproj-")
-
is_mistral_format = args.mistral_format
if is_mistral_format and not _mistral_common_installed:
raise ImportError(_mistral_import_error_msg)