def parse_args() -> argparse.Namespace:
parser = argparse.ArgumentParser(description="Convert a HuggingFace LLaMA model to a GGML compatible file")
- parser.add_argument("--vocab-only", action="store_true", help="extract only the vocab")
- parser.add_argument("--outfile", type=Path, help="path to write to; default: based on input")
- parser.add_argument("model", type=Path, help="directory containing model file, or model file itself (*.bin)")
- parser.add_argument("ftype", type=int, choices=[0, 1], help="output format - use 0 for float32, 1 for float16", default = 1)
+ parser.add_argument(
+ "--vocab-only", action="store_true",
+ help="extract only the vocab",
+ )
+ parser.add_argument(
+ "--outfile", type=Path,
+ help="path to write to; default: based on input",
+ )
+ parser.add_argument(
+ "model", type=Path,
+ help="directory containing model file, or model file itself (*.bin)",
+ )
+ parser.add_argument(
+ "ftype", type=int, choices=[0, 1], default=1, nargs='?',
+ help="output format - use 0 for float32, 1 for float16",
+ )
return parser.parse_args()
args = parse_args()
def parse_args() -> argparse.Namespace:
parser = argparse.ArgumentParser(description="Convert a Falcon model to a GGML compatible file")
- parser.add_argument("--vocab-only", action="store_true", help="extract only the vocab")
- parser.add_argument("--outfile", type=Path, help="path to write to; default: based on input")
- parser.add_argument("model", type=Path, help="directory containing model file, or model file itself (*.bin)")
- parser.add_argument("ftype", type=int, help="output format - use 0 for float32, 1 for float16", choices=[0, 1], default = 1)
+ parser.add_argument(
+ "--vocab-only", action="store_true",
+ help="extract only the vocab",
+ )
+ parser.add_argument(
+ "--outfile", type=Path,
+ help="path to write to; default: based on input",
+ )
+ parser.add_argument(
+ "model", type=Path,
+ help="directory containing model file, or model file itself (*.bin)",
+ )
+ parser.add_argument(
+ "ftype", type=int, choices=[0, 1], default=1, nargs='?',
+ help="output format - use 0 for float32, 1 for float16",
+ )
return parser.parse_args()
args = parse_args()
def parse_args() -> argparse.Namespace:
parser = argparse.ArgumentParser(description="Convert a GPT-NeoX model to a GGML compatible file")
- parser.add_argument("--vocab-only", action="store_true", help="extract only the vocab")
- parser.add_argument("--outfile", type=Path, help="path to write to; default: based on input")
- parser.add_argument("model", type=Path, help="directory containing model file, or model file itself (*.bin)")
- parser.add_argument("ftype", type=int, choices=[0, 1], help="output format - use 0 for float32, 1 for float16", default = 1)
+ parser.add_argument(
+ "--vocab-only", action="store_true",
+ help="extract only the vocab",
+ )
+ parser.add_argument(
+ "--outfile", type=Path,
+ help="path to write to; default: based on input",
+ )
+ parser.add_argument(
+ "model", type=Path,
+ help="directory containing model file, or model file itself (*.bin)",
+ )
+ parser.add_argument(
+ "ftype", type=int, choices=[0, 1], default=1, nargs='?',
+ help="output format - use 0 for float32, 1 for float16",
+ )
return parser.parse_args()
args = parse_args()