-#!/bin/bash
+#!/usr/bin/env bash
set -e
# Read the first argument into a variable
-#!/bin/bash
+#!/usr/bin/env bash
#
# Options
IOS_MIN_OS_VERSION=16.4
-#!/bin/bash
+#!/usr/bin/env bash
#
# sample usage:
#
-#!/bin/bash
+#!/usr/bin/env bash
set -e
AI_NAME="${AI_NAME:-Miku}"
-#!/bin/bash
+#!/usr/bin/env bash
set -e
-#!/bin/bash
+#!/usr/bin/env bash
set -euo pipefail
-#!/bin/bash
+#!/usr/bin/env bash
set -e
-#!/bin/bash
+#!/usr/bin/env bash
#
# Temporary script - will be removed in the future
-#!/bin/bash
+#!/usr/bin/env bash
set -e
MODEL=./models/ggml-vicuna-13b-1.1-q4_0.bin
-#!/bin/bash
+#!/usr/bin/env bash
cd `dirname $0`
cd ..
-#!/bin/bash
+#!/usr/bin/env bash
set -e
-
+#!/usr/bin/env bash
# MIT license
# Copyright (C) 2024 Intel Corporation
# SPDX-License-Identifier: MIT
-#!/bin/bash
+#!/usr/bin/env bash
# MIT license
# Copyright (C) 2024 Intel Corporation
-#!/bin/bash
+#!/usr/bin/env bash
# MIT license
# Copyright (C) 2025 Intel Corporation
-#!/bin/bash
+#!/usr/bin/env bash
#
# ./examples/ts-type-to-grammar.sh "{a:string,b:string,c?:string}"
# python examples/json_schema_to_grammar.py https://json.schemastore.org/tsconfig.json
-#!/bin/bash
+#!/usr/bin/env bash
./scripts/apple/validate-ios.sh
./scripts/apple/validate-macos.sh
./scripts/apple/validate-visionos.sh
-#!/bin/bash
+#!/usr/bin/env bash
# validate-ios.sh - Validate iOS Application with embedded llama.xcframework using SwiftUI
# Authentication options (optional) (can be set via environment variables)
-#!/bin/bash
+#!/usr/bin/env bash
# validate-macos.sh - Validate macOS Application with embedded llama.xcframework using SwiftUI
# Authentication options (optional) (can be set via environment variables)
-#!/bin/bash
+#!/usr/bin/env bash
# validate-tvos.sh - Validate tvOS Application with embedded llama.xcframework using SwiftUI
# Authentication options (optional) (can be set via environment variables)
-#!/bin/bash
+#!/usr/bin/env bash
# validate-visionos.sh - Validate visionOS Application with embedded llama.xcframework using SwiftUI
# Authentication options (optional) (can be set via environment variables)
-#!/bin/bash
+#!/usr/bin/env bash
set -euo pipefail
#
-#!/bin/bash
+#!/usr/bin/env bash
set -euo pipefail
this=$(realpath "$0"); readonly this
cd "$(dirname "$this")"
-#!/bin/bash
+#!/usr/bin/env bash
if [ $# -lt 2 ]; then
echo "usage: ./scripts/compare-commits.sh <commit1> <commit2> [additional llama-bench arguments]"
-#!/bin/bash
+#!/usr/bin/env bash
PROG=${0##*/}
build_dir="build-ci-debug"
-#!/bin/bash
+#!/usr/bin/env bash
printf "# date: $(date)\n" > AUTHORS
printf "# this file is auto-generated by scripts/gen-authors.sh\n\n" >> AUTHORS
-#!/bin/bash
+#!/usr/bin/env bash
wget https://raw.githubusercontent.com/klosax/hellaswag_text_data/main/hellaswag_val_full.txt
-#!/bin/bash
+#!/usr/bin/env bash
function usage {
echo "usage: <n>$0"
-#!/bin/bash
+#!/usr/bin/env bash
wget https://s3.amazonaws.com/research.metamind.io/wikitext/wikitext-103-raw-v1.zip
-#!/bin/bash
+#!/usr/bin/env bash
wget https://huggingface.co/datasets/ggml-org/ci/resolve/main/wikitext-2-raw-v1.zip
unzip wikitext-2-raw-v1.zip
-#!/bin/bash
+#!/usr/bin/env bash
wget https://huggingface.co/datasets/ikawrakow/winogrande-eval-for-llama.cpp/raw/main/winogrande-debiased-eval.csv
-#!/bin/bash
+#!/usr/bin/env bash
#
# Shortcut for downloading HF models
#
-#!/bin/bash
+#!/usr/bin/env bash
qnt=(q8_0 q6_k q5_k q5_1 q5_0 q4_k q4_1 q4_0 q3_k q2_k)
args=""
-#!/bin/bash
+#!/usr/bin/env bash
qnt=(f16 q8_0 q6_k q5_k q5_1 q5_0 q4_k q4_1 q4_0 q3_k q2_k)
args="-ngl 999 -n 64 -p 512"
-#!/bin/bash
+#!/usr/bin/env bash
qnt=(f16 q8_0 q6_k q5_k q5_1 q5_0 q4_k q4_1 q4_0 q3_k q2_k)
args="-ngl 999 -t 8"
-#!/bin/bash
+#!/usr/bin/env bash
#
# Synchronize ggml changes to llama.cpp
#
-#!/bin/bash
+#!/usr/bin/env bash
cp -rpv ../ggml/CMakeLists.txt ./ggml/CMakeLists.txt
cp -rpv ../ggml/src/CMakeLists.txt ./ggml/src/CMakeLists.txt
-#!/bin/bash
+#!/usr/bin/env bash
set -euo pipefail
cmake --build build -j
-#!/bin/bash
+#!/usr/bin/env bash
set -e
# Array of models to iterate over
-#!/bin/bash
+#!/usr/bin/env bash
#
# Usage:
#
-#!/bin/bash
+#!/usr/bin/env bash
if [ $# -lt 2 ]; then
printf "Usage: $0 <git-repo> <target-folder> [<test-exe>]\n"
-#!/bin/bash
+#!/usr/bin/env bash
set -eu
-#!/bin/bash
+#!/usr/bin/env bash
# make sure we are in the right directory
SCRIPT_DIR=$( cd -- "$( dirname -- "${BASH_SOURCE[0]}" )" &> /dev/null && pwd )
-#!/bin/bash
+#!/usr/bin/env bash
set -eu
-#!/bin/bash
+#!/usr/bin/env bash
API_URL="${API_URL:-http://127.0.0.1:8080}"
-#!/bin/bash
+#!/usr/bin/env bash
API_URL="${API_URL:-http://127.0.0.1:8080}"
-#!/bin/bash
+#!/usr/bin/env bash
# make sure we are in the right directory
SCRIPT_DIR=$( cd -- "$( dirname -- "${BASH_SOURCE[0]}" )" &> /dev/null && pwd )
overview / pkg / ggml / sources / llama.cpp / commitdiff