]> git.djapps.eu Git - pkg/ggml/sources/llama.cpp/commit
llama : add `llama_vocab`, functions -> methods, naming (#11110)
authorGeorgi Gerganov <redacted>
Sun, 12 Jan 2025 09:32:42 +0000 (11:32 +0200)
committerGitHub <redacted>
Sun, 12 Jan 2025 09:32:42 +0000 (11:32 +0200)
commitafa8a9ec9b520137bbd1ca6838cda93ee39baf20
tree072a8b72449e95d2006e8765648d0be8fec0a8b8
parentc05e8c9934f94fde49bc1bc9dc51eed282605150
llama : add `llama_vocab`, functions -> methods, naming (#11110)

* llama : functions -> methods (#11110)

* llama : add struct llama_vocab to the API (#11156)

ggml-ci

* hparams : move vocab params to llama_vocab (#11159)

ggml-ci

* vocab : more pimpl (#11165)

ggml-ci

* vocab : minor tokenization optimizations (#11160)

ggml-ci

Co-authored-by: Diego Devesa <redacted>
* lora : update API names (#11167)

ggml-ci

* llama : update API names to use correct prefix (#11174)

* llama : update API names to use correct prefix

ggml-ci

* cont

ggml-ci

* cont

ggml-ci

* minor [no ci]

* vocab : llama_vocab_add_[be]os -> llama_vocab_get_add_[be]os (#11174)

ggml-ci

* vocab : llama_vocab_n_vocab -> llama_vocab_n_tokens (#11174)

ggml-ci

---------

Co-authored-by: Diego Devesa <redacted>
68 files changed:
common/common.cpp
common/common.h
common/sampling.cpp
common/speculative.cpp
examples/batched-bench/batched-bench.cpp
examples/batched.swift/Sources/main.swift
examples/batched/batched.cpp
examples/convert-llama2c-to-ggml/convert-llama2c-to-ggml.cpp
examples/cvector-generator/cvector-generator.cpp
examples/embedding/embedding.cpp
examples/eval-callback/eval-callback.cpp
examples/export-lora/export-lora.cpp
examples/gritlm/gritlm.cpp
examples/imatrix/imatrix.cpp
examples/infill/infill.cpp
examples/llama-bench/llama-bench.cpp
examples/llama.android/llama/src/main/cpp/llama-android.cpp
examples/llama.swiftui/llama.cpp.swift/LibLlama.swift
examples/llava/llava-cli.cpp
examples/llava/llava.cpp
examples/llava/minicpmv-cli.cpp
examples/llava/qwen2vl-cli.cpp
examples/lookahead/lookahead.cpp
examples/lookup/lookup.cpp
examples/main/main.cpp
examples/parallel/parallel.cpp
examples/passkey/passkey.cpp
examples/perplexity/perplexity.cpp
examples/quantize-stats/quantize-stats.cpp
examples/retrieval/retrieval.cpp
examples/run/run.cpp
examples/save-load-state/save-load-state.cpp
examples/server/server.cpp
examples/server/utils.hpp
examples/simple-chat/simple-chat.cpp
examples/simple/simple.cpp
examples/speculative-simple/speculative-simple.cpp
examples/speculative/speculative.cpp
examples/tokenize/tokenize.cpp
examples/tts/tts.cpp
include/llama-cpp.h
include/llama.h
src/llama-adapter.cpp
src/llama-adapter.h
src/llama-arch.cpp
src/llama-arch.h
src/llama-context.cpp
src/llama-context.h
src/llama-grammar.cpp
src/llama-hparams.h
src/llama-kv-cache.cpp
src/llama-mmap.cpp
src/llama-model-loader.cpp
src/llama-model-loader.h
src/llama-model.cpp
src/llama-model.h
src/llama-quant.cpp
src/llama-sampling.cpp
src/llama-sampling.h
src/llama-vocab.cpp
src/llama-vocab.h
src/llama.cpp
tests/test-autorelease.cpp
tests/test-chat-template.cpp
tests/test-tokenizer-0.cpp
tests/test-tokenizer-1-bpe.cpp
tests/test-tokenizer-1-spm.cpp
tests/test-tokenizer-random.py