- [linenoise.cpp](./tools/run/linenoise.cpp/linenoise.cpp) - C++ library that provides readline-like line editing capabilities, used by `llama-run` - BSD 2-Clause License
- [curl](https://curl.se/) - Client-side URL transfer library, used by various tools/examples - [CURL License](https://curl.se/docs/copyright.html)
- [miniaudio.h](https://github.com/mackron/miniaudio) - Single-header audio format decoder, used by multimodal subsystem - Public domain
+- [subprocess.h](https://github.com/sheredom/subprocess.h) - Single-header process launching solution for C and C++ - Public domain
static handle_model_result common_params_handle_model(
struct common_params_model & model,
const std::string & bearer_token,
- const std::string & model_path_default,
bool offline) {
handle_model_result result;
// handle pre-fill default model path and url based on hf_repo and hf_file
{
if (!model.docker_repo.empty()) { // Handle Docker URLs by resolving them to local paths
model.path = common_docker_resolve_model(model.docker_repo);
+ model.name = model.docker_repo; // set name for consistency
} else if (!model.hf_repo.empty()) {
// short-hand to avoid specifying --hf-file -> default it to --model
if (model.hf_file.empty()) {
if (auto_detected.repo.empty() || auto_detected.ggufFile.empty()) {
exit(1); // built without CURL, error message already printed
}
- model.hf_repo = auto_detected.repo;
+ model.name = model.hf_repo; // repo name with tag
+ model.hf_repo = auto_detected.repo; // repo name without tag
model.hf_file = auto_detected.ggufFile;
if (!auto_detected.mmprojFile.empty()) {
result.found_mmproj = true;
model.path = fs_get_cache_file(string_split<std::string>(f, '/').back());
}
- } else if (model.path.empty()) {
- model.path = model_path_default;
}
}
// handle model and download
{
- auto res = common_params_handle_model(params.model, params.hf_token, DEFAULT_MODEL_PATH, params.offline);
+ auto res = common_params_handle_model(params.model, params.hf_token, params.offline);
if (params.no_mmproj) {
params.mmproj = {};
} else if (res.found_mmproj && params.mmproj.path.empty() && params.mmproj.url.empty()) {
// only download mmproj if the current example is using it
for (auto & ex : mmproj_examples) {
if (ctx_arg.ex == ex) {
- common_params_handle_model(params.mmproj, params.hf_token, "", params.offline);
+ common_params_handle_model(params.mmproj, params.hf_token, params.offline);
break;
}
}
- common_params_handle_model(params.speculative.model, params.hf_token, "", params.offline);
- common_params_handle_model(params.vocoder.model, params.hf_token, "", params.offline);
+ common_params_handle_model(params.speculative.model, params.hf_token, params.offline);
+ common_params_handle_model(params.vocoder.model, params.hf_token, params.offline);
+ }
+
+ // model is required (except for server)
+ // TODO @ngxson : maybe show a list of available models in CLI in this case
+ if (params.model.path.empty() && ctx_arg.ex != LLAMA_EXAMPLE_SERVER) {
+ throw std::invalid_argument("error: --model is required\n");
}
if (params.escape) {
add_opt(common_arg(
{"-m", "--model"}, "FNAME",
ex == LLAMA_EXAMPLE_EXPORT_LORA
- ? std::string("model path from which to load base model")
- : string_format(
- "model path (default: `models/$filename` with filename from `--hf-file` "
- "or `--model-url` if set, otherwise %s)", DEFAULT_MODEL_PATH
- ),
+ ? "model path from which to load base model"
+ : "model path to load",
[](common_params & params, const std::string & value) {
params.model.path = value;
}
}
}
).set_examples({LLAMA_EXAMPLE_SERVER}));
+ add_opt(common_arg(
+ {"--models-dir"}, "PATH",
+ "directory containing models for the router server (default: disabled)",
+ [](common_params & params, const std::string & value) {
+ params.models_dir = value;
+ }
+ ).set_examples({LLAMA_EXAMPLE_SERVER}).set_env("LLAMA_ARG_MODELS_DIR"));
+ add_opt(common_arg(
+ {"--models-max"}, "N",
+ string_format("for router server, maximum number of models to load simultaneously (default: %d, 0 = unlimited)", params.models_max),
+ [](common_params & params, int value) {
+ params.models_max = value;
+ }
+ ).set_examples({LLAMA_EXAMPLE_SERVER}).set_env("LLAMA_ARG_MODELS_MAX"));
+ add_opt(common_arg(
+ {"--no-models-autoload"},
+ "disables automatic loading of models (default: enabled)",
+ [](common_params & params) {
+ params.models_autoload = false;
+ }
+ ).set_examples({LLAMA_EXAMPLE_SERVER}).set_env("LLAMA_ARG_NO_MODELS_AUTOLOAD"));
add_opt(common_arg(
{"--jinja"},
string_format("use jinja template for chat (default: %s)\n", params.use_jinja ? "enabled" : "disabled"),
return cache_directory + filename;
}
-std::vector<common_file_info> fs_list_files(const std::string & path) {
+std::vector<common_file_info> fs_list(const std::string & path, bool include_directories) {
std::vector<common_file_info> files;
if (path.empty()) return files;
const auto & p = entry.path();
if (std::filesystem::is_regular_file(p)) {
common_file_info info;
- info.path = p.string();
- info.name = p.filename().string();
+ info.path = p.string();
+ info.name = p.filename().string();
+ info.is_dir = false;
try {
info.size = static_cast<size_t>(std::filesystem::file_size(p));
} catch (const std::filesystem::filesystem_error &) {
info.size = 0;
}
files.push_back(std::move(info));
+ } else if (include_directories && std::filesystem::is_directory(p)) {
+ common_file_info info;
+ info.path = p.string();
+ info.name = p.filename().string();
+ info.size = 0; // Directories have no size
+ info.is_dir = true;
+ files.push_back(std::move(info));
}
} catch (const std::filesystem::filesystem_error &) {
// skip entries we cannot inspect
fprintf(stderr, "%s: built with %s for %s\n", __func__, LLAMA_COMPILER, LLAMA_BUILD_TARGET); \
} while(0)
-#define DEFAULT_MODEL_PATH "models/7B/ggml-model-f16.gguf"
-
struct common_time_meas {
common_time_meas(int64_t & t_acc, bool disable = false);
~common_time_meas();
std::string hf_repo = ""; // HF repo // NOLINT
std::string hf_file = ""; // HF file // NOLINT
std::string docker_repo = ""; // Docker repo // NOLINT
+ std::string name = ""; // in format <user>/<model>[:<tag>] (tag is optional) // NOLINT
};
struct common_params_speculative {
bool endpoint_props = false; // only control POST requests, not GET
bool endpoint_metrics = false;
+ // router server configs
+ std::string models_dir = ""; // directory containing models for the router server
+ int models_max = 4; // maximum number of models to load simultaneously
+ bool models_autoload = true; // automatically load models when requested via the router server
+
bool log_json = false;
std::string slot_save_path;
std::string path;
std::string name;
size_t size = 0; // in bytes
+ bool is_dir = false;
};
-std::vector<common_file_info> fs_list_files(const std::string & path);
+std::vector<common_file_info> fs_list(const std::string & path, bool include_directories);
//
// Model utils
std::vector<common_cached_model_info> common_list_cached_models() {
std::vector<common_cached_model_info> models;
const std::string cache_dir = fs_get_cache_directory();
- const std::vector<common_file_info> files = fs_list_files(cache_dir);
+ const std::vector<common_file_info> files = fs_list(cache_dir, false);
for (const auto & file : files) {
if (string_starts_with(file.name, "manifest=") && string_ends_with(file.name, ".json")) {
common_cached_model_info model_info;
std::string model;
std::string tag;
size_t size = 0; // GGUF size in bytes
+ // return string representation like "user/model:tag"
+ // if tag is "latest", it will be omitted
std::string to_string() const {
- return user + "/" + model + ":" + tag;
+ return user + "/" + model + (tag == "latest" ? "" : ":" + tag);
}
};
"https://github.com/mackron/miniaudio/raw/669ed3e844524fcd883231b13095baee9f6de304/miniaudio.h": "vendor/miniaudio/miniaudio.h",
"https://raw.githubusercontent.com/yhirose/cpp-httplib/refs/tags/v0.28.0/httplib.h": "vendor/cpp-httplib/httplib.h",
+
+ "https://raw.githubusercontent.com/sheredom/subprocess.h/b49c56e9fe214488493021017bf3954b91c7c1f5/subprocess.h": "vendor/sheredom/subprocess.h",
}
for url, filename in vendor.items():
#endif
struct quantize_stats_params {
- std::string model = DEFAULT_MODEL_PATH;
+ std::string model = "models/7B/ggml-model-f16.gguf";
bool verbose = false;
bool per_layer_stats = false;
bool print_histogram = false;
server.cpp
server-http.cpp
server-http.h
+ server-models.cpp
+ server-models.h
server-task.cpp
server-task.h
server-queue.cpp
| `--control-vector FNAME` | add a control vector<br/>note: this argument can be repeated to add multiple control vectors |
| `--control-vector-scaled FNAME SCALE` | add a control vector with user defined scaling SCALE<br/>note: this argument can be repeated to add multiple scaled control vectors |
| `--control-vector-layer-range START END` | layer range to apply the control vector(s) to, start and end inclusive |
-| `-m, --model FNAME` | model path (default: `models/$filename` with filename from `--hf-file` or `--model-url` if set, otherwise models/7B/ggml-model-f16.gguf)<br/>(env: LLAMA_ARG_MODEL) |
+| `-m, --model FNAME` | model path to load<br/>(env: LLAMA_ARG_MODEL) |
| `-mu, --model-url MODEL_URL` | model download url (default: unused)<br/>(env: LLAMA_ARG_MODEL_URL) |
| `-dr, --docker-repo [<repo>/]<model>[:quant]` | Docker Hub model repository. repo is optional, default to ai/. quant is optional, default to :latest.<br/>example: gemma3<br/>(default: unused)<br/>(env: LLAMA_ARG_DOCKER_REPO) |
| `-hf, -hfr, --hf-repo <user>/<model>[:quant]` | Hugging Face model repository; quant is optional, case-insensitive, default to Q4_K_M, or falls back to the first file in the repo if Q4_K_M doesn't exist.<br/>mmproj is also downloaded automatically if available. to disable, add --no-mmproj<br/>example: unsloth/phi-4-GGUF:q4_k_m<br/>(default: unused)<br/>(env: LLAMA_ARG_HF_REPO) |
| `--slots` | enable slots monitoring endpoint (default: enabled)<br/>(env: LLAMA_ARG_ENDPOINT_SLOTS) |
| `--no-slots` | disables slots monitoring endpoint<br/>(env: LLAMA_ARG_NO_ENDPOINT_SLOTS) |
| `--slot-save-path PATH` | path to save slot kv cache (default: disabled) |
+| `--models-dir PATH` | directory containing models for the router server (default: disabled)<br/>(env: LLAMA_ARG_MODELS_DIR) |
+| `--models-max N` | for router server, maximum number of models to load simultaneously (default: 4, 0 = unlimited)<br/>(env: LLAMA_ARG_MODELS_MAX) |
+| `--models-allow-extra-args` | for router server, allow extra arguments for models; important: some arguments can allow users to access local file system, use with caution (default: disabled)<br/>(env: LLAMA_ARG_MODELS_ALLOW_EXTRA_ARGS) |
+| `--no-models-autoload` | disables automatic loading of models (default: enabled)<br/>(env: LLAMA_ARG_NO_MODELS_AUTOLOAD) |
| `--jinja` | use jinja template for chat (default: enabled)<br/><br/>(env: LLAMA_ARG_JINJA) |
| `--no-jinja` | disable jinja template for chat (default: enabled)<br/><br/>(env: LLAMA_ARG_NO_JINJA) |
| `--reasoning-format FORMAT` | controls whether thought tags are allowed and/or extracted from the response, and in which format they're returned; one of:<br/>- none: leaves thoughts unparsed in `message.content`<br/>- deepseek: puts thoughts in `message.reasoning_content`<br/>- deepseek-legacy: keeps `<think>` tags in `message.content` while also populating `message.reasoning_content`<br/>(default: auto)<br/>(env: LLAMA_ARG_THINK) |
## Web UI
-The project includes a web-based user interface that enables interaction with the model through the `/v1/chat/completions` endpoint.
+The project includes a web-based user interface for interacting with `llama-server`. It supports both single-model (`MODEL` mode) and multi-model (`ROUTER` mode) operation.
-The web UI is developed using:
-- `react` framework for frontend development
-- `tailwindcss` and `daisyui` for styling
-- `vite` for build tooling
+### Features
-A pre-built version is available as a single HTML file under `/public` directory.
+- **Chat interface** with streaming responses
+- **Multi-model support** (ROUTER mode) - switch between models, auto-load on selection
+- **Modality validation** - ensures selected model supports conversation's attachments (images, audio)
+- **Conversation management** - branching, regeneration, editing with history preservation
+- **Attachment support** - images, audio, PDFs (with vision/text fallback)
+- **Configurable parameters** - temperature, top_p, etc. synced with server defaults
+- **Dark/light theme**
-To build or to run the dev server (with hot reload):
+### Tech Stack
+
+- **SvelteKit** - frontend framework with Svelte 5 runes for reactive state
+- **TailwindCSS** + **shadcn-svelte** - styling and UI components
+- **Vite** - build tooling
+- **IndexedDB** (Dexie) - local storage for conversations
+- **LocalStorage** - user settings persistence
+
+### Architecture
+
+The WebUI follows a layered architecture:
+
+```
+Routes → Components → Hooks → Stores → Services → Storage/API
+```
+
+- **Stores** - reactive state management (`chatStore`, `conversationsStore`, `modelsStore`, `serverStore`, `settingsStore`)
+- **Services** - stateless API/database communication (`ChatService`, `ModelsService`, `PropsService`, `DatabaseService`)
+- **Hooks** - reusable logic (`useModelChangeValidation`, `useProcessingState`)
+
+For detailed architecture diagrams, see [`tools/server/webui/docs/`](webui/docs/):
+
+- `high-level-architecture.mmd` - full architecture with all modules
+- `high-level-architecture-simplified.mmd` - simplified overview
+- `data-flow-simplified-model-mode.mmd` - data flow for single-model mode
+- `data-flow-simplified-router-mode.mmd` - data flow for multi-model mode
+- `flows/*.mmd` - detailed per-domain flows (chat, conversations, models, etc.)
+
+### Development
```sh
-# make sure you have nodejs installed
+# make sure you have Node.js installed
cd tools/server/webui
npm i
-# to run the dev server
+# run dev server (with hot reload)
npm run dev
-# to build the public/index.html.gz
+# run tests
+npm run test
+
+# build production bundle
npm run build
```
-After `public/index.html.gz` has been generated we need to generate the c++
-headers (like build/tools/server/index.html.gz.hpp) that will be included
-by server.cpp. This is done by building `llama-server` as described in the
-[build](#build) section above.
-NOTE: if you are using the vite dev server, you can change the API base URL to llama.cpp. To do that, run this code snippet in browser's console:
+After `public/index.html.gz` has been generated, rebuild `llama-server` as described in the [build](#build) section to include the updated UI.
-```js
-localStorage.setItem('base', 'http://localhost:8080')
-```
+**Note:** The Vite dev server automatically proxies API requests to `http://localhost:8080`. Make sure `llama-server` is running on that port during development.
## Quick Start
{"input_tokens": 10}
```
+## Using multiple models
+
+`llama-server` can be launched in a **router mode** that exposes an API for dynamically loading and unloading models. The main process (the "router") automatically forwards each request to the appropriate model instance.
+
+To start in router mode, launch `llama-server` **without specifying any model**:
+
+```sh
+llama-server
+```
+
+### Model sources
+
+By default, the router looks for models in the cache. You can add Hugging Face models to the cache with:
+
+```sh
+llama-server -hf <user>/<model>:<tag>
+```
+
+*The server must be restarted after adding a new model.*
+
+Alternatively, you can point the router to a local directory containing your GGUF files using `--models-dir`. Example command:
+
+```sh
+llama-server --models-dir ./models_directory
+```
+
+If the model contains multiple GGUF (for multimodal or multi-shard), files should be put into a subdirectory. The directory structure should look like this:
+
+```sh
+models_directory
+ │
+ │ # single file
+ ├─ llama-3.2-1b-Q4_K_M.gguf
+ ├─ Qwen3-8B-Q4_K_M.gguf
+ │
+ │ # multimodal
+ ├─ gemma-3-4b-it-Q8_0
+ │ ├─ gemma-3-4b-it-Q8_0.gguf
+ │ └─ mmproj-F16.gguf # file name must start with "mmproj"
+ │
+ │ # multi-shard
+ ├─ Kimi-K2-Thinking-UD-IQ1_S
+ │ ├─ Kimi-K2-Thinking-UD-IQ1_S-00001-of-00006.gguf
+ │ ├─ Kimi-K2-Thinking-UD-IQ1_S-00002-of-00006.gguf
+ │ ├─ ...
+ │ └─ Kimi-K2-Thinking-UD-IQ1_S-00006-of-00006.gguf
+```
+
+You may also specify default arguments that will be passed to every model instance:
+
+```sh
+llama-server -ctx 8192 -n 1024 -np 2
+```
+
+Note: model instances inherit both command line arguments and environment variables from the router server.
+
+### Routing requests
+
+Requests are routed according to the requested model name.
+
+For **POST** endpoints (`/v1/chat/completions`, `/v1/completions`, `/infill`, etc.) The router uses the `"model"` field in the JSON body:
+
+```json
+{
+ "model": "ggml-org/gemma-3-4b-it-GGUF:Q4_K_M",
+ "messages": [
+ {
+ "role": "user",
+ "content": "hello"
+ }
+ ]
+}
+```
+
+For **GET** endpoints (`/props`, `/metrics`, etc.) The router uses the `model` query parameter (URL-encoded):
+
+```
+GET /props?model=ggml-org%2Fgemma-3-4b-it-GGUF%3AQ4_K_M
+```
+
+By default, the model will be loaded automatically if it's not loaded. To disable this, add `--no-models-autoload` when starting the server. Additionally, you can include `?autoload=true|false` in the query param to control this behavior per-request.
+
+### GET `/models`: List available models
+
+Listing all models in cache. The model metadata will also include a field to indicate the status of the model:
+
+```json
+{
+ "data": [{
+ "id": "ggml-org/gemma-3-4b-it-GGUF:Q4_K_M",
+ "in_cache": true,
+ "path": "/Users/REDACTED/Library/Caches/llama.cpp/ggml-org_gemma-3-4b-it-GGUF_gemma-3-4b-it-Q4_K_M.gguf",
+ "status": {
+ "value": "loaded",
+ "args": ["llama-server", "-ctx", "4096"]
+ },
+ ...
+ }]
+}
+```
+
+Note: For a local GGUF (stored offline in a custom directory), the model object will have `"in_cache": false`.
+
+The `status` object can be:
+
+```json
+"status": {
+ "value": "unloaded"
+}
+```
+
+```json
+"status": {
+ "value": "loading",
+ "args": ["llama-server", "-ctx", "4096"]
+}
+```
+
+```json
+"status": {
+ "value": "unloaded",
+ "args": ["llama-server", "-ctx", "4096"],
+ "failed": true,
+ "exit_code": 1
+}
+```
+
+```json
+"status": {
+ "value": "loaded",
+ "args": ["llama-server", "-ctx", "4096"]
+}
+```
+
+### POST `/models/load`: Load a model
+
+Load a model
+
+Payload:
+- `model`: name of the model to be loaded.
+- `extra_args`: (optional) an array of additional arguments to be passed to the model instance. Note: you must start the server with `--models-allow-extra-args` to enable this feature.
+
+```json
+{
+ "model": "ggml-org/gemma-3-4b-it-GGUF:Q4_K_M",
+ "extra_args": ["-n", "128", "--top-k", "4"]
+}
+```
+
+Response:
+
+```json
+{
+ "success": true
+}
+```
+
+
+### POST `/models/unload`: Unload a model
+
+Unload a model
+
+Payload:
+
+```json
+{
+ "model": "ggml-org/gemma-3-4b-it-GGUF:Q4_K_M",
+}
+```
+
+Response:
+
+```json
+{
+ "success": true
+}
+```
+
## More examples
### Interactive mode
--- /dev/null
+#include "server-common.h"
+#include "server-models.h"
+
+#include "download.h"
+
+#include <cpp-httplib/httplib.h> // TODO: remove this once we use HTTP client from download.h
+#include <sheredom/subprocess.h>
+
+#include <functional>
+#include <thread>
+#include <mutex>
+#include <condition_variable>
+#include <cstring>
+#include <atomic>
+#include <chrono>
+#include <queue>
+
+#ifdef _WIN32
+#include <winsock2.h>
+#else
+#include <sys/socket.h>
+#include <netinet/in.h>
+#include <arpa/inet.h>
+#include <unistd.h>
+#endif
+
+#define CMD_EXIT "exit"
+
+struct local_model {
+ std::string name;
+ std::string path;
+ std::string path_mmproj;
+};
+
+static std::vector<local_model> list_local_models(const std::string & dir) {
+ if (!std::filesystem::exists(dir) || !std::filesystem::is_directory(dir)) {
+ throw std::runtime_error(string_format("error: '%s' does not exist or is not a directory\n", dir.c_str()));
+ }
+
+ std::vector<local_model> models;
+ auto scan_subdir = [&models](const std::string & subdir_path, const std::string & name) {
+ auto files = fs_list(subdir_path, false);
+ common_file_info model_file;
+ common_file_info first_shard_file;
+ common_file_info mmproj_file;
+ for (const auto & file : files) {
+ if (string_ends_with(file.name, ".gguf")) {
+ if (file.name.find("mmproj") != std::string::npos) {
+ mmproj_file = file;
+ } else if (file.name.find("-00001-of-") != std::string::npos) {
+ first_shard_file = file;
+ } else {
+ model_file = file;
+ }
+ }
+ }
+ // single file model
+ local_model model{
+ /* name */ name,
+ /* path */ first_shard_file.path.empty() ? model_file.path : first_shard_file.path,
+ /* path_mmproj */ mmproj_file.path // can be empty
+ };
+ if (!model.path.empty()) {
+ models.push_back(model);
+ }
+ };
+
+ auto files = fs_list(dir, true);
+ for (const auto & file : files) {
+ if (file.is_dir) {
+ scan_subdir(file.path, file.name);
+ } else if (string_ends_with(file.name, ".gguf")) {
+ // single file model
+ std::string name = file.name;
+ string_replace_all(name, ".gguf", "");
+ local_model model{
+ /* name */ name,
+ /* path */ file.path,
+ /* path_mmproj */ ""
+ };
+ models.push_back(model);
+ }
+ }
+ return models;
+}
+
+//
+// server_models
+//
+
+server_models::server_models(
+ const common_params & params,
+ int argc,
+ char ** argv,
+ char ** envp) : base_params(params) {
+ for (int i = 0; i < argc; i++) {
+ base_args.push_back(std::string(argv[i]));
+ }
+ for (char ** env = envp; *env != nullptr; env++) {
+ base_env.push_back(std::string(*env));
+ }
+ // TODO: allow refreshing cached model list
+ // add cached models
+ auto cached_models = common_list_cached_models();
+ for (const auto & model : cached_models) {
+ server_model_meta meta{
+ /* name */ model.to_string(),
+ /* path */ model.manifest_path,
+ /* path_mmproj */ "", // auto-detected when loading
+ /* in_cache */ true,
+ /* port */ 0,
+ /* status */ SERVER_MODEL_STATUS_UNLOADED,
+ /* last_used */ 0,
+ /* args */ std::vector<std::string>(),
+ /* exit_code */ 0
+ };
+ mapping[meta.name] = instance_t{
+ /* subproc */ std::make_shared<subprocess_s>(),
+ /* th */ std::thread(),
+ /* meta */ meta
+ };
+ }
+ // add local models specificed via --models-dir
+ if (!params.models_dir.empty()) {
+ auto local_models = list_local_models(params.models_dir);
+ for (const auto & model : local_models) {
+ if (mapping.find(model.name) != mapping.end()) {
+ // already exists in cached models, skip
+ continue;
+ }
+ server_model_meta meta{
+ /* name */ model.name,
+ /* path */ model.path,
+ /* path_mmproj */ model.path_mmproj,
+ /* in_cache */ false,
+ /* port */ 0,
+ /* status */ SERVER_MODEL_STATUS_UNLOADED,
+ /* last_used */ 0,
+ /* args */ std::vector<std::string>(),
+ /* exit_code */ 0
+ };
+ mapping[meta.name] = instance_t{
+ /* subproc */ std::make_shared<subprocess_s>(),
+ /* th */ std::thread(),
+ /* meta */ meta
+ };
+ }
+ }
+}
+
+void server_models::update_meta(const std::string & name, const server_model_meta & meta) {
+ std::lock_guard<std::mutex> lk(mutex);
+ auto it = mapping.find(name);
+ if (it != mapping.end()) {
+ it->second.meta = meta;
+ }
+ cv.notify_all(); // notify wait_until_loaded
+}
+
+bool server_models::has_model(const std::string & name) {
+ std::lock_guard<std::mutex> lk(mutex);
+ return mapping.find(name) != mapping.end();
+}
+
+std::optional<server_model_meta> server_models::get_meta(const std::string & name) {
+ std::lock_guard<std::mutex> lk(mutex);
+ auto it = mapping.find(name);
+ if (it != mapping.end()) {
+ return it->second.meta;
+ }
+ return std::nullopt;
+}
+
+static int get_free_port() {
+#ifdef _WIN32
+ WSADATA wsaData;
+ if (WSAStartup(MAKEWORD(2, 2), &wsaData) != 0) {
+ return -1;
+ }
+ typedef SOCKET native_socket_t;
+#define INVALID_SOCKET_VAL INVALID_SOCKET
+#define CLOSE_SOCKET(s) closesocket(s)
+#else
+ typedef int native_socket_t;
+#define INVALID_SOCKET_VAL -1
+#define CLOSE_SOCKET(s) close(s)
+#endif
+
+ native_socket_t sock = socket(AF_INET, SOCK_STREAM, 0);
+ if (sock == INVALID_SOCKET_VAL) {
+#ifdef _WIN32
+ WSACleanup();
+#endif
+ return -1;
+ }
+
+ struct sockaddr_in serv_addr;
+ std::memset(&serv_addr, 0, sizeof(serv_addr));
+ serv_addr.sin_family = AF_INET;
+ serv_addr.sin_addr.s_addr = htonl(INADDR_ANY);
+ serv_addr.sin_port = htons(0);
+
+ if (bind(sock, (struct sockaddr*)&serv_addr, sizeof(serv_addr)) != 0) {
+ CLOSE_SOCKET(sock);
+#ifdef _WIN32
+ WSACleanup();
+#endif
+ return -1;
+ }
+
+#ifdef _WIN32
+ int namelen = sizeof(serv_addr);
+#else
+ socklen_t namelen = sizeof(serv_addr);
+#endif
+ if (getsockname(sock, (struct sockaddr*)&serv_addr, &namelen) != 0) {
+ CLOSE_SOCKET(sock);
+#ifdef _WIN32
+ WSACleanup();
+#endif
+ return -1;
+ }
+
+ int port = ntohs(serv_addr.sin_port);
+
+ CLOSE_SOCKET(sock);
+#ifdef _WIN32
+ WSACleanup();
+#endif
+
+ return port;
+}
+
+// helper to convert vector<string> to char **
+// pointers are only valid as long as the original vector is valid
+static std::vector<char *> to_char_ptr_array(const std::vector<std::string> & vec) {
+ std::vector<char *> result;
+ result.reserve(vec.size() + 1);
+ for (const auto & s : vec) {
+ result.push_back(const_cast<char*>(s.c_str()));
+ }
+ result.push_back(nullptr);
+ return result;
+}
+
+std::vector<server_model_meta> server_models::get_all_meta() {
+ std::lock_guard<std::mutex> lk(mutex);
+ std::vector<server_model_meta> result;
+ result.reserve(mapping.size());
+ for (const auto & [name, inst] : mapping) {
+ result.push_back(inst.meta);
+ }
+ return result;
+}
+
+void server_models::unload_lru() {
+ if (base_params.models_max <= 0) {
+ return; // no limit
+ }
+ // remove one of the servers if we passed the models_max (least recently used - LRU)
+ std::string lru_model_name = "";
+ int64_t lru_last_used = ggml_time_ms();
+ size_t count_active = 0;
+ {
+ std::lock_guard<std::mutex> lk(mutex);
+ for (const auto & m : mapping) {
+ if (m.second.meta.is_active()) {
+ count_active++;
+ if (m.second.meta.last_used < lru_last_used) {
+ lru_model_name = m.first;
+ lru_last_used = m.second.meta.last_used;
+ }
+ }
+ }
+ }
+ if (!lru_model_name.empty() && count_active >= (size_t)base_params.models_max) {
+ SRV_INF("models_max limit reached, removing LRU name=%s\n", lru_model_name.c_str());
+ unload(lru_model_name);
+ }
+}
+
+static void add_or_replace_arg(std::vector<std::string> & args, const std::string & key, const std::string & value) {
+ for (size_t i = 0; i < args.size(); i++) {
+ if (args[i] == key && i + 1 < args.size()) {
+ args[i + 1] = value;
+ return;
+ }
+ }
+ // not found, append
+ args.push_back(key);
+ args.push_back(value);
+}
+
+void server_models::load(const std::string & name, bool auto_load) {
+ if (!has_model(name)) {
+ throw std::runtime_error("model name=" + name + " is not found");
+ }
+ unload_lru();
+
+ std::lock_guard<std::mutex> lk(mutex);
+
+ auto meta = mapping[name].meta;
+ if (meta.status != SERVER_MODEL_STATUS_UNLOADED) {
+ SRV_INF("model %s is not ready\n", name.c_str());
+ return;
+ }
+
+ // prepare new instance info
+ instance_t inst;
+ inst.meta = meta;
+ inst.meta.port = get_free_port();
+ inst.meta.status = SERVER_MODEL_STATUS_LOADING;
+ inst.meta.last_used = ggml_time_ms();
+
+ if (inst.meta.port <= 0) {
+ throw std::runtime_error("failed to get a port number");
+ }
+
+ inst.subproc = std::make_shared<subprocess_s>();
+ {
+ SRV_INF("spawning server instance with name=%s on port %d\n", inst.meta.name.c_str(), inst.meta.port);
+
+ std::vector<std::string> child_args;
+ if (auto_load && !meta.args.empty()) {
+ child_args = meta.args; // copy previous args
+ } else {
+ child_args = base_args; // copy
+ if (inst.meta.in_cache) {
+ add_or_replace_arg(child_args, "-hf", inst.meta.name);
+ } else {
+ add_or_replace_arg(child_args, "-m", inst.meta.path);
+ if (!inst.meta.path_mmproj.empty()) {
+ add_or_replace_arg(child_args, "--mmproj", inst.meta.path_mmproj);
+ }
+ }
+ }
+
+ // set model args
+ add_or_replace_arg(child_args, "--port", std::to_string(inst.meta.port));
+ add_or_replace_arg(child_args, "--alias", inst.meta.name);
+
+ std::vector<std::string> child_env = base_env; // copy
+ child_env.push_back("LLAMA_SERVER_ROUTER_PORT=" + std::to_string(base_params.port));
+
+ SRV_INF("%s", "spawning server instance with args:\n");
+ for (const auto & arg : child_args) {
+ SRV_INF(" %s\n", arg.c_str());
+ }
+ inst.meta.args = child_args; // save for debugging
+
+ std::vector<char *> argv = to_char_ptr_array(child_args);
+ std::vector<char *> envp = to_char_ptr_array(child_env);
+
+ int options = subprocess_option_no_window | subprocess_option_combined_stdout_stderr;
+ int result = subprocess_create_ex(argv.data(), options, envp.data(), inst.subproc.get());
+ if (result != 0) {
+ throw std::runtime_error("failed to spawn server instance");
+ }
+
+ inst.stdin_file = subprocess_stdin(inst.subproc.get());
+ }
+
+ // start a thread to manage the child process
+ // captured variables are guaranteed to be destroyed only after the thread is joined
+ inst.th = std::thread([this, name, child_proc = inst.subproc, port = inst.meta.port]() {
+ // read stdout/stderr and forward to main server log
+ FILE * p_stdout_stderr = subprocess_stdout(child_proc.get());
+ if (p_stdout_stderr) {
+ char buffer[4096];
+ while (fgets(buffer, sizeof(buffer), p_stdout_stderr) != nullptr) {
+ LOG("[%5d] %s", port, buffer);
+ }
+ } else {
+ SRV_ERR("failed to get stdout/stderr of child process for name=%s\n", name.c_str());
+ }
+ // we reach here when the child process exits
+ int exit_code = 0;
+ subprocess_join(child_proc.get(), &exit_code);
+ subprocess_destroy(child_proc.get());
+ // update PID and status
+ {
+ std::lock_guard<std::mutex> lk(mutex);
+ auto it = mapping.find(name);
+ if (it != mapping.end()) {
+ auto & meta = it->second.meta;
+ meta.exit_code = exit_code;
+ meta.status = SERVER_MODEL_STATUS_UNLOADED;
+ }
+ cv.notify_all();
+ }
+ SRV_INF("instance name=%s exited with status %d\n", name.c_str(), exit_code);
+ });
+
+ // clean up old process/thread if exists
+ {
+ auto & old_instance = mapping[name];
+ // old process should have exited already, but just in case, we clean it up here
+ if (subprocess_alive(old_instance.subproc.get())) {
+ SRV_WRN("old process for model name=%s is still alive, this is unexpected\n", name.c_str());
+ subprocess_terminate(old_instance.subproc.get()); // force kill
+ }
+ if (old_instance.th.joinable()) {
+ old_instance.th.join();
+ }
+ }
+
+ mapping[name] = std::move(inst);
+ cv.notify_all();
+}
+
+static void interrupt_subprocess(FILE * stdin_file) {
+ // because subprocess.h does not provide a way to send SIGINT,
+ // we will send a command to the child process to exit gracefully
+ if (stdin_file) {
+ fprintf(stdin_file, "%s\n", CMD_EXIT);
+ fflush(stdin_file);
+ }
+}
+
+void server_models::unload(const std::string & name) {
+ std::lock_guard<std::mutex> lk(mutex);
+ auto it = mapping.find(name);
+ if (it != mapping.end()) {
+ if (it->second.meta.is_active()) {
+ SRV_INF("unloading model instance name=%s\n", name.c_str());
+ interrupt_subprocess(it->second.stdin_file);
+ // status change will be handled by the managing thread
+ } else {
+ SRV_WRN("model instance name=%s is not loaded\n", name.c_str());
+ }
+ }
+}
+
+void server_models::unload_all() {
+ std::vector<std::thread> to_join;
+ {
+ std::lock_guard<std::mutex> lk(mutex);
+ for (auto & [name, inst] : mapping) {
+ if (inst.meta.is_active()) {
+ SRV_INF("unloading model instance name=%s\n", name.c_str());
+ interrupt_subprocess(inst.stdin_file);
+ // status change will be handled by the managing thread
+ }
+ // moving the thread to join list to avoid deadlock
+ to_join.push_back(std::move(inst.th));
+ }
+ }
+ for (auto & th : to_join) {
+ if (th.joinable()) {
+ th.join();
+ }
+ }
+}
+
+void server_models::update_status(const std::string & name, server_model_status status) {
+ // for now, we only allow updating to LOADED status
+ if (status != SERVER_MODEL_STATUS_LOADED) {
+ throw std::runtime_error("invalid status value");
+ }
+ auto meta = get_meta(name);
+ if (meta.has_value()) {
+ meta->status = status;
+ update_meta(name, meta.value());
+ }
+}
+
+void server_models::wait_until_loaded(const std::string & name) {
+ std::unique_lock<std::mutex> lk(mutex);
+ cv.wait(lk, [this, &name]() {
+ auto it = mapping.find(name);
+ if (it != mapping.end()) {
+ return it->second.meta.status != SERVER_MODEL_STATUS_LOADING;
+ }
+ return false;
+ });
+}
+
+bool server_models::ensure_model_loaded(const std::string & name) {
+ auto meta = get_meta(name);
+ if (!meta.has_value()) {
+ throw std::runtime_error("model name=" + name + " is not found");
+ }
+ if (meta->status == SERVER_MODEL_STATUS_LOADED) {
+ return false; // already loaded
+ }
+ if (meta->status == SERVER_MODEL_STATUS_UNLOADED) {
+ SRV_INF("model name=%s is not loaded, loading...\n", name.c_str());
+ load(name, true);
+ }
+
+ SRV_INF("waiting until model name=%s is fully loaded...\n", name.c_str());
+ wait_until_loaded(name);
+
+ // check final status
+ meta = get_meta(name);
+ if (!meta.has_value() || meta->is_failed()) {
+ throw std::runtime_error("model name=" + name + " failed to load");
+ }
+
+ return true;
+}
+
+server_http_res_ptr server_models::proxy_request(const server_http_req & req, const std::string & method, const std::string & name, bool update_last_used) {
+ auto meta = get_meta(name);
+ if (!meta.has_value()) {
+ throw std::runtime_error("model name=" + name + " is not found");
+ }
+ if (meta->status != SERVER_MODEL_STATUS_LOADED) {
+ throw std::invalid_argument("model name=" + name + " is not loaded");
+ }
+ if (update_last_used) {
+ std::unique_lock<std::mutex> lk(mutex);
+ mapping[name].meta.last_used = ggml_time_ms();
+ }
+ SRV_INF("proxying request to model %s on port %d\n", name.c_str(), meta->port);
+ auto proxy = std::make_unique<server_http_proxy>(
+ method,
+ base_params.hostname,
+ meta->port,
+ req.path,
+ req.headers,
+ req.body,
+ req.should_stop);
+ return proxy;
+}
+
+std::thread server_models::setup_child_server(const common_params & base_params, int router_port, const std::string & name, std::function<void(int)> & shutdown_handler) {
+ // send a notification to the router server that a model instance is ready
+ // TODO @ngxson : use HTTP client from libcommon
+ httplib::Client cli(base_params.hostname, router_port);
+ cli.set_connection_timeout(0, 200000); // 200 milliseconds
+
+ httplib::Request req;
+ req.method = "POST";
+ req.path = "/models/status";
+ req.set_header("Content-Type", "application/json");
+ if (!base_params.api_keys.empty()) {
+ req.set_header("Authorization", "Bearer " + base_params.api_keys[0]);
+ }
+
+ json body;
+ body["model"] = name;
+ body["value"] = server_model_status_to_string(SERVER_MODEL_STATUS_LOADED);
+ req.body = body.dump();
+
+ SRV_INF("notifying router server (port=%d) that model %s is ready\n", router_port, name.c_str());
+ auto result = cli.send(std::move(req));
+ if (result.error() != httplib::Error::Success) {
+ auto err_str = httplib::to_string(result.error());
+ SRV_ERR("failed to notify router server: %s\n", err_str.c_str());
+ exit(1); // force exit
+ }
+
+ // setup thread for monitoring stdin
+ return std::thread([shutdown_handler]() {
+ // wait for EOF on stdin
+ SRV_INF("%s", "child server monitoring thread started, waiting for EOF on stdin...\n");
+ bool eof = false;
+ while (true) {
+ std::string line;
+ if (!std::getline(std::cin, line)) {
+ // EOF detected, that means the router server is unexpectedly exit or killed
+ eof = true;
+ break;
+ }
+ if (line.find(CMD_EXIT) != std::string::npos) {
+ SRV_INF("%s", "exit command received, exiting...\n");
+ shutdown_handler(0);
+ break;
+ }
+ }
+ if (eof) {
+ SRV_INF("%s", "EOF on stdin detected, forcing shutdown...\n");
+ exit(1);
+ }
+ });
+}
+
+
+
+//
+// server_models_routes
+//
+
+static void res_ok(std::unique_ptr<server_http_res> & res, const json & response_data) {
+ res->status = 200;
+ res->data = safe_json_to_str(response_data);
+}
+
+static void res_error(std::unique_ptr<server_http_res> & res, const json & error_data) {
+ res->status = json_value(error_data, "code", 500);
+ res->data = safe_json_to_str({{ "error", error_data }});
+}
+
+static bool router_validate_model(const std::string & name, server_models & models, bool models_autoload, std::unique_ptr<server_http_res> & res) {
+ if (name.empty()) {
+ res_error(res, format_error_response("model name is missing from the request", ERROR_TYPE_INVALID_REQUEST));
+ return false;
+ }
+ auto meta = models.get_meta(name);
+ if (!meta.has_value()) {
+ res_error(res, format_error_response("model not found", ERROR_TYPE_INVALID_REQUEST));
+ return false;
+ }
+ if (models_autoload) {
+ models.ensure_model_loaded(name);
+ } else {
+ if (meta->status != SERVER_MODEL_STATUS_LOADED) {
+ res_error(res, format_error_response("model is not loaded", ERROR_TYPE_INVALID_REQUEST));
+ return false;
+ }
+ }
+ return true;
+}
+
+static bool is_autoload(const common_params & params, const server_http_req & req) {
+ std::string autoload = req.get_param("autoload");
+ if (autoload.empty()) {
+ return params.models_autoload;
+ } else {
+ return autoload == "true" || autoload == "1";
+ }
+}
+
+void server_models_routes::init_routes() {
+ this->get_router_props = [this](const server_http_req & req) {
+ std::string name = req.get_param("model");
+ if (name.empty()) {
+ // main instance
+ auto res = std::make_unique<server_http_res>();
+ res_ok(res, {
+ // TODO: add support for this on web UI
+ {"role", "router"},
+ {"max_instances", 4}, // dummy value for testing
+ // this is a dummy response to make sure webui doesn't break
+ {"model_alias", "llama-server"},
+ {"model_path", "none"},
+ {"default_generation_settings", {
+ {"params", json{}},
+ {"n_ctx", 0},
+ }},
+ });
+ return res;
+ }
+ return proxy_get(req);
+ };
+
+ this->proxy_get = [this](const server_http_req & req) {
+ std::string method = "GET";
+ std::string name = req.get_param("model");
+ bool autoload = is_autoload(params, req);
+ auto error_res = std::make_unique<server_http_res>();
+ if (!router_validate_model(name, models, autoload, error_res)) {
+ return error_res;
+ }
+ return models.proxy_request(req, method, name, false);
+ };
+
+ this->proxy_post = [this](const server_http_req & req) {
+ std::string method = "POST";
+ json body = json::parse(req.body);
+ std::string name = json_value(body, "model", std::string());
+ bool autoload = is_autoload(params, req);
+ auto error_res = std::make_unique<server_http_res>();
+ if (!router_validate_model(name, models, autoload, error_res)) {
+ return error_res;
+ }
+ return models.proxy_request(req, method, name, true); // update last usage for POST request only
+ };
+
+ this->get_router_models = [this](const server_http_req &) {
+ auto res = std::make_unique<server_http_res>();
+ json models_json = json::array();
+ auto all_models = models.get_all_meta();
+ std::time_t t = std::time(0);
+ for (const auto & meta : all_models) {
+ json status {
+ {"value", server_model_status_to_string(meta.status)},
+ {"args", meta.args},
+ };
+ if (meta.is_failed()) {
+ status["exit_code"] = meta.exit_code;
+ status["failed"] = true;
+ }
+ models_json.push_back(json {
+ {"id", meta.name},
+ {"object", "model"}, // for OAI-compat
+ {"owned_by", "llamacpp"}, // for OAI-compat
+ {"created", t}, // for OAI-compat
+ {"in_cache", meta.in_cache},
+ {"path", meta.path},
+ {"status", status},
+ // TODO: add other fields, may require reading GGUF metadata
+ });
+ }
+ res_ok(res, {
+ {"data", models_json},
+ {"object", "list"},
+ });
+ return res;
+ };
+
+ this->post_router_models_load = [this](const server_http_req & req) {
+ auto res = std::make_unique<server_http_res>();
+ json body = json::parse(req.body);
+ std::string name = json_value(body, "model", std::string());
+ auto model = models.get_meta(name);
+ if (!model.has_value()) {
+ res_error(res, format_error_response("model is not found", ERROR_TYPE_NOT_FOUND));
+ return res;
+ }
+ if (model->status == SERVER_MODEL_STATUS_LOADED) {
+ res_error(res, format_error_response("model is already loaded", ERROR_TYPE_INVALID_REQUEST));
+ return res;
+ }
+ models.load(name, false);
+ res_ok(res, {{"success", true}});
+ return res;
+ };
+
+ // used by child process to notify the router about status change
+ // TODO @ngxson : maybe implement authentication for this endpoint in the future
+ this->post_router_models_status = [this](const server_http_req & req) {
+ auto res = std::make_unique<server_http_res>();
+ json body = json::parse(req.body);
+ std::string model = json_value(body, "model", std::string());
+ std::string value = json_value(body, "value", std::string());
+ models.update_status(model, server_model_status_from_string(value));
+ res_ok(res, {{"success", true}});
+ return res;
+ };
+
+ this->get_router_models = [this](const server_http_req &) {
+ auto res = std::make_unique<server_http_res>();
+ json models_json = json::array();
+ auto all_models = models.get_all_meta();
+ std::time_t t = std::time(0);
+ for (const auto & meta : all_models) {
+ json status {
+ {"value", server_model_status_to_string(meta.status)},
+ {"args", meta.args},
+ };
+ if (meta.is_failed()) {
+ status["exit_code"] = meta.exit_code;
+ status["failed"] = true;
+ }
+ models_json.push_back(json {
+ {"id", meta.name},
+ {"object", "model"}, // for OAI-compat
+ {"owned_by", "llamacpp"}, // for OAI-compat
+ {"created", t}, // for OAI-compat
+ {"in_cache", meta.in_cache},
+ {"path", meta.path},
+ {"status", status},
+ // TODO: add other fields, may require reading GGUF metadata
+ });
+ }
+ res_ok(res, {
+ {"data", models_json},
+ {"object", "list"},
+ });
+ return res;
+ };
+
+ this->post_router_models_unload = [this](const server_http_req & req) {
+ auto res = std::make_unique<server_http_res>();
+ json body = json::parse(req.body);
+ std::string name = json_value(body, "model", std::string());
+ auto model = models.get_meta(name);
+ if (!model.has_value()) {
+ res_error(res, format_error_response("model is not found", ERROR_TYPE_INVALID_REQUEST));
+ return res;
+ }
+ if (model->status != SERVER_MODEL_STATUS_LOADED) {
+ res_error(res, format_error_response("model is not loaded", ERROR_TYPE_INVALID_REQUEST));
+ return res;
+ }
+ models.unload(name);
+ res_ok(res, {{"success", true}});
+ return res;
+ };
+}
+
+
+
+//
+// server_http_proxy
+//
+
+// simple implementation of a pipe
+// used for streaming data between threads
+template<typename T>
+struct pipe_t {
+ std::mutex mutex;
+ std::condition_variable cv;
+ std::queue<T> queue;
+ std::atomic<bool> writer_closed{false};
+ std::atomic<bool> reader_closed{false};
+ void close_write() {
+ writer_closed.store(true, std::memory_order_relaxed);
+ cv.notify_all();
+ }
+ void close_read() {
+ reader_closed.store(true, std::memory_order_relaxed);
+ cv.notify_all();
+ }
+ bool read(T & output, const std::function<bool()> & should_stop) {
+ std::unique_lock<std::mutex> lk(mutex);
+ constexpr auto poll_interval = std::chrono::milliseconds(500);
+ while (true) {
+ if (!queue.empty()) {
+ output = std::move(queue.front());
+ queue.pop();
+ return true;
+ }
+ if (writer_closed.load()) {
+ return false; // clean EOF
+ }
+ if (should_stop()) {
+ close_read(); // signal broken pipe to writer
+ return false; // cancelled / reader no longer alive
+ }
+ cv.wait_for(lk, poll_interval);
+ }
+ }
+ bool write(T && data) {
+ std::lock_guard<std::mutex> lk(mutex);
+ if (reader_closed.load()) {
+ return false; // broken pipe
+ }
+ queue.push(std::move(data));
+ cv.notify_one();
+ return true;
+ }
+};
+
+server_http_proxy::server_http_proxy(
+ const std::string & method,
+ const std::string & host,
+ int port,
+ const std::string & path,
+ const std::map<std::string, std::string> & headers,
+ const std::string & body,
+ const std::function<bool()> should_stop) {
+ // shared between reader and writer threads
+ auto cli = std::make_shared<httplib::Client>(host, port);
+ auto pipe = std::make_shared<pipe_t<msg_t>>();
+
+ // setup Client
+ cli->set_connection_timeout(0, 200000); // 200 milliseconds
+ this->status = 500; // to be overwritten upon response
+ this->cleanup = [pipe]() {
+ pipe->close_read();
+ pipe->close_write();
+ };
+
+ // wire up the receive end of the pipe
+ this->next = [pipe, should_stop](std::string & out) -> bool {
+ msg_t msg;
+ bool has_next = pipe->read(msg, should_stop);
+ if (!msg.data.empty()) {
+ out = std::move(msg.data);
+ }
+ return has_next; // false if EOF or pipe broken
+ };
+
+ // wire up the HTTP client
+ // note: do NOT capture `this` pointer, as it may be destroyed before the thread ends
+ httplib::ResponseHandler response_handler = [pipe, cli](const httplib::Response & response) {
+ msg_t msg;
+ msg.status = response.status;
+ for (const auto & [key, value] : response.headers) {
+ msg.headers[key] = value;
+ }
+ return pipe->write(std::move(msg)); // send headers first
+ };
+ httplib::ContentReceiverWithProgress content_receiver = [pipe](const char * data, size_t data_length, size_t, size_t) {
+ // send data chunks
+ // returns false if pipe is closed / broken (signal to stop receiving)
+ return pipe->write({{}, 0, std::string(data, data_length)});
+ };
+
+ // prepare the request to destination server
+ httplib::Request req;
+ {
+ req.method = method;
+ req.path = path;
+ for (const auto & [key, value] : headers) {
+ req.set_header(key, value);
+ }
+ req.body = body;
+ req.response_handler = response_handler;
+ req.content_receiver = content_receiver;
+ }
+
+ // start the proxy thread
+ SRV_DBG("start proxy thread %s %s\n", req.method.c_str(), req.path.c_str());
+ this->thread = std::thread([cli, pipe, req]() {
+ auto result = cli->send(std::move(req));
+ if (result.error() != httplib::Error::Success) {
+ auto err_str = httplib::to_string(result.error());
+ SRV_ERR("http client error: %s\n", err_str.c_str());
+ pipe->write({{}, 500, ""}); // header
+ pipe->write({{}, 0, "proxy error: " + err_str}); // body
+ }
+ pipe->close_write(); // signal EOF to reader
+ SRV_DBG("%s", "client request thread ended\n");
+ });
+ this->thread.detach();
+
+ // wait for the first chunk (headers)
+ msg_t header;
+ if (pipe->read(header, should_stop)) {
+ SRV_DBG("%s", "received response headers\n");
+ this->status = header.status;
+ this->headers = header.headers;
+ } else {
+ SRV_DBG("%s", "no response headers received (request cancelled?)\n");
+ }
+}
--- /dev/null
+#pragma once
+
+#include "common.h"
+#include "server-http.h"
+
+#include <mutex>
+#include <condition_variable>
+#include <functional>
+#include <memory>
+
+/**
+ * state diagram:
+ *
+ * UNLOADED ──► LOADING ──► LOADED
+ * ▲ │ │
+ * └───failed───┘ │
+ * ▲ │
+ * └────────unloaded─────────┘
+ */
+enum server_model_status {
+ // TODO: also add downloading state when the logic is added
+ SERVER_MODEL_STATUS_UNLOADED,
+ SERVER_MODEL_STATUS_LOADING,
+ SERVER_MODEL_STATUS_LOADED
+};
+
+static server_model_status server_model_status_from_string(const std::string & status_str) {
+ if (status_str == "unloaded") {
+ return SERVER_MODEL_STATUS_UNLOADED;
+ }
+ if (status_str == "loading") {
+ return SERVER_MODEL_STATUS_LOADING;
+ }
+ if (status_str == "loaded") {
+ return SERVER_MODEL_STATUS_LOADED;
+ }
+ throw std::runtime_error("invalid server model status");
+}
+
+static std::string server_model_status_to_string(server_model_status status) {
+ switch (status) {
+ case SERVER_MODEL_STATUS_UNLOADED: return "unloaded";
+ case SERVER_MODEL_STATUS_LOADING: return "loading";
+ case SERVER_MODEL_STATUS_LOADED: return "loaded";
+ default: return "unknown";
+ }
+}
+
+struct server_model_meta {
+ std::string name;
+ std::string path;
+ std::string path_mmproj; // only available if in_cache=false
+ bool in_cache = false; // if true, use -hf; use -m otherwise
+ int port = 0;
+ server_model_status status = SERVER_MODEL_STATUS_UNLOADED;
+ int64_t last_used = 0; // for LRU unloading
+ std::vector<std::string> args; // additional args passed to the model instance (used for debugging)
+ int exit_code = 0; // exit code of the model instance process (only valid if status == FAILED)
+
+ bool is_active() const {
+ return status == SERVER_MODEL_STATUS_LOADED || status == SERVER_MODEL_STATUS_LOADING;
+ }
+
+ bool is_failed() const {
+ return status == SERVER_MODEL_STATUS_UNLOADED && exit_code != 0;
+ }
+};
+
+struct subprocess_s;
+
+struct server_models {
+private:
+ struct instance_t {
+ std::shared_ptr<subprocess_s> subproc; // shared between main thread and monitoring thread
+ std::thread th;
+ server_model_meta meta;
+ FILE * stdin_file = nullptr;
+ };
+
+ std::mutex mutex;
+ std::condition_variable cv;
+ std::map<std::string, instance_t> mapping;
+
+ common_params base_params;
+ std::vector<std::string> base_args;
+ std::vector<std::string> base_env;
+
+ void update_meta(const std::string & name, const server_model_meta & meta);
+
+ // unload least recently used models if the limit is reached
+ void unload_lru();
+
+public:
+ server_models(const common_params & params, int argc, char ** argv, char ** envp);
+
+ // check if a model instance exists
+ bool has_model(const std::string & name);
+
+ // return a copy of model metadata
+ std::optional<server_model_meta> get_meta(const std::string & name);
+
+ // return a copy of all model metadata
+ std::vector<server_model_meta> get_all_meta();
+
+ // if auto_load is true, load the model with previous args if any
+ void load(const std::string & name, bool auto_load);
+ void unload(const std::string & name);
+ void unload_all();
+
+ // update the status of a model instance
+ void update_status(const std::string & name, server_model_status status);
+
+ // wait until the model instance is fully loaded
+ // return when the model is loaded or failed to load
+ void wait_until_loaded(const std::string & name);
+
+ // load the model if not loaded, otherwise do nothing
+ // return false if model is already loaded; return true otherwise (meta may need to be refreshed)
+ bool ensure_model_loaded(const std::string & name);
+
+ // proxy an HTTP request to the model instance
+ server_http_res_ptr proxy_request(const server_http_req & req, const std::string & method, const std::string & name, bool update_last_used);
+
+ // notify the router server that a model instance is ready
+ // return the monitoring thread (to be joined by the caller)
+ static std::thread setup_child_server(const common_params & base_params, int router_port, const std::string & name, std::function<void(int)> & shutdown_handler);
+};
+
+struct server_models_routes {
+ common_params params;
+ server_models models;
+ server_models_routes(const common_params & params, int argc, char ** argv, char ** envp)
+ : params(params), models(params, argc, argv, envp) {
+ init_routes();
+ }
+
+ void init_routes();
+ // handlers using lambda function, so that they can capture `this` without `std::bind`
+ server_http_context::handler_t get_router_props;
+ server_http_context::handler_t proxy_get;
+ server_http_context::handler_t proxy_post;
+ server_http_context::handler_t get_router_models;
+ server_http_context::handler_t post_router_models_load;
+ server_http_context::handler_t post_router_models_status;
+ server_http_context::handler_t post_router_models_unload;
+};
+
+/**
+ * A simple HTTP proxy that forwards requests to another server
+ * and relays the responses back.
+ */
+struct server_http_proxy : server_http_res {
+ std::function<void()> cleanup = nullptr;
+public:
+ server_http_proxy(const std::string & method,
+ const std::string & host,
+ int port,
+ const std::string & path,
+ const std::map<std::string, std::string> & headers,
+ const std::string & body,
+ const std::function<bool()> should_stop);
+ ~server_http_proxy() {
+ if (cleanup) {
+ cleanup();
+ }
+ }
+private:
+ std::thread thread;
+ struct msg_t {
+ std::map<std::string, std::string> headers;
+ int status = 0;
+ std::string data;
+ };
+};
#include "server-context.h"
#include "server-http.h"
+#include "server-models.h"
#include "arg.h"
#include "common.h"
json error_data = format_error_response(message, ERROR_TYPE_SERVER);
res->status = json_value(error_data, "code", 500);
res->data = safe_json_to_str({{ "error", error_data }});
- LOG_WRN("got exception: %s\n", res->data.c_str());
+ SRV_WRN("got exception: %s\n", res->data.c_str());
} catch (const std::exception & e) {
- LOG_ERR("got another exception: %s | while hanlding exception: %s\n", e.what(), message.c_str());
+ SRV_ERR("got another exception: %s | while handling exception: %s\n", e.what(), message.c_str());
res->data = "Internal Server Error";
}
return res;
};
}
-int main(int argc, char ** argv) {
+int main(int argc, char ** argv, char ** envp) {
// own arguments required by this example
common_params params;
params.kv_unified = true;
}
+ // for consistency between server router mode and single-model mode, we set the same model name as alias
+ if (params.model_alias.empty() && !params.model.name.empty()) {
+ params.model_alias = params.model.name;
+ }
+
common_init();
// struct that contains llama context and inference
// register API routes
server_routes routes(params, ctx_server, [&ctx_http]() { return ctx_http.is_ready.load(); });
+ bool is_router_server = params.model.path.empty();
+ std::optional<server_models_routes> models_routes{};
+ if (is_router_server) {
+ // setup server instances manager
+ models_routes.emplace(params, argc, argv, envp);
+
+ // proxy handlers
+ // note: routes.get_health stays the same
+ routes.get_metrics = models_routes->proxy_get;
+ routes.post_props = models_routes->proxy_post;
+ routes.get_api_show = models_routes->proxy_get;
+ routes.post_completions = models_routes->proxy_post;
+ routes.post_completions_oai = models_routes->proxy_post;
+ routes.post_chat_completions = models_routes->proxy_post;
+ routes.post_anthropic_messages = models_routes->proxy_post;
+ routes.post_anthropic_count_tokens = models_routes->proxy_post;
+ routes.post_infill = models_routes->proxy_post;
+ routes.post_embeddings = models_routes->proxy_post;
+ routes.post_embeddings_oai = models_routes->proxy_post;
+ routes.post_rerank = models_routes->proxy_post;
+ routes.post_tokenize = models_routes->proxy_post;
+ routes.post_detokenize = models_routes->proxy_post;
+ routes.post_apply_template = models_routes->proxy_post;
+ routes.get_lora_adapters = models_routes->proxy_get;
+ routes.post_lora_adapters = models_routes->proxy_post;
+ routes.get_slots = models_routes->proxy_get;
+ routes.post_slots = models_routes->proxy_post;
+
+ // custom routes for router
+ routes.get_props = models_routes->get_router_props;
+ routes.get_models = models_routes->get_router_models;
+ ctx_http.post("/models/load", ex_wrapper(models_routes->post_router_models_load));
+ ctx_http.post("/models/unload", ex_wrapper(models_routes->post_router_models_unload));
+ ctx_http.post("/models/status", ex_wrapper(models_routes->post_router_models_status));
+ }
+
ctx_http.get ("/health", ex_wrapper(routes.get_health)); // public endpoint (no API key check)
ctx_http.get ("/v1/health", ex_wrapper(routes.get_health)); // public endpoint (no API key check)
ctx_http.get ("/metrics", ex_wrapper(routes.get_metrics));
// Start the server
//
- // setup clean up function, to be called before exit
- auto clean_up = [&ctx_http, &ctx_server]() {
- SRV_INF("%s: cleaning up before exit...\n", __func__);
- ctx_http.stop();
- ctx_server.terminate();
- llama_backend_free();
- };
+ std::function<void()> clean_up;
- // start the HTTP server before loading the model to be able to serve /health requests
- if (!ctx_http.start()) {
- clean_up();
- LOG_ERR("%s: exiting due to HTTP server error\n", __func__);
- return 1;
- }
+ if (is_router_server) {
+ LOG_INF("%s: starting router server, no model will be loaded in this process\n", __func__);
- // load the model
- LOG_INF("%s: loading model\n", __func__);
+ clean_up = [&models_routes]() {
+ SRV_INF("%s: cleaning up before exit...\n", __func__);
+ if (models_routes.has_value()) {
+ models_routes->models.unload_all();
+ }
+ llama_backend_free();
+ };
- if (!ctx_server.load_model(params)) {
- clean_up();
- if (ctx_http.thread.joinable()) {
- ctx_http.thread.join();
+ if (!ctx_http.start()) {
+ clean_up();
+ LOG_ERR("%s: exiting due to HTTP server error\n", __func__);
+ return 1;
}
- LOG_ERR("%s: exiting due to model loading error\n", __func__);
- return 1;
- }
+ ctx_http.is_ready.store(true);
+
+ shutdown_handler = [&](int) {
+ ctx_http.stop();
+ };
+
+ } else {
+ // setup clean up function, to be called before exit
+ clean_up = [&ctx_http, &ctx_server]() {
+ SRV_INF("%s: cleaning up before exit...\n", __func__);
+ ctx_http.stop();
+ ctx_server.terminate();
+ llama_backend_free();
+ };
+
+ // start the HTTP server before loading the model to be able to serve /health requests
+ if (!ctx_http.start()) {
+ clean_up();
+ LOG_ERR("%s: exiting due to HTTP server error\n", __func__);
+ return 1;
+ }
+
+ // load the model
+ LOG_INF("%s: loading model\n", __func__);
- ctx_server.init();
- ctx_http.is_ready.store(true);
+ if (!ctx_server.load_model(params)) {
+ clean_up();
+ if (ctx_http.thread.joinable()) {
+ ctx_http.thread.join();
+ }
+ LOG_ERR("%s: exiting due to model loading error\n", __func__);
+ return 1;
+ }
- LOG_INF("%s: model loaded\n", __func__);
+ ctx_server.init();
+ ctx_http.is_ready.store(true);
- shutdown_handler = [&](int) {
- // this will unblock start_loop()
- ctx_server.terminate();
- };
+ LOG_INF("%s: model loaded\n", __func__);
+
+ shutdown_handler = [&](int) {
+ // this will unblock start_loop()
+ ctx_server.terminate();
+ };
+ }
// TODO: refactor in common/console
#if defined (__unix__) || (defined (__APPLE__) && defined (__MACH__))
SetConsoleCtrlHandler(reinterpret_cast<PHANDLER_ROUTINE>(console_ctrl_handler), true);
#endif
- LOG_INF("%s: server is listening on %s\n", __func__, ctx_http.listening_address.c_str());
- LOG_INF("%s: starting the main loop...\n", __func__);
- // this call blocks the main thread until ctx_server.terminate() is called
- ctx_server.start_loop();
+ if (is_router_server) {
+ LOG_INF("%s: router server is listening on %s\n", __func__, ctx_http.listening_address.c_str());
+ LOG_INF("%s: NOTE: router mode is experimental\n", __func__);
+ LOG_INF("%s: it is not recommended to use this mode in untrusted environments\n", __func__);
+ if (ctx_http.thread.joinable()) {
+ ctx_http.thread.join(); // keep the main thread alive
+ }
- clean_up();
- if (ctx_http.thread.joinable()) {
- ctx_http.thread.join();
+ // when the HTTP server stops, clean up and exit
+ clean_up();
+ } else {
+ LOG_INF("%s: server is listening on %s\n", __func__, ctx_http.listening_address.c_str());
+ LOG_INF("%s: starting the main loop...\n", __func__);
+
+ // optionally, notify router server that this instance is ready
+ const char * router_port = std::getenv("LLAMA_SERVER_ROUTER_PORT");
+ std::thread monitor_thread;
+ if (router_port != nullptr) {
+ monitor_thread = server_models::setup_child_server(params, std::atoi(router_port), params.model_alias, shutdown_handler);
+ }
+
+ // this call blocks the main thread until queue_tasks.terminate() is called
+ ctx_server.start_loop();
+
+ clean_up();
+ if (ctx_http.thread.joinable()) {
+ ctx_http.thread.join();
+ }
+ if (monitor_thread.joinable()) {
+ monitor_thread.join();
+ }
+ llama_memory_breakdown_print(ctx_server.get_llama_context());
}
- llama_memory_breakdown_print(ctx_server.get_llama_context());
return 0;
}
--- /dev/null
+import pytest
+from utils import *
+
+server: ServerProcess
+
+@pytest.fixture(autouse=True)
+def create_server():
+ global server
+ server = ServerPreset.router()
+
+
+@pytest.mark.parametrize(
+ "model,success",
+ [
+ ("ggml-org/tinygemma3-GGUF:Q8_0", True),
+ ("non-existent/model", False),
+ ]
+)
+def test_router_chat_completion_stream(model: str, success: bool):
+ # TODO: make sure the model is in cache (ie. ServerProcess.load_all()) before starting the router server
+ global server
+ server.start()
+ content = ""
+ ex: ServerError | None = None
+ try:
+ res = server.make_stream_request("POST", "/chat/completions", data={
+ "model": model,
+ "max_tokens": 16,
+ "messages": [
+ {"role": "user", "content": "hello"},
+ ],
+ "stream": True,
+ })
+ for data in res:
+ if data["choices"]:
+ choice = data["choices"][0]
+ if choice["finish_reason"] in ["stop", "length"]:
+ assert "content" not in choice["delta"]
+ else:
+ assert choice["finish_reason"] is None
+ content += choice["delta"]["content"] or ''
+ except ServerError as e:
+ ex = e
+
+ if success:
+ assert ex is None
+ assert len(content) > 0
+ else:
+ assert ex is not None
+ assert content == ""
debug: bool = False
server_port: int = 8080
server_host: str = "127.0.0.1"
- model_hf_repo: str = "ggml-org/models"
+ model_hf_repo: str | None = "ggml-org/models"
model_hf_file: str | None = "tinyllamas/stories260K.gguf"
model_alias: str = "tinyllama-2"
temperature: float = 0.8
server = ServerProcess()
server.offline = True # will be downloaded by load_all()
# mmproj is already provided by HF registry API
- server.model_hf_repo = "ggml-org/tinygemma3-GGUF"
- server.model_hf_file = "tinygemma3-Q8_0.gguf"
- server.mmproj_url = "https://huggingface.co/ggml-org/tinygemma3-GGUF/resolve/main/mmproj-tinygemma3.gguf"
+ server.model_hf_file = None
+ server.model_hf_repo = "ggml-org/tinygemma3-GGUF:Q8_0"
server.model_alias = "tinygemma3"
server.n_ctx = 1024
server.n_batch = 32
server.seed = 42
return server
+ @staticmethod
+ def router() -> ServerProcess:
+ server = ServerProcess()
+ # router server has no models
+ server.model_file = None
+ server.model_alias = None
+ server.model_hf_repo = None
+ server.model_hf_file = None
+ server.n_ctx = 1024
+ server.n_batch = 16
+ server.n_slots = 1
+ server.n_predict = 16
+ server.seed = 42
+ return server
+
def parallel_function_calls(function_list: List[Tuple[Callable[..., Any], Tuple[Any, ...]]]) -> List[Any]:
"""
import type { StorybookConfig } from '@storybook/sveltekit';
const config: StorybookConfig = {
- stories: ['../src/**/*.mdx', '../src/**/*.stories.@(js|ts|svelte)'],
+ stories: ['../tests/stories/**/*.mdx', '../tests/stories/**/*.stories.@(js|ts|svelte)'],
addons: [
'@storybook/addon-svelte-csf',
'@chromatic-com/storybook',
A modern, feature-rich web interface for llama.cpp built with SvelteKit. This UI provides an intuitive chat interface with advanced file handling, conversation management, and comprehensive model interaction capabilities.
+The WebUI supports two server operation modes:
+
+- **MODEL mode** - Single model operation (standard llama-server)
+- **ROUTER mode** - Multi-model operation with dynamic model loading/unloading
+
+---
+
+## Table of Contents
+
+- [Features](#features)
+- [Getting Started](#getting-started)
+- [Tech Stack](#tech-stack)
+- [Build Pipeline](#build-pipeline)
+- [Architecture](#architecture)
+- [Data Flows](#data-flows)
+- [Architectural Patterns](#architectural-patterns)
+- [Testing](#testing)
+
+---
+
## Features
-- **Modern Chat Interface** - Clean, responsive design with dark/light mode
-- **File Attachments** - Support for images, text files, PDFs, and audio with rich previews and drag-and-drop support
-- **Conversation Management** - Create, edit, branch, and search conversations
-- **Advanced Markdown** - Code highlighting, math formulas (KaTeX), and content blocks
-- **Reasoning Content** - Support for models with thinking blocks
-- **Keyboard Shortcuts** - Keyboard navigation (Shift+Ctrl/Cmd+O for new chat, Shift+Ctrl/Cmdt+E for edit conversation, Shift+Ctrl/Cmdt+D for delete conversation, Ctrl/Cmd+K for search, Ctrl/Cmd+V for paste, Ctrl/Cmd+B for opening/collapsing sidebar)
-- **Request Tracking** - Monitor processing with slots endpoint integration
-- **UI Testing** - Storybook component library with automated tests
+### Chat Interface
+
+- **Streaming responses** with real-time updates
+- **Reasoning content** - Support for models with thinking/reasoning blocks
+- **Dark/light theme** with system preference detection
+- **Responsive design** for desktop and mobile
+
+### File Attachments
+
+- **Images** - JPEG, PNG, GIF, WebP, SVG (with PNG conversion)
+- **Documents** - PDF (text extraction or image conversion for vision models)
+- **Audio** - MP3, WAV for audio-capable models
+- **Text files** - Source code, markdown, and other text formats
+- **Drag-and-drop** and paste support with rich previews
+
+### Conversation Management
+
+- **Branching** - Branch messages conversations at any point by editing messages or regenerating responses, navigate between branches
+- **Regeneration** - Regenerate responses with optional model switching (ROUTER mode)
+- **Import/Export** - JSON format for backup and sharing
+- **Search** - Find conversations by title or content
+
+### Advanced Rendering
+
+- **Syntax highlighting** - Code blocks with language detection
+- **Math formulas** - KaTeX rendering for LaTeX expressions
+- **Markdown** - Full GFM support with tables, lists, and more
+
+### Multi-Model Support (ROUTER mode)
+
+- **Model selector** with Loaded/Available groups
+- **Automatic loading** - Models load on selection
+- **Modality validation** - Prevents sending images to non-vision models
+- **LRU unloading** - Server auto-manages model cache
+
+### Keyboard Shortcuts
+
+| Shortcut | Action |
+| ------------------ | -------------------- |
+| `Shift+Ctrl/Cmd+O` | New chat |
+| `Shift+Ctrl/Cmd+E` | Edit conversation |
+| `Shift+Ctrl/Cmd+D` | Delete conversation |
+| `Ctrl/Cmd+K` | Search conversations |
+| `Ctrl/Cmd+B` | Toggle sidebar |
+
+### Developer Experience
+
+- **Request tracking** - Monitor token generation with `/slots` endpoint
+- **Storybook** - Component library with visual testing
+- **Hot reload** - Instant updates during development
+
+---
+
+## Getting Started
+
+### Prerequisites
-## Development
+- **Node.js** 18+ (20+ recommended)
+- **npm** 9+
+- **llama-server** running locally (for API access)
-Install dependencies:
+### 1. Install Dependencies
```bash
+cd tools/server/webui
npm install
```
-Start the development server + Storybook:
+### 2. Start llama-server
+
+In a separate terminal, start the backend server:
+
+```bash
+# Single model (MODEL mode)
+./llama-server -m model.gguf
+
+# Multi-model (ROUTER mode)
+./llama-server --model-store /path/to/models
+```
+
+### 3. Start Development Servers
```bash
npm run dev
```
-This will start both the SvelteKit dev server and Storybook on port 6006.
+This starts:
+
+- **Vite dev server** at `http://localhost:5173` - The main WebUI
+- **Storybook** at `http://localhost:6006` - Component documentation
+
+The Vite dev server proxies API requests to `http://localhost:8080` (default llama-server port):
+
+```typescript
+// vite.config.ts proxy configuration
+proxy: {
+ '/v1': 'http://localhost:8080',
+ '/props': 'http://localhost:8080',
+ '/slots': 'http://localhost:8080',
+ '/models': 'http://localhost:8080'
+}
+```
+
+### Development Workflow
-## Building
+1. Open `http://localhost:5173` in your browser
+2. Make changes to `.svelte`, `.ts`, or `.css` files
+3. Changes hot-reload instantly
+4. Use Storybook at `http://localhost:6006` for isolated component development
-Create a production build:
+---
+
+## Tech Stack
+
+| Layer | Technology | Purpose |
+| ----------------- | ------------------------------- | -------------------------------------------------------- |
+| **Framework** | SvelteKit + Svelte 5 | Reactive UI with runes (`$state`, `$derived`, `$effect`) |
+| **UI Components** | shadcn-svelte + bits-ui | Accessible, customizable component library |
+| **Styling** | TailwindCSS 4 | Utility-first CSS with design tokens |
+| **Database** | IndexedDB (Dexie) | Client-side storage for conversations and messages |
+| **Build** | Vite | Fast bundling with static adapter |
+| **Testing** | Playwright + Vitest + Storybook | E2E, unit, and visual testing |
+| **Markdown** | remark + rehype | Markdown processing with KaTeX and syntax highlighting |
+
+### Key Dependencies
+
+```json
+{
+ "svelte": "^5.0.0",
+ "bits-ui": "^2.8.11",
+ "dexie": "^4.0.11",
+ "pdfjs-dist": "^5.4.54",
+ "highlight.js": "^11.11.1",
+ "rehype-katex": "^7.0.1"
+}
+```
+
+---
+
+## Build Pipeline
+
+### Development Build
```bash
-npm run build
+npm run dev
```
-The build outputs static files to `../public` directory for deployment with llama.cpp server.
+Runs Vite in development mode with:
-## Testing
+- Hot Module Replacement (HMR)
+- Source maps
+- Proxy to llama-server
-Run the test suite:
+### Production Build
```bash
-# E2E tests
-npm run test:e2e
+npm run build
+```
+
+The build process:
+
+1. **Vite Build** - Bundles all TypeScript, Svelte, and CSS
+2. **Static Adapter** - Outputs to `../public` (llama-server's static file directory)
+3. **Post-Build Script** - Cleans up intermediate files
+4. **Custom Plugin** - Creates `index.html.gz` with:
+ - Inlined favicon as base64
+ - GZIP compression (level 9)
+ - Deterministic output (zeroed timestamps)
+
+```text
+tools/server/webui/ → build → tools/server/public/
+├── src/ ├── index.html.gz (served by llama-server)
+├── static/ └── (favicon inlined)
+└── ...
+```
+
+### SvelteKit Configuration
+
+```javascript
+// svelte.config.js
+adapter: adapter({
+ pages: '../public', // Output directory
+ assets: '../public', // Static assets
+ fallback: 'index.html', // SPA fallback
+ strict: true
+}),
+output: {
+ bundleStrategy: 'inline' // Single-file bundle
+}
+```
+
+### Integration with llama-server
+
+The WebUI is embedded directly into the llama-server binary:
+
+1. `npm run build` outputs `index.html.gz` to `tools/server/public/`
+2. llama-server compiles this into the binary at build time
+3. When accessing `/`, llama-server serves the gzipped HTML
+4. All assets are inlined (CSS, JS, fonts, favicon)
+
+This results in a **single portable binary** with the full WebUI included.
+
+---
+
+## Architecture
+
+The WebUI follows a layered architecture with unidirectional data flow:
+
+```text
+Routes → Components → Hooks → Stores → Services → Storage/API
+```
+
+### High-Level Architecture
+
+See: [`docs/architecture/high-level-architecture-simplified.md`](docs/architecture/high-level-architecture-simplified.md)
+
+```mermaid
+flowchart TB
+ subgraph Routes["📍 Routes"]
+ R1["/ (Welcome)"]
+ R2["/chat/[id]"]
+ RL["+layout.svelte"]
+ end
+
+ subgraph Components["🧩 Components"]
+ C_Sidebar["ChatSidebar"]
+ C_Screen["ChatScreen"]
+ C_Form["ChatForm"]
+ C_Messages["ChatMessages"]
+ C_ModelsSelector["ModelsSelector"]
+ C_Settings["ChatSettings"]
+ end
+
+ subgraph Stores["🗄️ Stores"]
+ S1["chatStore"]
+ S2["conversationsStore"]
+ S3["modelsStore"]
+ S4["serverStore"]
+ S5["settingsStore"]
+ end
+
+ subgraph Services["⚙️ Services"]
+ SV1["ChatService"]
+ SV2["ModelsService"]
+ SV3["PropsService"]
+ SV4["DatabaseService"]
+ end
+
+ subgraph Storage["💾 Storage"]
+ ST1["IndexedDB"]
+ ST2["LocalStorage"]
+ end
+
+ subgraph APIs["🌐 llama-server"]
+ API1["/v1/chat/completions"]
+ API2["/props"]
+ API3["/models/*"]
+ end
+
+ R1 & R2 --> C_Screen
+ RL --> C_Sidebar
+ C_Screen --> C_Form & C_Messages & C_Settings
+ C_Screen --> S1 & S2
+ C_ModelsSelector --> S3 & S4
+ S1 --> SV1 & SV4
+ S3 --> SV2 & SV3
+ SV4 --> ST1
+ SV1 --> API1
+ SV2 --> API3
+ SV3 --> API2
+```
+
+### Layer Breakdown
+
+#### Routes (`src/routes/`)
+
+- **`/`** - Welcome screen, creates new conversation
+- **`/chat/[id]`** - Active chat interface
+- **`+layout.svelte`** - Sidebar, navigation, global initialization
+
+#### Components (`src/lib/components/`)
+
+Components are organized in `app/` (application-specific) and `ui/` (shadcn-svelte primitives).
+
+**Chat Components** (`app/chat/`):
+
+| Component | Responsibility |
+| ------------------ | --------------------------------------------------------------------------- |
+| `ChatScreen/` | Main chat container, coordinates message list, input form, and attachments |
+| `ChatForm/` | Message input textarea with file upload, paste handling, keyboard shortcuts |
+| `ChatMessages/` | Message list with branch navigation, regenerate/continue/edit actions |
+| `ChatAttachments/` | File attachment previews, drag-and-drop, PDF/image/audio handling |
+| `ChatSettings/` | Parameter sliders (temperature, top-p, etc.) with server default sync |
+| `ChatSidebar/` | Conversation list, search, import/export, navigation |
+
+**Dialog Components** (`app/dialogs/`):
+
+| Component | Responsibility |
+| ------------------------------- | -------------------------------------------------------- |
+| `DialogChatSettings` | Full-screen settings configuration |
+| `DialogModelInformation` | Model details (context size, modalities, parallel slots) |
+| `DialogChatAttachmentPreview` | Full preview for images, PDFs (text or page view), code |
+| `DialogConfirmation` | Generic confirmation for destructive actions |
+| `DialogConversationTitleUpdate` | Edit conversation title |
+
+**Server/Model Components** (`app/server/`, `app/models/`):
+
+| Component | Responsibility |
+| ------------------- | --------------------------------------------------------- |
+| `ServerErrorSplash` | Error display when server is unreachable |
+| `ModelsSelector` | Model dropdown with Loaded/Available groups (ROUTER mode) |
+
+**Shared UI Components** (`app/misc/`):
+
+| Component | Responsibility |
+| -------------------------------- | ---------------------------------------------------------------- |
+| `MarkdownContent` | Markdown rendering with KaTeX, syntax highlighting, copy buttons |
+| `SyntaxHighlightedCode` | Code blocks with language detection and highlighting |
+| `ActionButton`, `ActionDropdown` | Reusable action buttons and menus |
+| `BadgeModality`, `BadgeInfo` | Status and capability badges |
+
+#### Hooks (`src/lib/hooks/`)
+
+- **`useModelChangeValidation`** - Validates model switch against conversation modalities
+- **`useProcessingState`** - Tracks streaming progress and token generation
-# Unit tests
-npm run test:unit
+#### Stores (`src/lib/stores/`)
-# UI tests
-npm run test:ui
+| Store | Responsibility |
+| -------------------- | --------------------------------------------------------- |
+| `chatStore` | Message sending, streaming, abort control, error handling |
+| `conversationsStore` | CRUD for conversations, message branching, navigation |
+| `modelsStore` | Model list, selection, loading/unloading (ROUTER) |
+| `serverStore` | Server properties, role detection, modalities |
+| `settingsStore` | User preferences, parameter sync with server defaults |
+#### Services (`src/lib/services/`)
+
+| Service | Responsibility |
+| ---------------------- | ----------------------------------------------- |
+| `ChatService` | API calls to`/v1/chat/completions`, SSE parsing |
+| `ModelsService` | `/models`, `/models/load`, `/models/unload` |
+| `PropsService` | `/props`, `/props?model=` |
+| `DatabaseService` | IndexedDB operations via Dexie |
+| `ParameterSyncService` | Syncs settings with server defaults |
+
+---
+
+## Data Flows
+
+### MODEL Mode (Single Model)
+
+See: [`docs/flows/data-flow-simplified-model-mode.md`](docs/flows/data-flow-simplified-model-mode.md)
+
+```mermaid
+sequenceDiagram
+ participant User
+ participant UI
+ participant Stores
+ participant DB as IndexedDB
+ participant API as llama-server
+
+ Note over User,API: Initialization
+ UI->>Stores: initialize()
+ Stores->>DB: load conversations
+ Stores->>API: GET /props
+ API-->>Stores: server config
+ Stores->>API: GET /v1/models
+ API-->>Stores: single model (auto-selected)
+
+ Note over User,API: Chat Flow
+ User->>UI: send message
+ Stores->>DB: save user message
+ Stores->>API: POST /v1/chat/completions (stream)
+ loop streaming
+ API-->>Stores: SSE chunks
+ Stores-->>UI: reactive update
+ end
+ Stores->>DB: save assistant message
+```
+
+### ROUTER Mode (Multi-Model)
+
+See: [`docs/flows/data-flow-simplified-router-mode.md`](docs/flows/data-flow-simplified-router-mode.md)
+
+```mermaid
+sequenceDiagram
+ participant User
+ participant UI
+ participant Stores
+ participant API as llama-server
+
+ Note over User,API: Initialization
+ Stores->>API: GET /props
+ API-->>Stores: {role: "router"}
+ Stores->>API: GET /models
+ API-->>Stores: models[] with status
+
+ Note over User,API: Model Selection
+ User->>UI: select model
+ alt model not loaded
+ Stores->>API: POST /models/load
+ loop poll status
+ Stores->>API: GET /models
+ end
+ Stores->>API: GET /props?model=X
+ end
+ Stores->>Stores: validate modalities
+
+ Note over User,API: Chat Flow
+ Stores->>API: POST /v1/chat/completions {model: X}
+ loop streaming
+ API-->>Stores: SSE chunks + model info
+ end
+```
+
+### Detailed Flow Diagrams
+
+| Flow | Description | File |
+| ------------- | ------------------------------------------ | ----------------------------------------------------------- |
+| Chat | Message lifecycle, streaming, regeneration | [`chat-flow.md`](docs/flows/chat-flow.md) |
+| Models | Loading, unloading, modality caching | [`models-flow.md`](docs/flows/models-flow.md) |
+| Server | Props fetching, role detection | [`server-flow.md`](docs/flows/server-flow.md) |
+| Conversations | CRUD, branching, import/export | [`conversations-flow.md`](docs/flows/conversations-flow.md) |
+| Database | IndexedDB schema, operations | [`database-flow.md`](docs/flows/database-flow.md) |
+| Settings | Parameter sync, user overrides | [`settings-flow.md`](docs/flows/settings-flow.md) |
+
+---
+
+## Architectural Patterns
+
+### 1. Reactive State with Svelte 5 Runes
+
+All stores use Svelte 5's fine-grained reactivity:
+
+```typescript
+// Store with reactive state
+class ChatStore {
+ #isLoading = $state(false);
+ #currentResponse = $state('');
+
+ // Derived values auto-update
+ get isStreaming() {
+ return $derived(this.#isLoading && this.#currentResponse.length > 0);
+ }
+}
+
+// Exported reactive accessors
+export const isLoading = () => chatStore.isLoading;
+export const currentResponse = () => chatStore.currentResponse;
+```
+
+### 2. Unidirectional Data Flow
+
+Data flows in one direction, making state predictable:
+
+```mermaid
+flowchart LR
+ subgraph UI["UI Layer"]
+ A[User Action] --> B[Component]
+ end
+
+ subgraph State["State Layer"]
+ B --> C[Store Method]
+ C --> D[State Update]
+ end
+
+ subgraph IO["I/O Layer"]
+ C --> E[Service]
+ E --> F[API / IndexedDB]
+ F -.->|Response| D
+ end
+
+ D -->|Reactive| B
+```
+
+Components dispatch actions to stores, stores coordinate with services for I/O, and state updates reactively propagate back to the UI.
+
+### 3. Per-Conversation State
+
+Enables concurrent streaming across multiple conversations:
+
+```typescript
+class ChatStore {
+ chatLoadingStates = new Map<string, boolean>();
+ chatStreamingStates = new Map<string, { response: string; messageId: string }>();
+ abortControllers = new Map<string, AbortController>();
+}
+```
+
+### 4. Message Branching with Tree Structure
+
+Conversations are stored as a tree, not a linear list:
+
+```typescript
+interface DatabaseMessage {
+ id: string;
+ parent: string | null; // Points to parent message
+ children: string[]; // List of child message IDs
+ // ...
+}
+
+interface DatabaseConversation {
+ currentNode: string; // Currently viewed branch tip
+ // ...
+}
+```
+
+Navigation between branches updates `currentNode` without losing history.
+
+### 5. Layered Service Architecture
+
+Stores handle state; services handle I/O:
+
+```text
+┌─────────────────┐
+│ Stores │ Business logic, state management
+├─────────────────┤
+│ Services │ API calls, database operations
+├─────────────────┤
+│ Storage/API │ IndexedDB, LocalStorage, HTTP
+└─────────────────┘
+```
+
+### 6. Server Role Abstraction
+
+Single codebase handles both MODEL and ROUTER modes:
+
+```typescript
+// serverStore.ts
+get isRouterMode() {
+ return this.role === ServerRole.ROUTER;
+}
+
+// Components conditionally render based on mode
+{#if isRouterMode()}
+ <ModelsSelector />
+{/if}
+```
+
+### 7. Modality Validation
+
+Prevents sending attachments to incompatible models:
+
+```typescript
+// useModelChangeValidation hook
+const validate = (modelId: string) => {
+ const modelModalities = modelsStore.getModelModalities(modelId);
+ const conversationModalities = conversationsStore.usedModalities;
+
+ // Check if model supports all used modalities
+ if (conversationModalities.hasImages && !modelModalities.vision) {
+ return { valid: false, reason: 'Model does not support images' };
+ }
+ // ...
+};
+```
+
+### 8. Persistent Storage Strategy
+
+Data is persisted across sessions using two storage mechanisms:
+
+```mermaid
+flowchart TB
+ subgraph Browser["Browser Storage"]
+ subgraph IDB["IndexedDB (Dexie)"]
+ C[Conversations]
+ M[Messages]
+ end
+ subgraph LS["LocalStorage"]
+ S[Settings Config]
+ O[User Overrides]
+ T[Theme Preference]
+ end
+ end
+
+ subgraph Stores["Svelte Stores"]
+ CS[conversationsStore] --> C
+ CS --> M
+ SS[settingsStore] --> S
+ SS --> O
+ SS --> T
+ end
+```
+
+- **IndexedDB**: Conversations and messages (large, structured data)
+- **LocalStorage**: Settings, user parameter overrides, theme (small key-value data)
+- **Memory only**: Server props, model list (fetched fresh on each session)
+
+---
+
+## Testing
+
+### Test Types
+
+| Type | Tool | Location | Command |
+| ------------- | ------------------ | -------------------------------- | ------------------- |
+| **E2E** | Playwright | `tests/e2e/` | `npm run test:e2e` |
+| **Unit** | Vitest | `tests/client/`, `tests/server/` | `npm run test:unit` |
+| **UI/Visual** | Storybook + Vitest | `tests/stories/` | `npm run test:ui` |
+
+### Running Tests
+
+```bash
# All tests
npm run test
+
+# Individual test suites
+npm run test:e2e # End-to-end (requires llama-server)
+npm run test:client # Client-side unit tests
+npm run test:server # Server-side unit tests
+npm run test:ui # Storybook visual tests
```
-## Architecture
+### Storybook Development
+
+```bash
+npm run storybook # Start Storybook dev server on :6006
+npm run build-storybook # Build static Storybook
+```
+
+### Linting and Formatting
+
+```bash
+npm run lint # Check code style
+npm run format # Auto-format with Prettier
+npm run check # TypeScript type checking
+```
+
+---
+
+## Project Structure
+
+```text
+tools/server/webui/
+├── src/
+│ ├── lib/
+│ │ ├── components/ # UI components (app/, ui/)
+│ │ ├── hooks/ # Svelte hooks
+│ │ ├── stores/ # State management
+│ │ ├── services/ # API and database services
+│ │ ├── types/ # TypeScript interfaces
+│ │ └── utils/ # Utility functions
+│ ├── routes/ # SvelteKit routes
+│ └── styles/ # Global styles
+├── static/ # Static assets
+├── tests/ # Test files
+├── docs/ # Architecture diagrams
+│ ├── architecture/ # High-level architecture
+│ └── flows/ # Feature-specific flows
+└── .storybook/ # Storybook configuration
+```
+
+---
+
+## Related Documentation
-- **Framework**: SvelteKit with Svelte 5 runes
-- **Components**: ShadCN UI + bits-ui design system
-- **Database**: IndexedDB with Dexie for local storage
-- **Build**: Static adapter for deployment with llama.cpp server
-- **Testing**: Playwright (E2E) + Vitest (unit) + Storybook (components)
+- [llama.cpp Server README](../README.md) - Full server documentation
+- [Multimodal Documentation](../../../docs/multimodal.md) - Image and audio support
+- [Function Calling](../../../docs/function-calling.md) - Tool use capabilities
--- /dev/null
+```mermaid
+flowchart TB
+ subgraph Routes["📍 Routes"]
+ R1["/ (Welcome)"]
+ R2["/chat/[id]"]
+ RL["+layout.svelte"]
+ end
+
+ subgraph Components["🧩 Components"]
+ C_Sidebar["ChatSidebar"]
+ C_Screen["ChatScreen"]
+ C_Form["ChatForm"]
+ C_Messages["ChatMessages"]
+ C_ModelsSelector["ModelsSelector"]
+ C_Settings["ChatSettings"]
+ end
+
+ subgraph Hooks["🪝 Hooks"]
+ H1["useModelChangeValidation"]
+ H2["useProcessingState"]
+ end
+
+ subgraph Stores["🗄️ Stores"]
+ S1["chatStore<br/><i>Chat interactions & streaming</i>"]
+ S2["conversationsStore<br/><i>Conversation data & messages</i>"]
+ S3["modelsStore<br/><i>Model selection & loading</i>"]
+ S4["serverStore<br/><i>Server props & role detection</i>"]
+ S5["settingsStore<br/><i>User configuration</i>"]
+ end
+
+ subgraph Services["⚙️ Services"]
+ SV1["ChatService"]
+ SV2["ModelsService"]
+ SV3["PropsService"]
+ SV4["DatabaseService"]
+ SV5["ParameterSyncService"]
+ end
+
+ subgraph Storage["💾 Storage"]
+ ST1["IndexedDB<br/><i>conversations, messages</i>"]
+ ST2["LocalStorage<br/><i>config, userOverrides</i>"]
+ end
+
+ subgraph APIs["🌐 llama-server API"]
+ API1["/v1/chat/completions"]
+ API2["/props"]
+ API3["/models/*"]
+ API4["/v1/models"]
+ end
+
+ %% Routes → Components
+ R1 & R2 --> C_Screen
+ RL --> C_Sidebar
+
+ %% Component hierarchy
+ C_Screen --> C_Form & C_Messages & C_Settings
+ C_Form & C_Messages --> C_ModelsSelector
+
+ %% Components → Hooks → Stores
+ C_Form & C_Messages --> H1 & H2
+ H1 --> S3 & S4
+ H2 --> S1 & S5
+
+ %% Components → Stores
+ C_Screen --> S1 & S2
+ C_Sidebar --> S2
+ C_ModelsSelector --> S3 & S4
+ C_Settings --> S5
+
+ %% Stores → Services
+ S1 --> SV1 & SV4
+ S2 --> SV4
+ S3 --> SV2 & SV3
+ S4 --> SV3
+ S5 --> SV5
+
+ %% Services → Storage
+ SV4 --> ST1
+ SV5 --> ST2
+
+ %% Services → APIs
+ SV1 --> API1
+ SV2 --> API3 & API4
+ SV3 --> API2
+
+ %% Styling
+ classDef routeStyle fill:#e1f5fe,stroke:#01579b,stroke-width:2px
+ classDef componentStyle fill:#f3e5f5,stroke:#7b1fa2,stroke-width:2px
+ classDef hookStyle fill:#fff8e1,stroke:#ff8f00,stroke-width:2px
+ classDef storeStyle fill:#fff3e0,stroke:#e65100,stroke-width:2px
+ classDef serviceStyle fill:#e8f5e9,stroke:#2e7d32,stroke-width:2px
+ classDef storageStyle fill:#fce4ec,stroke:#c2185b,stroke-width:2px
+ classDef apiStyle fill:#e3f2fd,stroke:#1565c0,stroke-width:2px
+
+ class R1,R2,RL routeStyle
+ class C_Sidebar,C_Screen,C_Form,C_Messages,C_ModelsSelector,C_Settings componentStyle
+ class H1,H2 hookStyle
+ class S1,S2,S3,S4,S5 storeStyle
+ class SV1,SV2,SV3,SV4,SV5 serviceStyle
+ class ST1,ST2 storageStyle
+ class API1,API2,API3,API4 apiStyle
+```
--- /dev/null
+```mermaid
+flowchart TB
+subgraph Routes["📍 Routes"]
+R1["/ (+page.svelte)"]
+R2["/chat/[id]"]
+RL["+layout.svelte"]
+end
+
+ subgraph Components["🧩 Components"]
+ direction TB
+ subgraph LayoutComponents["Layout"]
+ C_Sidebar["ChatSidebar"]
+ C_Screen["ChatScreen"]
+ end
+ subgraph ChatUIComponents["Chat UI"]
+ C_Form["ChatForm"]
+ C_Messages["ChatMessages"]
+ C_Message["ChatMessage"]
+ C_Attach["ChatAttachments"]
+ C_ModelsSelector["ModelsSelector"]
+ C_Settings["ChatSettings"]
+ end
+ end
+
+ subgraph Hooks["🪝 Hooks"]
+ H1["useModelChangeValidation"]
+ H2["useProcessingState"]
+ H3["isMobile"]
+ end
+
+ subgraph Stores["🗄️ Stores"]
+ direction TB
+ subgraph S1["chatStore"]
+ S1State["<b>State:</b><br/>isLoading, currentResponse<br/>errorDialogState<br/>activeProcessingState<br/>chatLoadingStates<br/>chatStreamingStates<br/>abortControllers<br/>processingStates<br/>activeConversationId<br/>isStreamingActive"]
+ S1LoadState["<b>Loading State:</b><br/>setChatLoading()<br/>isChatLoading()<br/>syncLoadingStateForChat()<br/>clearUIState()<br/>isChatLoadingPublic()<br/>getAllLoadingChats()<br/>getAllStreamingChats()"]
+ S1ProcState["<b>Processing State:</b><br/>setActiveProcessingConversation()<br/>getProcessingState()<br/>clearProcessingState()<br/>getActiveProcessingState()<br/>updateProcessingStateFromTimings()<br/>getCurrentProcessingStateSync()<br/>restoreProcessingStateFromMessages()"]
+ S1Stream["<b>Streaming:</b><br/>streamChatCompletion()<br/>startStreaming()<br/>stopStreaming()<br/>stopGeneration()<br/>isStreaming()"]
+ S1Error["<b>Error Handling:</b><br/>showErrorDialog()<br/>dismissErrorDialog()<br/>isAbortError()"]
+ S1Msg["<b>Message Operations:</b><br/>addMessage()<br/>sendMessage()<br/>updateMessage()<br/>deleteMessage()<br/>getDeletionInfo()"]
+ S1Regen["<b>Regeneration:</b><br/>regenerateMessage()<br/>regenerateMessageWithBranching()<br/>continueAssistantMessage()"]
+ S1Edit["<b>Editing:</b><br/>editAssistantMessage()<br/>editUserMessagePreserveResponses()<br/>editMessageWithBranching()"]
+ S1Utils["<b>Utilities:</b><br/>getApiOptions()<br/>parseTimingData()<br/>getOrCreateAbortController()<br/>getConversationModel()"]
+ end
+ subgraph S2["conversationsStore"]
+ S2State["<b>State:</b><br/>conversations<br/>activeConversation<br/>activeMessages<br/>usedModalities<br/>isInitialized<br/>titleUpdateConfirmationCallback"]
+ S2Modal["<b>Modalities:</b><br/>getModalitiesUpToMessage()<br/>calculateModalitiesFromMessages()"]
+ S2Lifecycle["<b>Lifecycle:</b><br/>initialize()<br/>loadConversations()<br/>clearActiveConversation()"]
+ S2ConvCRUD["<b>Conversation CRUD:</b><br/>createConversation()<br/>loadConversation()<br/>deleteConversation()<br/>updateConversationName()<br/>updateConversationTitleWithConfirmation()"]
+ S2MsgMgmt["<b>Message Management:</b><br/>refreshActiveMessages()<br/>addMessageToActive()<br/>updateMessageAtIndex()<br/>findMessageIndex()<br/>sliceActiveMessages()<br/>removeMessageAtIndex()<br/>getConversationMessages()"]
+ S2Nav["<b>Navigation:</b><br/>navigateToSibling()<br/>updateCurrentNode()<br/>updateConversationTimestamp()"]
+ S2Export["<b>Import/Export:</b><br/>downloadConversation()<br/>exportAllConversations()<br/>importConversations()<br/>triggerDownload()"]
+ S2Utils["<b>Utilities:</b><br/>setTitleUpdateConfirmationCallback()"]
+ end
+ subgraph S3["modelsStore"]
+ S3State["<b>State:</b><br/>models, routerModels<br/>selectedModelId<br/>selectedModelName<br/>loading, updating, error<br/>modelLoadingStates<br/>modelPropsCache<br/>modelPropsFetching<br/>propsCacheVersion"]
+ S3Getters["<b>Computed Getters:</b><br/>selectedModel<br/>loadedModelIds<br/>loadingModelIds<br/>singleModelName"]
+ S3Modal["<b>Modalities:</b><br/>getModelModalities()<br/>modelSupportsVision()<br/>modelSupportsAudio()<br/>getModelModalitiesArray()<br/>getModelProps()<br/>updateModelModalities()"]
+ S3Status["<b>Status Queries:</b><br/>isModelLoaded()<br/>isModelOperationInProgress()<br/>getModelStatus()<br/>isModelPropsFetching()"]
+ S3Fetch["<b>Data Fetching:</b><br/>fetch()<br/>fetchRouterModels()<br/>fetchModelProps()<br/>fetchModalitiesForLoadedModels()"]
+ S3Select["<b>Model Selection:</b><br/>selectModelById()<br/>selectModelByName()<br/>clearSelection()<br/>findModelByName()<br/>findModelById()<br/>hasModel()"]
+ S3LoadUnload["<b>Loading/Unloading Models:</b><br/>loadModel()<br/>unloadModel()<br/>ensureModelLoaded()<br/>waitForModelStatus()<br/>pollForModelStatus()"]
+ S3Utils["<b>Utilities:</b><br/>toDisplayName()<br/>clear()"]
+ end
+ subgraph S4["serverStore"]
+ S4State["<b>State:</b><br/>props<br/>loading, error<br/>role<br/>fetchPromise"]
+ S4Getters["<b>Getters:</b><br/>defaultParams<br/>contextSize<br/>isRouterMode<br/>isModelMode"]
+ S4Data["<b>Data Handling:</b><br/>fetch()<br/>getErrorMessage()<br/>clear()"]
+ S4Utils["<b>Utilities:</b><br/>detectRole()"]
+ end
+ subgraph S5["settingsStore"]
+ S5State["<b>State:</b><br/>config<br/>theme<br/>isInitialized<br/>userOverrides"]
+ S5Lifecycle["<b>Lifecycle:</b><br/>initialize()<br/>loadConfig()<br/>saveConfig()<br/>loadTheme()<br/>saveTheme()"]
+ S5Update["<b>Config Updates:</b><br/>updateConfig()<br/>updateMultipleConfig()<br/>updateTheme()"]
+ S5Reset["<b>Reset:</b><br/>resetConfig()<br/>resetTheme()<br/>resetAll()<br/>resetParameterToServerDefault()"]
+ S5Sync["<b>Server Sync:</b><br/>syncWithServerDefaults()<br/>forceSyncWithServerDefaults()"]
+ S5Utils["<b>Utilities:</b><br/>getConfig()<br/>getAllConfig()<br/>getParameterInfo()<br/>getParameterDiff()<br/>getServerDefaults()<br/>clearAllUserOverrides()"]
+ end
+
+ subgraph ReactiveExports["⚡ Reactive Exports"]
+ direction LR
+ subgraph ChatExports["chatStore"]
+ RE1["isLoading()"]
+ RE2["currentResponse()"]
+ RE3["errorDialog()"]
+ RE4["activeProcessingState()"]
+ RE5["isChatStreaming()"]
+ RE6["isChatLoading()"]
+ RE7["getChatStreaming()"]
+ RE8["getAllLoadingChats()"]
+ RE9["getAllStreamingChats()"]
+ end
+ subgraph ConvExports["conversationsStore"]
+ RE10["conversations()"]
+ RE11["activeConversation()"]
+ RE12["activeMessages()"]
+ RE13["isConversationsInitialized()"]
+ RE14["usedModalities()"]
+ end
+ subgraph ModelsExports["modelsStore"]
+ RE15["modelOptions()"]
+ RE16["routerModels()"]
+ RE17["modelsLoading()"]
+ RE18["modelsUpdating()"]
+ RE19["modelsError()"]
+ RE20["selectedModelId()"]
+ RE21["selectedModelName()"]
+ RE22["selectedModelOption()"]
+ RE23["loadedModelIds()"]
+ RE24["loadingModelIds()"]
+ RE25["propsCacheVersion()"]
+ RE26["singleModelName()"]
+ end
+ subgraph ServerExports["serverStore"]
+ RE27["serverProps()"]
+ RE28["serverLoading()"]
+ RE29["serverError()"]
+ RE30["serverRole()"]
+ RE31["defaultParams()"]
+ RE32["contextSize()"]
+ RE33["isRouterMode()"]
+ RE34["isModelMode()"]
+ end
+ subgraph SettingsExports["settingsStore"]
+ RE35["config()"]
+ RE36["theme()"]
+ RE37["isInitialized()"]
+ end
+ end
+ end
+
+ subgraph Services["⚙️ Services"]
+ direction TB
+ subgraph SV1["ChatService"]
+ SV1Msg["<b>Messaging:</b><br/>sendMessage()"]
+ SV1Stream["<b>Streaming:</b><br/>handleStreamResponse()<br/>parseSSEChunk()"]
+ SV1Convert["<b>Conversion:</b><br/>convertMessageToChatData()<br/>convertExtraToApiFormat()"]
+ SV1Utils["<b>Utilities:</b><br/>extractReasoningContent()<br/>getServerProps()<br/>getModels()"]
+ end
+ subgraph SV2["ModelsService"]
+ SV2List["<b>Listing:</b><br/>list()<br/>listRouter()"]
+ SV2LoadUnload["<b>Load/Unload:</b><br/>load()<br/>unload()"]
+ SV2Status["<b>Status:</b><br/>isModelLoaded()<br/>isModelLoading()"]
+ end
+ subgraph SV3["PropsService"]
+ SV3Fetch["<b>Fetching:</b><br/>fetch()<br/>fetchForModel()"]
+ end
+ subgraph SV4["DatabaseService"]
+ SV4Conv["<b>Conversations:</b><br/>createConversation()<br/>getConversation()<br/>getAllConversations()<br/>updateConversation()<br/>deleteConversation()"]
+ SV4Msg["<b>Messages:</b><br/>createMessageBranch()<br/>createRootMessage()<br/>getConversationMessages()<br/>updateMessage()<br/>deleteMessage()<br/>deleteMessageCascading()"]
+ SV4Node["<b>Navigation:</b><br/>updateCurrentNode()"]
+ SV4Import["<b>Import:</b><br/>importConversations()"]
+ end
+ subgraph SV5["ParameterSyncService"]
+ SV5Extract["<b>Extraction:</b><br/>extractServerDefaults()"]
+ SV5Merge["<b>Merging:</b><br/>mergeWithServerDefaults()"]
+ SV5Info["<b>Info:</b><br/>getParameterInfo()<br/>canSyncParameter()<br/>getSyncableParameterKeys()<br/>validateServerParameter()"]
+ SV5Diff["<b>Diff:</b><br/>createParameterDiff()"]
+ end
+ end
+
+ subgraph Storage["💾 Storage"]
+ ST1["IndexedDB"]
+ ST2["conversations"]
+ ST3["messages"]
+ ST5["LocalStorage"]
+ ST6["config"]
+ ST7["userOverrides"]
+ end
+
+ subgraph APIs["🌐 llama-server API"]
+ API1["/v1/chat/completions"]
+ API2["/props<br/>/props?model="]
+ API3["/models<br/>/models/load<br/>/models/unload"]
+ API4["/v1/models"]
+ end
+
+ %% Routes render Components
+ R1 --> C_Screen
+ R2 --> C_Screen
+ RL --> C_Sidebar
+
+ %% Component hierarchy
+ C_Screen --> C_Form & C_Messages & C_Settings
+ C_Messages --> C_Message
+ C_Message --> C_ModelsSelector
+ C_Form --> C_ModelsSelector
+ C_Form --> C_Attach
+ C_Message --> C_Attach
+
+ %% Components use Hooks
+ C_Form --> H1
+ C_Message --> H1 & H2
+ C_Screen --> H2
+
+ %% Hooks use Stores
+ H1 --> S3 & S4
+ H2 --> S1 & S5
+
+ %% Components use Stores
+ C_Screen --> S1 & S2
+ C_Messages --> S2
+ C_Message --> S1 & S2 & S3
+ C_Form --> S1 & S3
+ C_Sidebar --> S2
+ C_ModelsSelector --> S3 & S4
+ C_Settings --> S5
+
+ %% Stores export Reactive State
+ S1 -. exports .-> ChatExports
+ S2 -. exports .-> ConvExports
+ S3 -. exports .-> ModelsExports
+ S4 -. exports .-> ServerExports
+ S5 -. exports .-> SettingsExports
+
+ %% Stores use Services
+ S1 --> SV1 & SV4
+ S2 --> SV4
+ S3 --> SV2 & SV3
+ S4 --> SV3
+ S5 --> SV5
+
+ %% Services to Storage
+ SV4 --> ST1
+ ST1 --> ST2 & ST3
+ SV5 --> ST5
+ ST5 --> ST6 & ST7
+
+ %% Services to APIs
+ SV1 --> API1
+ SV2 --> API3 & API4
+ SV3 --> API2
+
+ %% Styling
+ classDef routeStyle fill:#e1f5fe,stroke:#01579b,stroke-width:2px
+ classDef componentStyle fill:#f3e5f5,stroke:#7b1fa2,stroke-width:2px
+ classDef componentGroupStyle fill:#e1bee7,stroke:#7b1fa2,stroke-width:1px
+ classDef storeStyle fill:#fff3e0,stroke:#e65100,stroke-width:2px
+ classDef stateStyle fill:#ffe0b2,stroke:#e65100,stroke-width:1px
+ classDef methodStyle fill:#ffecb3,stroke:#e65100,stroke-width:1px
+ classDef reactiveStyle fill:#fffde7,stroke:#f9a825,stroke-width:1px
+ classDef serviceStyle fill:#e8f5e9,stroke:#2e7d32,stroke-width:2px
+ classDef serviceMStyle fill:#c8e6c9,stroke:#2e7d32,stroke-width:1px
+ classDef storageStyle fill:#fce4ec,stroke:#c2185b,stroke-width:2px
+ classDef apiStyle fill:#e3f2fd,stroke:#1565c0,stroke-width:2px
+
+ class R1,R2,RL routeStyle
+ class C_Sidebar,C_Screen,C_Form,C_Messages,C_Message componentStyle
+ class C_ModelsSelector,C_Settings componentStyle
+ class C_Attach componentStyle
+ class H1,H2,H3 methodStyle
+ class LayoutComponents,ChatUIComponents componentGroupStyle
+ class Hooks storeStyle
+ class S1,S2,S3,S4,S5 storeStyle
+ class S1State,S2State,S3State,S4State,S5State stateStyle
+ class S1Msg,S1Regen,S1Edit,S1Stream,S1LoadState,S1ProcState,S1Error,S1Utils methodStyle
+ class S2Lifecycle,S2ConvCRUD,S2MsgMgmt,S2Nav,S2Modal,S2Export,S2Utils methodStyle
+ class S3Getters,S3Modal,S3Status,S3Fetch,S3Select,S3LoadUnload,S3Utils methodStyle
+ class S4Getters,S4Data,S4Utils methodStyle
+ class S5Lifecycle,S5Update,S5Reset,S5Sync,S5Utils methodStyle
+ class ChatExports,ConvExports,ModelsExports,ServerExports,SettingsExports reactiveStyle
+ class SV1,SV2,SV3,SV4,SV5 serviceStyle
+ class SV1Msg,SV1Stream,SV1Convert,SV1Utils serviceMStyle
+ class SV2List,SV2LoadUnload,SV2Status serviceMStyle
+ class SV3Fetch serviceMStyle
+ class SV4Conv,SV4Msg,SV4Node,SV4Import serviceMStyle
+ class SV5Extract,SV5Merge,SV5Info,SV5Diff serviceMStyle
+ class ST1,ST2,ST3,ST5,ST6,ST7 storageStyle
+ class API1,API2,API3,API4 apiStyle
+```
--- /dev/null
+```mermaid
+sequenceDiagram
+ participant UI as 🧩 ChatForm / ChatMessage
+ participant chatStore as 🗄️ chatStore
+ participant convStore as 🗄️ conversationsStore
+ participant settingsStore as 🗄️ settingsStore
+ participant ChatSvc as ⚙️ ChatService
+ participant DbSvc as ⚙️ DatabaseService
+ participant API as 🌐 /v1/chat/completions
+
+ Note over chatStore: State:<br/>isLoading, currentResponse<br/>errorDialogState, activeProcessingState<br/>chatLoadingStates (Map)<br/>chatStreamingStates (Map)<br/>abortControllers (Map)<br/>processingStates (Map)
+
+ %% ═══════════════════════════════════════════════════════════════════════════
+ Note over UI,API: 💬 SEND MESSAGE
+ %% ═══════════════════════════════════════════════════════════════════════════
+
+ UI->>chatStore: sendMessage(content, extras)
+ activate chatStore
+
+ chatStore->>chatStore: setChatLoading(convId, true)
+ chatStore->>chatStore: clearChatStreaming(convId)
+
+ alt no active conversation
+ chatStore->>convStore: createConversation()
+ Note over convStore: → see conversations-flow.mmd
+ end
+
+ chatStore->>chatStore: addMessage("user", content, extras)
+ chatStore->>DbSvc: createMessageBranch(userMsg, parentId)
+ chatStore->>convStore: addMessageToActive(userMsg)
+ chatStore->>convStore: updateCurrentNode(userMsg.id)
+
+ chatStore->>chatStore: createAssistantMessage(userMsg.id)
+ chatStore->>DbSvc: createMessageBranch(assistantMsg, userMsg.id)
+ chatStore->>convStore: addMessageToActive(assistantMsg)
+
+ chatStore->>chatStore: streamChatCompletion(messages, assistantMsg)
+ deactivate chatStore
+
+ %% ═══════════════════════════════════════════════════════════════════════════
+ Note over UI,API: 🌊 STREAMING
+ %% ═══════════════════════════════════════════════════════════════════════════
+
+ activate chatStore
+ chatStore->>chatStore: startStreaming()
+ Note right of chatStore: isStreamingActive = true
+
+ chatStore->>chatStore: setActiveProcessingConversation(convId)
+ chatStore->>chatStore: getOrCreateAbortController(convId)
+ Note right of chatStore: abortControllers.set(convId, new AbortController())
+
+ chatStore->>chatStore: getApiOptions()
+ Note right of chatStore: Merge from settingsStore.config:<br/>temperature, max_tokens, top_p, etc.
+
+ chatStore->>ChatSvc: sendMessage(messages, options, signal)
+ activate ChatSvc
+
+ ChatSvc->>ChatSvc: convertMessageToChatData(messages)
+ Note right of ChatSvc: DatabaseMessage[] → ApiChatMessageData[]<br/>Process attachments (images, PDFs, audio)
+
+ ChatSvc->>API: POST /v1/chat/completions
+ Note right of API: {messages, model?, stream: true, ...params}
+
+ loop SSE chunks
+ API-->>ChatSvc: data: {"choices":[{"delta":{...}}]}
+ ChatSvc->>ChatSvc: parseSSEChunk(line)
+
+ alt content chunk
+ ChatSvc-->>chatStore: onChunk(content)
+ chatStore->>chatStore: setChatStreaming(convId, response, msgId)
+ Note right of chatStore: currentResponse = $state(accumulated)
+ chatStore->>convStore: updateMessageAtIndex(idx, {content})
+ end
+
+ alt reasoning chunk
+ ChatSvc-->>chatStore: onReasoningChunk(reasoning)
+ chatStore->>convStore: updateMessageAtIndex(idx, {thinking})
+ end
+
+ alt tool_calls chunk
+ ChatSvc-->>chatStore: onToolCallChunk(toolCalls)
+ chatStore->>convStore: updateMessageAtIndex(idx, {toolCalls})
+ end
+
+ alt model info
+ ChatSvc-->>chatStore: onModel(modelName)
+ chatStore->>chatStore: recordModel(modelName)
+ chatStore->>DbSvc: updateMessage(msgId, {model})
+ end
+
+ alt timings (during stream)
+ ChatSvc-->>chatStore: onTimings(timings, promptProgress)
+ chatStore->>chatStore: updateProcessingStateFromTimings()
+ end
+
+ chatStore-->>UI: reactive $state update
+ end
+
+ API-->>ChatSvc: data: [DONE]
+ ChatSvc-->>chatStore: onComplete(content, reasoning, timings, toolCalls)
+ deactivate ChatSvc
+
+ chatStore->>chatStore: stopStreaming()
+ chatStore->>DbSvc: updateMessage(msgId, {content, timings, model})
+ chatStore->>convStore: updateCurrentNode(msgId)
+ chatStore->>chatStore: setChatLoading(convId, false)
+ chatStore->>chatStore: clearChatStreaming(convId)
+ chatStore->>chatStore: clearProcessingState(convId)
+ deactivate chatStore
+
+ %% ═══════════════════════════════════════════════════════════════════════════
+ Note over UI,API: ⏹️ STOP GENERATION
+ %% ═══════════════════════════════════════════════════════════════════════════
+
+ UI->>chatStore: stopGeneration()
+ activate chatStore
+ chatStore->>chatStore: savePartialResponseIfNeeded(convId)
+ Note right of chatStore: Save currentResponse to DB if non-empty
+ chatStore->>chatStore: abortControllers.get(convId).abort()
+ Note right of chatStore: fetch throws AbortError → caught by isAbortError()
+ chatStore->>chatStore: stopStreaming()
+ chatStore->>chatStore: setChatLoading(convId, false)
+ chatStore->>chatStore: clearChatStreaming(convId)
+ chatStore->>chatStore: clearProcessingState(convId)
+ deactivate chatStore
+
+ %% ═══════════════════════════════════════════════════════════════════════════
+ Note over UI,API: 🔁 REGENERATE
+ %% ═══════════════════════════════════════════════════════════════════════════
+
+ UI->>chatStore: regenerateMessageWithBranching(msgId, model?)
+ activate chatStore
+ chatStore->>convStore: findMessageIndex(msgId)
+ chatStore->>chatStore: Get parent of target message
+ chatStore->>chatStore: createAssistantMessage(parentId)
+ chatStore->>DbSvc: createMessageBranch(newAssistantMsg, parentId)
+ chatStore->>convStore: refreshActiveMessages()
+ Note right of chatStore: Same streaming flow
+ chatStore->>chatStore: streamChatCompletion(...)
+ deactivate chatStore
+
+ %% ═══════════════════════════════════════════════════════════════════════════
+ Note over UI,API: ➡️ CONTINUE
+ %% ═══════════════════════════════════════════════════════════════════════════
+
+ UI->>chatStore: continueAssistantMessage(msgId)
+ activate chatStore
+ chatStore->>chatStore: Get existing content from message
+ chatStore->>chatStore: streamChatCompletion(..., existingContent)
+ Note right of chatStore: Appends to existing message content
+ deactivate chatStore
+
+ %% ═══════════════════════════════════════════════════════════════════════════
+ Note over UI,API: ✏️ EDIT USER MESSAGE
+ %% ═══════════════════════════════════════════════════════════════════════════
+
+ UI->>chatStore: editUserMessagePreserveResponses(msgId, newContent)
+ activate chatStore
+ chatStore->>chatStore: Get parent of target message
+ chatStore->>DbSvc: createMessageBranch(editedMsg, parentId)
+ chatStore->>convStore: refreshActiveMessages()
+ Note right of chatStore: Creates new branch, original preserved
+ deactivate chatStore
+
+ %% ═══════════════════════════════════════════════════════════════════════════
+ Note over UI,API: ❌ ERROR HANDLING
+ %% ═══════════════════════════════════════════════════════════════════════════
+
+ Note over chatStore: On stream error (non-abort):
+ chatStore->>chatStore: showErrorDialog(type, message)
+ Note right of chatStore: errorDialogState = {type: 'timeout'|'server', message}
+ chatStore->>convStore: removeMessageAtIndex(failedMsgIdx)
+ chatStore->>DbSvc: deleteMessage(failedMsgId)
+```
--- /dev/null
+```mermaid
+sequenceDiagram
+ participant UI as 🧩 ChatSidebar / ChatScreen
+ participant convStore as 🗄️ conversationsStore
+ participant chatStore as 🗄️ chatStore
+ participant DbSvc as ⚙️ DatabaseService
+ participant IDB as 💾 IndexedDB
+
+ Note over convStore: State:<br/>conversations: DatabaseConversation[]<br/>activeConversation: DatabaseConversation | null<br/>activeMessages: DatabaseMessage[]<br/>isInitialized: boolean<br/>usedModalities: $derived({vision, audio})
+
+ %% ═══════════════════════════════════════════════════════════════════════════
+ Note over UI,IDB: 🚀 INITIALIZATION
+ %% ═══════════════════════════════════════════════════════════════════════════
+
+ Note over convStore: Auto-initialized in constructor (browser only)
+ convStore->>convStore: initialize()
+ activate convStore
+ convStore->>convStore: loadConversations()
+ convStore->>DbSvc: getAllConversations()
+ DbSvc->>IDB: SELECT * FROM conversations ORDER BY lastModified DESC
+ IDB-->>DbSvc: Conversation[]
+ DbSvc-->>convStore: conversations
+ convStore->>convStore: conversations = $state(data)
+ convStore->>convStore: isInitialized = true
+ deactivate convStore
+
+ %% ═══════════════════════════════════════════════════════════════════════════
+ Note over UI,IDB: ➕ CREATE CONVERSATION
+ %% ═══════════════════════════════════════════════════════════════════════════
+
+ UI->>convStore: createConversation(name?)
+ activate convStore
+ convStore->>DbSvc: createConversation(name || "New Chat")
+ DbSvc->>IDB: INSERT INTO conversations
+ IDB-->>DbSvc: conversation {id, name, lastModified, currNode: ""}
+ DbSvc-->>convStore: conversation
+ convStore->>convStore: conversations.unshift(conversation)
+ convStore->>convStore: activeConversation = $state(conversation)
+ convStore->>convStore: activeMessages = $state([])
+ deactivate convStore
+
+ %% ═══════════════════════════════════════════════════════════════════════════
+ Note over UI,IDB: 📂 LOAD CONVERSATION
+ %% ═══════════════════════════════════════════════════════════════════════════
+
+ UI->>convStore: loadConversation(convId)
+ activate convStore
+ convStore->>DbSvc: getConversation(convId)
+ DbSvc->>IDB: SELECT * FROM conversations WHERE id = ?
+ IDB-->>DbSvc: conversation
+ convStore->>convStore: activeConversation = $state(conversation)
+
+ convStore->>convStore: refreshActiveMessages()
+ convStore->>DbSvc: getConversationMessages(convId)
+ DbSvc->>IDB: SELECT * FROM messages WHERE convId = ?
+ IDB-->>DbSvc: allMessages[]
+ convStore->>convStore: filterByLeafNodeId(allMessages, currNode)
+ Note right of convStore: Filter to show only current branch path
+ convStore->>convStore: activeMessages = $state(filtered)
+
+ convStore->>chatStore: syncLoadingStateForChat(convId)
+ Note right of chatStore: Sync isLoading/currentResponse if streaming
+ deactivate convStore
+
+ %% ═══════════════════════════════════════════════════════════════════════════
+ Note over UI,IDB: 🌳 MESSAGE BRANCHING MODEL
+ %% ═══════════════════════════════════════════════════════════════════════════
+
+ Note over IDB: Message Tree Structure:<br/>- Each message has parent (null for root)<br/>- Each message has children[] array<br/>- Conversation.currNode points to active leaf<br/>- filterByLeafNodeId() traverses from root to currNode
+
+ rect rgb(240, 240, 255)
+ Note over convStore: Example Branch Structure:
+ Note over convStore: root → user1 → assistant1 → user2 → assistant2a (currNode)<br/> ↘ assistant2b (alt branch)
+ end
+
+ %% ═══════════════════════════════════════════════════════════════════════════
+ Note over UI,IDB: ↔️ BRANCH NAVIGATION
+ %% ═══════════════════════════════════════════════════════════════════════════
+
+ UI->>convStore: navigateToSibling(msgId, direction)
+ activate convStore
+ convStore->>convStore: Find message in activeMessages
+ convStore->>convStore: Get parent message
+ convStore->>convStore: Find sibling in parent.children[]
+ convStore->>convStore: findLeafNode(siblingId, allMessages)
+ Note right of convStore: Navigate to leaf of sibling branch
+ convStore->>convStore: updateCurrentNode(leafId)
+ convStore->>DbSvc: updateCurrentNode(convId, leafId)
+ DbSvc->>IDB: UPDATE conversations SET currNode = ?
+ convStore->>convStore: refreshActiveMessages()
+ deactivate convStore
+
+ %% ═══════════════════════════════════════════════════════════════════════════
+ Note over UI,IDB: 📝 UPDATE CONVERSATION
+ %% ═══════════════════════════════════════════════════════════════════════════
+
+ UI->>convStore: updateConversationName(convId, newName)
+ activate convStore
+ convStore->>DbSvc: updateConversation(convId, {name: newName})
+ DbSvc->>IDB: UPDATE conversations SET name = ?
+ convStore->>convStore: Update in conversations array
+ deactivate convStore
+
+ Note over convStore: Auto-title update (after first response):
+ convStore->>convStore: updateConversationTitleWithConfirmation()
+ convStore->>convStore: titleUpdateConfirmationCallback?()
+ Note right of convStore: Shows dialog if title would change
+
+ %% ═══════════════════════════════════════════════════════════════════════════
+ Note over UI,IDB: 🗑️ DELETE CONVERSATION
+ %% ═══════════════════════════════════════════════════════════════════════════
+
+ UI->>convStore: deleteConversation(convId)
+ activate convStore
+ convStore->>DbSvc: deleteConversation(convId)
+ DbSvc->>IDB: DELETE FROM conversations WHERE id = ?
+ DbSvc->>IDB: DELETE FROM messages WHERE convId = ?
+ convStore->>convStore: conversations.filter(c => c.id !== convId)
+ alt deleted active conversation
+ convStore->>convStore: clearActiveConversation()
+ end
+ deactivate convStore
+
+ %% ═══════════════════════════════════════════════════════════════════════════
+ Note over UI,IDB: 📊 MODALITY TRACKING
+ %% ═══════════════════════════════════════════════════════════════════════════
+
+ Note over convStore: usedModalities = $derived.by(() => {<br/> calculateModalitiesFromMessages(activeMessages)<br/>})
+
+ Note over convStore: Scans activeMessages for attachments:<br/>- IMAGE → vision: true<br/>- PDF (processedAsImages) → vision: true<br/>- AUDIO → audio: true
+
+ UI->>convStore: getModalitiesUpToMessage(msgId)
+ Note right of convStore: Used for regeneration validation<br/>Only checks messages BEFORE target
+
+ %% ═══════════════════════════════════════════════════════════════════════════
+ Note over UI,IDB: 📤 EXPORT / 📥 IMPORT
+ %% ═══════════════════════════════════════════════════════════════════════════
+
+ UI->>convStore: exportAllConversations()
+ activate convStore
+ convStore->>DbSvc: getAllConversations()
+ loop each conversation
+ convStore->>DbSvc: getConversationMessages(convId)
+ end
+ convStore->>convStore: triggerDownload(JSON blob)
+ deactivate convStore
+
+ UI->>convStore: importConversations(file)
+ activate convStore
+ convStore->>convStore: Parse JSON file
+ convStore->>DbSvc: importConversations(parsed)
+ DbSvc->>IDB: Bulk INSERT conversations + messages
+ convStore->>convStore: loadConversations()
+ deactivate convStore
+```
--- /dev/null
+```mermaid
+%% MODEL Mode Data Flow (single model)
+%% Detailed flows: ./flows/server-flow.mmd, ./flows/models-flow.mmd, ./flows/chat-flow.mmd
+
+sequenceDiagram
+ participant User as 👤 User
+ participant UI as 🧩 UI
+ participant Stores as 🗄️ Stores
+ participant DB as 💾 IndexedDB
+ participant API as 🌐 llama-server
+
+ Note over User,API: 🚀 Initialization (see: server-flow.mmd, models-flow.mmd)
+
+ UI->>Stores: initialize()
+ Stores->>DB: load conversations
+ Stores->>API: GET /props
+ API-->>Stores: server config + modalities
+ Stores->>API: GET /v1/models
+ API-->>Stores: single model (auto-selected)
+
+ Note over User,API: 💬 Chat Flow (see: chat-flow.mmd)
+
+ User->>UI: send message
+ UI->>Stores: sendMessage()
+ Stores->>DB: save user message
+ Stores->>API: POST /v1/chat/completions (stream)
+ loop streaming
+ API-->>Stores: SSE chunks
+ Stores-->>UI: reactive update
+ end
+ API-->>Stores: done + timings
+ Stores->>DB: save assistant message
+
+ Note over User,API: 🔁 Regenerate
+
+ User->>UI: regenerate
+ Stores->>DB: create message branch
+ Note right of Stores: same streaming flow
+
+ Note over User,API: ⏹️ Stop
+
+ User->>UI: stop
+ Stores->>Stores: abort stream
+ Stores->>DB: save partial response
+```
--- /dev/null
+```mermaid
+%% ROUTER Mode Data Flow (multi-model)
+%% Detailed flows: ./flows/server-flow.mmd, ./flows/models-flow.mmd, ./flows/chat-flow.mmd
+
+sequenceDiagram
+ participant User as 👤 User
+ participant UI as 🧩 UI
+ participant Stores as 🗄️ Stores
+ participant DB as 💾 IndexedDB
+ participant API as 🌐 llama-server
+
+ Note over User,API: 🚀 Initialization (see: server-flow.mmd, models-flow.mmd)
+
+ UI->>Stores: initialize()
+ Stores->>DB: load conversations
+ Stores->>API: GET /props
+ API-->>Stores: {role: "router"}
+ Stores->>API: GET /models
+ API-->>Stores: models[] with status (loaded/available)
+ loop each loaded model
+ Stores->>API: GET /props?model=X
+ API-->>Stores: modalities (vision/audio)
+ end
+
+ Note over User,API: 🔄 Model Selection (see: models-flow.mmd)
+
+ User->>UI: select model
+ alt model not loaded
+ Stores->>API: POST /models/load
+ loop poll status
+ Stores->>API: GET /models
+ API-->>Stores: check if loaded
+ end
+ Stores->>API: GET /props?model=X
+ API-->>Stores: cache modalities
+ end
+ Stores->>Stores: validate modalities vs conversation
+ alt valid
+ Stores->>Stores: select model
+ else invalid
+ Stores->>API: POST /models/unload
+ UI->>User: show error toast
+ end
+
+ Note over User,API: 💬 Chat Flow (see: chat-flow.mmd)
+
+ User->>UI: send message
+ UI->>Stores: sendMessage()
+ Stores->>DB: save user message
+ Stores->>API: POST /v1/chat/completions {model: X}
+ Note right of API: router forwards to model
+ loop streaming
+ API-->>Stores: SSE chunks + model info
+ Stores-->>UI: reactive update
+ end
+ API-->>Stores: done + timings
+ Stores->>DB: save assistant message + model used
+
+ Note over User,API: 🔁 Regenerate (optional: different model)
+
+ User->>UI: regenerate
+ Stores->>Stores: validate modalities up to this message
+ Stores->>DB: create message branch
+ Note right of Stores: same streaming flow
+
+ Note over User,API: ⏹️ Stop
+
+ User->>UI: stop
+ Stores->>Stores: abort stream
+ Stores->>DB: save partial response
+
+ Note over User,API: 🗑️ LRU Unloading
+
+ Note right of API: Server auto-unloads LRU models<br/>when cache full
+ User->>UI: select unloaded model
+ Note right of Stores: triggers load flow again
+```
--- /dev/null
+```mermaid
+sequenceDiagram
+ participant Store as 🗄️ Stores
+ participant DbSvc as ⚙️ DatabaseService
+ participant Dexie as 📦 Dexie ORM
+ participant IDB as 💾 IndexedDB
+
+ Note over DbSvc: Stateless service - all methods static<br/>Database: "LlamacppWebui"
+
+ %% ═══════════════════════════════════════════════════════════════════════════
+ Note over Store,IDB: 📊 SCHEMA
+ %% ═══════════════════════════════════════════════════════════════════════════
+
+ rect rgb(240, 248, 255)
+ Note over IDB: conversations table:<br/>id (PK), lastModified, currNode, name
+ end
+
+ rect rgb(255, 248, 240)
+ Note over IDB: messages table:<br/>id (PK), convId (FK), type, role, timestamp,<br/>parent, children[], content, thinking,<br/>toolCalls, extra[], model, timings
+ end
+
+ %% ═══════════════════════════════════════════════════════════════════════════
+ Note over Store,IDB: 💬 CONVERSATIONS CRUD
+ %% ═══════════════════════════════════════════════════════════════════════════
+
+ Store->>DbSvc: createConversation(name)
+ activate DbSvc
+ DbSvc->>DbSvc: Generate UUID
+ DbSvc->>Dexie: db.conversations.add({id, name, lastModified, currNode: ""})
+ Dexie->>IDB: INSERT
+ IDB-->>Dexie: success
+ DbSvc-->>Store: DatabaseConversation
+ deactivate DbSvc
+
+ Store->>DbSvc: getConversation(convId)
+ DbSvc->>Dexie: db.conversations.get(convId)
+ Dexie->>IDB: SELECT WHERE id = ?
+ IDB-->>DbSvc: DatabaseConversation
+
+ Store->>DbSvc: getAllConversations()
+ DbSvc->>Dexie: db.conversations.orderBy('lastModified').reverse().toArray()
+ Dexie->>IDB: SELECT ORDER BY lastModified DESC
+ IDB-->>DbSvc: DatabaseConversation[]
+
+ Store->>DbSvc: updateConversation(convId, updates)
+ DbSvc->>Dexie: db.conversations.update(convId, {...updates, lastModified})
+ Dexie->>IDB: UPDATE
+
+ Store->>DbSvc: deleteConversation(convId)
+ activate DbSvc
+ DbSvc->>Dexie: db.conversations.delete(convId)
+ Dexie->>IDB: DELETE FROM conversations
+ DbSvc->>Dexie: db.messages.where('convId').equals(convId).delete()
+ Dexie->>IDB: DELETE FROM messages WHERE convId = ?
+ deactivate DbSvc
+
+ %% ═══════════════════════════════════════════════════════════════════════════
+ Note over Store,IDB: 📝 MESSAGES CRUD
+ %% ═══════════════════════════════════════════════════════════════════════════
+
+ Store->>DbSvc: createRootMessage(convId)
+ activate DbSvc
+ DbSvc->>DbSvc: Create root message {type: "root", parent: null}
+ DbSvc->>Dexie: db.messages.add(rootMsg)
+ Dexie->>IDB: INSERT
+ DbSvc-->>Store: rootMessageId
+ deactivate DbSvc
+
+ Store->>DbSvc: createMessageBranch(message, parentId)
+ activate DbSvc
+ DbSvc->>DbSvc: Generate UUID for new message
+ DbSvc->>Dexie: db.messages.add({...message, id, parent: parentId})
+ Dexie->>IDB: INSERT message
+
+ alt parentId exists
+ DbSvc->>Dexie: db.messages.get(parentId)
+ Dexie->>IDB: SELECT parent
+ DbSvc->>DbSvc: parent.children.push(newId)
+ DbSvc->>Dexie: db.messages.update(parentId, {children})
+ Dexie->>IDB: UPDATE parent.children
+ end
+
+ DbSvc->>Dexie: db.conversations.update(convId, {currNode: newId})
+ Dexie->>IDB: UPDATE conversation.currNode
+ DbSvc-->>Store: DatabaseMessage
+ deactivate DbSvc
+
+ Store->>DbSvc: getConversationMessages(convId)
+ DbSvc->>Dexie: db.messages.where('convId').equals(convId).toArray()
+ Dexie->>IDB: SELECT WHERE convId = ?
+ IDB-->>DbSvc: DatabaseMessage[]
+
+ Store->>DbSvc: updateMessage(msgId, updates)
+ DbSvc->>Dexie: db.messages.update(msgId, updates)
+ Dexie->>IDB: UPDATE
+
+ Store->>DbSvc: deleteMessage(msgId)
+ DbSvc->>Dexie: db.messages.delete(msgId)
+ Dexie->>IDB: DELETE
+
+ %% ═══════════════════════════════════════════════════════════════════════════
+ Note over Store,IDB: 🌳 BRANCHING OPERATIONS
+ %% ═══════════════════════════════════════════════════════════════════════════
+
+ Store->>DbSvc: updateCurrentNode(convId, nodeId)
+ DbSvc->>Dexie: db.conversations.update(convId, {currNode: nodeId, lastModified})
+ Dexie->>IDB: UPDATE
+
+ Store->>DbSvc: deleteMessageCascading(msgId)
+ activate DbSvc
+ DbSvc->>DbSvc: findDescendantMessages(msgId, allMessages)
+ Note right of DbSvc: Recursively find all children
+ loop each descendant
+ DbSvc->>Dexie: db.messages.delete(descendantId)
+ Dexie->>IDB: DELETE
+ end
+ DbSvc->>Dexie: db.messages.delete(msgId)
+ Dexie->>IDB: DELETE target message
+ deactivate DbSvc
+
+ %% ═══════════════════════════════════════════════════════════════════════════
+ Note over Store,IDB: 📥 IMPORT
+ %% ═══════════════════════════════════════════════════════════════════════════
+
+ Store->>DbSvc: importConversations(data)
+ activate DbSvc
+ loop each conversation in data
+ DbSvc->>DbSvc: Generate new UUIDs (avoid conflicts)
+ DbSvc->>Dexie: db.conversations.add(conversation)
+ Dexie->>IDB: INSERT conversation
+ loop each message
+ DbSvc->>Dexie: db.messages.add(message)
+ Dexie->>IDB: INSERT message
+ end
+ end
+ deactivate DbSvc
+
+ %% ═══════════════════════════════════════════════════════════════════════════
+ Note over Store,IDB: 🔗 MESSAGE TREE UTILITIES
+ %% ═══════════════════════════════════════════════════════════════════════════
+
+ Note over DbSvc: Used by stores (imported from utils):
+
+ rect rgb(240, 255, 240)
+ Note over DbSvc: filterByLeafNodeId(messages, leafId)<br/>→ Returns path from root to leaf<br/>→ Used to display current branch
+ end
+
+ rect rgb(240, 255, 240)
+ Note over DbSvc: findLeafNode(startId, messages)<br/>→ Traverse to deepest child<br/>→ Used for branch navigation
+ end
+
+ rect rgb(240, 255, 240)
+ Note over DbSvc: findDescendantMessages(msgId, messages)<br/>→ Find all children recursively<br/>→ Used for cascading deletes
+ end
+```
--- /dev/null
+```mermaid
+sequenceDiagram
+ participant UI as 🧩 ModelsSelector
+ participant Hooks as 🪝 useModelChangeValidation
+ participant modelsStore as 🗄️ modelsStore
+ participant serverStore as 🗄️ serverStore
+ participant convStore as 🗄️ conversationsStore
+ participant ModelsSvc as ⚙️ ModelsService
+ participant PropsSvc as ⚙️ PropsService
+ participant API as 🌐 llama-server
+
+ Note over modelsStore: State:<br/>models: ModelOption[]<br/>routerModels: ApiModelDataEntry[]<br/>selectedModelId, selectedModelName<br/>loading, updating, error<br/>modelLoadingStates (Map)<br/>modelPropsCache (Map)<br/>propsCacheVersion
+
+ %% ═══════════════════════════════════════════════════════════════════════════
+ Note over UI,API: 🚀 INITIALIZATION (MODEL mode)
+ %% ═══════════════════════════════════════════════════════════════════════════
+
+ UI->>modelsStore: fetch()
+ activate modelsStore
+ modelsStore->>modelsStore: loading = true
+
+ alt serverStore.props not loaded
+ modelsStore->>serverStore: fetch()
+ Note over serverStore: → see server-flow.mmd
+ end
+
+ modelsStore->>ModelsSvc: list()
+ ModelsSvc->>API: GET /v1/models
+ API-->>ModelsSvc: ApiModelListResponse {data: [model]}
+
+ modelsStore->>modelsStore: models = $state(mapped)
+ Note right of modelsStore: Map to ModelOption[]:<br/>{id, name, model, description, capabilities}
+
+ Note over modelsStore: MODEL mode: Get modalities from serverStore.props
+ modelsStore->>modelsStore: modelPropsCache.set(model.id, serverStore.props)
+ modelsStore->>modelsStore: models[0].modalities = props.modalities
+
+ modelsStore->>modelsStore: Auto-select single model
+ Note right of modelsStore: selectedModelId = models[0].id
+ modelsStore->>modelsStore: loading = false
+ deactivate modelsStore
+
+ %% ═══════════════════════════════════════════════════════════════════════════
+ Note over UI,API: 🚀 INITIALIZATION (ROUTER mode)
+ %% ═══════════════════════════════════════════════════════════════════════════
+
+ UI->>modelsStore: fetch()
+ activate modelsStore
+ modelsStore->>ModelsSvc: list()
+ ModelsSvc->>API: GET /v1/models
+ API-->>ModelsSvc: ApiModelListResponse
+ modelsStore->>modelsStore: models = $state(mapped)
+ deactivate modelsStore
+
+ Note over UI: After models loaded, layout triggers:
+ UI->>modelsStore: fetchRouterModels()
+ activate modelsStore
+ modelsStore->>ModelsSvc: listRouter()
+ ModelsSvc->>API: GET /models
+ API-->>ModelsSvc: ApiRouterModelsListResponse
+ Note right of API: {data: [{id, status, path, in_cache}]}
+ modelsStore->>modelsStore: routerModels = $state(data)
+
+ modelsStore->>modelsStore: fetchModalitiesForLoadedModels()
+ loop each model where status === "loaded"
+ modelsStore->>PropsSvc: fetchForModel(modelId)
+ PropsSvc->>API: GET /props?model={modelId}
+ API-->>PropsSvc: ApiLlamaCppServerProps
+ modelsStore->>modelsStore: modelPropsCache.set(modelId, props)
+ end
+ modelsStore->>modelsStore: propsCacheVersion++
+ deactivate modelsStore
+
+ %% ═══════════════════════════════════════════════════════════════════════════
+ Note over UI,API: 🔄 MODEL SELECTION (ROUTER mode)
+ %% ═══════════════════════════════════════════════════════════════════════════
+
+ UI->>Hooks: useModelChangeValidation({getRequiredModalities, onSuccess?, onValidationFailure?})
+ Note over Hooks: Hook configured per-component:<br/>ChatForm: getRequiredModalities = usedModalities<br/>ChatMessage: getRequiredModalities = getModalitiesUpToMessage(msgId)
+
+ UI->>Hooks: handleModelChange(modelId, modelName)
+ activate Hooks
+ Hooks->>Hooks: previousSelectedModelId = modelsStore.selectedModelId
+ Hooks->>modelsStore: isModelLoaded(modelName)?
+
+ alt model NOT loaded
+ Hooks->>modelsStore: loadModel(modelName)
+ Note over modelsStore: → see LOAD MODEL section below
+ end
+
+ Note over Hooks: Always fetch props (from cache or API)
+ Hooks->>modelsStore: fetchModelProps(modelName)
+ modelsStore-->>Hooks: props
+
+ Hooks->>convStore: getRequiredModalities()
+ convStore-->>Hooks: {vision, audio}
+
+ Hooks->>Hooks: Validate: model.modalities ⊇ required?
+
+ alt validation PASSED
+ Hooks->>modelsStore: selectModelById(modelId)
+ Hooks-->>UI: return true
+ else validation FAILED
+ Hooks->>UI: toast.error("Model doesn't support required modalities")
+ alt model was just loaded
+ Hooks->>modelsStore: unloadModel(modelName)
+ end
+ alt onValidationFailure provided
+ Hooks->>modelsStore: selectModelById(previousSelectedModelId)
+ end
+ Hooks-->>UI: return false
+ end
+ deactivate Hooks
+
+ %% ═══════════════════════════════════════════════════════════════════════════
+ Note over UI,API: ⬆️ LOAD MODEL (ROUTER mode)
+ %% ═══════════════════════════════════════════════════════════════════════════
+
+ modelsStore->>modelsStore: loadModel(modelId)
+ activate modelsStore
+
+ alt already loaded
+ modelsStore-->>modelsStore: return (no-op)
+ end
+
+ modelsStore->>modelsStore: modelLoadingStates.set(modelId, true)
+ modelsStore->>ModelsSvc: load(modelId)
+ ModelsSvc->>API: POST /models/load {model: modelId}
+ API-->>ModelsSvc: {status: "loading"}
+
+ modelsStore->>modelsStore: pollForModelStatus(modelId, LOADED)
+ loop poll every 500ms (max 60 attempts)
+ modelsStore->>modelsStore: fetchRouterModels()
+ modelsStore->>ModelsSvc: listRouter()
+ ModelsSvc->>API: GET /models
+ API-->>ModelsSvc: models[]
+ modelsStore->>modelsStore: getModelStatus(modelId)
+ alt status === LOADED
+ Note right of modelsStore: break loop
+ else status === LOADING
+ Note right of modelsStore: wait 500ms, continue
+ end
+ end
+
+ modelsStore->>modelsStore: updateModelModalities(modelId)
+ modelsStore->>PropsSvc: fetchForModel(modelId)
+ PropsSvc->>API: GET /props?model={modelId}
+ API-->>PropsSvc: props with modalities
+ modelsStore->>modelsStore: modelPropsCache.set(modelId, props)
+ modelsStore->>modelsStore: propsCacheVersion++
+
+ modelsStore->>modelsStore: modelLoadingStates.set(modelId, false)
+ deactivate modelsStore
+
+ %% ═══════════════════════════════════════════════════════════════════════════
+ Note over UI,API: ⬇️ UNLOAD MODEL (ROUTER mode)
+ %% ═══════════════════════════════════════════════════════════════════════════
+
+ modelsStore->>modelsStore: unloadModel(modelId)
+ activate modelsStore
+ modelsStore->>modelsStore: modelLoadingStates.set(modelId, true)
+ modelsStore->>ModelsSvc: unload(modelId)
+ ModelsSvc->>API: POST /models/unload {model: modelId}
+
+ modelsStore->>modelsStore: pollForModelStatus(modelId, UNLOADED)
+ loop poll until unloaded
+ modelsStore->>ModelsSvc: listRouter()
+ ModelsSvc->>API: GET /models
+ end
+
+ modelsStore->>modelsStore: modelLoadingStates.set(modelId, false)
+ deactivate modelsStore
+
+ %% ═══════════════════════════════════════════════════════════════════════════
+ Note over UI,API: 📊 COMPUTED GETTERS
+ %% ═══════════════════════════════════════════════════════════════════════════
+
+ Note over modelsStore: Getters:<br/>- selectedModel: ModelOption | null<br/>- loadedModelIds: string[] (from routerModels)<br/>- loadingModelIds: string[] (from modelLoadingStates)<br/>- singleModelName: string | null (MODEL mode only)
+
+ Note over modelsStore: Modality helpers:<br/>- getModelModalities(modelId): {vision, audio}<br/>- modelSupportsVision(modelId): boolean<br/>- modelSupportsAudio(modelId): boolean
+```
--- /dev/null
+```mermaid
+sequenceDiagram
+ participant UI as 🧩 +layout.svelte
+ participant serverStore as 🗄️ serverStore
+ participant PropsSvc as ⚙️ PropsService
+ participant API as 🌐 llama-server
+
+ Note over serverStore: State:<br/>props: ApiLlamaCppServerProps | null<br/>loading, error<br/>role: ServerRole | null (MODEL | ROUTER)<br/>fetchPromise (deduplication)
+
+ %% ═══════════════════════════════════════════════════════════════════════════
+ Note over UI,API: 🚀 INITIALIZATION
+ %% ═══════════════════════════════════════════════════════════════════════════
+
+ UI->>serverStore: fetch()
+ activate serverStore
+
+ alt fetchPromise exists (already fetching)
+ serverStore-->>UI: return fetchPromise
+ Note right of serverStore: Deduplicate concurrent calls
+ end
+
+ serverStore->>serverStore: loading = true
+ serverStore->>serverStore: fetchPromise = new Promise()
+
+ serverStore->>PropsSvc: fetch()
+ PropsSvc->>API: GET /props
+ API-->>PropsSvc: ApiLlamaCppServerProps
+ Note right of API: {role, model_path, model_alias,<br/>modalities, default_generation_settings, ...}
+
+ PropsSvc-->>serverStore: props
+ serverStore->>serverStore: props = $state(data)
+
+ serverStore->>serverStore: detectRole(props)
+ Note right of serverStore: role = props.role === "router"<br/> ? ServerRole.ROUTER<br/> : ServerRole.MODEL
+
+ serverStore->>serverStore: loading = false
+ serverStore->>serverStore: fetchPromise = null
+ deactivate serverStore
+
+ %% ═══════════════════════════════════════════════════════════════════════════
+ Note over UI,API: 📊 COMPUTED GETTERS
+ %% ═══════════════════════════════════════════════════════════════════════════
+
+ Note over serverStore: Getters from props:
+
+ rect rgb(240, 255, 240)
+ Note over serverStore: defaultParams<br/>→ props.default_generation_settings.params<br/>(temperature, top_p, top_k, etc.)
+ end
+
+ rect rgb(240, 255, 240)
+ Note over serverStore: contextSize<br/>→ props.default_generation_settings.n_ctx
+ end
+
+ rect rgb(255, 240, 240)
+ Note over serverStore: isRouterMode<br/>→ role === ServerRole.ROUTER
+ end
+
+ rect rgb(255, 240, 240)
+ Note over serverStore: isModelMode<br/>→ role === ServerRole.MODEL
+ end
+
+ %% ═══════════════════════════════════════════════════════════════════════════
+ Note over UI,API: 🔗 RELATIONSHIPS
+ %% ═══════════════════════════════════════════════════════════════════════════
+
+ Note over serverStore: Used by:
+ Note right of serverStore: - modelsStore: role detection, MODEL mode modalities<br/>- settingsStore: syncWithServerDefaults (defaultParams)<br/>- chatStore: contextSize for processing state<br/>- UI components: isRouterMode for conditional rendering
+
+ %% ═══════════════════════════════════════════════════════════════════════════
+ Note over UI,API: ❌ ERROR HANDLING
+ %% ═══════════════════════════════════════════════════════════════════════════
+
+ Note over serverStore: getErrorMessage(): string | null<br/>Returns formatted error for UI display
+
+ Note over serverStore: clear(): void<br/>Resets all state (props, error, loading, role)
+```
--- /dev/null
+```mermaid
+sequenceDiagram
+ participant UI as 🧩 ChatSettings
+ participant settingsStore as 🗄️ settingsStore
+ participant serverStore as 🗄️ serverStore
+ participant ParamSvc as ⚙️ ParameterSyncService
+ participant LS as 💾 LocalStorage
+
+ Note over settingsStore: State:<br/>config: SettingsConfigType<br/>theme: string ("auto" | "light" | "dark")<br/>isInitialized: boolean<br/>userOverrides: Set<string>
+
+ %% ═══════════════════════════════════════════════════════════════════════════
+ Note over UI,LS: 🚀 INITIALIZATION
+ %% ═══════════════════════════════════════════════════════════════════════════
+
+ Note over settingsStore: Auto-initialized in constructor (browser only)
+ settingsStore->>settingsStore: initialize()
+ activate settingsStore
+
+ settingsStore->>settingsStore: loadConfig()
+ settingsStore->>LS: get("llama-config")
+ LS-->>settingsStore: StoredConfig | null
+
+ alt config exists
+ settingsStore->>settingsStore: Merge with SETTING_CONFIG_DEFAULT
+ Note right of settingsStore: Fill missing keys with defaults
+ else no config
+ settingsStore->>settingsStore: config = SETTING_CONFIG_DEFAULT
+ end
+
+ settingsStore->>LS: get("llama-userOverrides")
+ LS-->>settingsStore: string[] | null
+ settingsStore->>settingsStore: userOverrides = new Set(data)
+
+ settingsStore->>settingsStore: loadTheme()
+ settingsStore->>LS: get("llama-theme")
+ LS-->>settingsStore: theme | "auto"
+
+ settingsStore->>settingsStore: isInitialized = true
+ deactivate settingsStore
+
+ %% ═══════════════════════════════════════════════════════════════════════════
+ Note over UI,LS: 🔄 SYNC WITH SERVER DEFAULTS
+ %% ═══════════════════════════════════════════════════════════════════════════
+
+ Note over UI: Triggered from +layout.svelte when serverStore.props loaded
+ UI->>settingsStore: syncWithServerDefaults()
+ activate settingsStore
+
+ settingsStore->>serverStore: defaultParams
+ serverStore-->>settingsStore: {temperature, top_p, top_k, ...}
+
+ settingsStore->>ParamSvc: extractServerDefaults(defaultParams)
+ ParamSvc-->>settingsStore: Record<string, value>
+
+ settingsStore->>ParamSvc: mergeWithServerDefaults(config, serverDefaults)
+ Note right of ParamSvc: For each syncable parameter:<br/>- If NOT in userOverrides → use server default<br/>- If in userOverrides → keep user value
+ ParamSvc-->>settingsStore: mergedConfig
+
+ settingsStore->>settingsStore: config = mergedConfig
+ settingsStore->>settingsStore: saveConfig()
+ deactivate settingsStore
+
+ %% ═══════════════════════════════════════════════════════════════════════════
+ Note over UI,LS: ⚙️ UPDATE CONFIG
+ %% ═══════════════════════════════════════════════════════════════════════════
+
+ UI->>settingsStore: updateConfig(key, value)
+ activate settingsStore
+ settingsStore->>settingsStore: config[key] = value
+ settingsStore->>settingsStore: userOverrides.add(key)
+ Note right of settingsStore: Mark as user-modified (won't be overwritten by server)
+ settingsStore->>settingsStore: saveConfig()
+ settingsStore->>LS: set("llama-config", config)
+ settingsStore->>LS: set("llama-userOverrides", [...userOverrides])
+ deactivate settingsStore
+
+ UI->>settingsStore: updateMultipleConfig({key1: val1, key2: val2})
+ activate settingsStore
+ Note right of settingsStore: Batch update, single save
+ settingsStore->>settingsStore: For each key: config[key] = value
+ settingsStore->>settingsStore: For each key: userOverrides.add(key)
+ settingsStore->>settingsStore: saveConfig()
+ deactivate settingsStore
+
+ %% ═══════════════════════════════════════════════════════════════════════════
+ Note over UI,LS: 🔄 RESET
+ %% ═══════════════════════════════════════════════════════════════════════════
+
+ UI->>settingsStore: resetConfig()
+ activate settingsStore
+ settingsStore->>settingsStore: config = SETTING_CONFIG_DEFAULT
+ settingsStore->>settingsStore: userOverrides.clear()
+ settingsStore->>settingsStore: syncWithServerDefaults()
+ Note right of settingsStore: Apply server defaults for syncable params
+ settingsStore->>settingsStore: saveConfig()
+ deactivate settingsStore
+
+ UI->>settingsStore: resetParameterToServerDefault(key)
+ activate settingsStore
+ settingsStore->>settingsStore: userOverrides.delete(key)
+ settingsStore->>serverStore: defaultParams[key]
+ settingsStore->>settingsStore: config[key] = serverDefault
+ settingsStore->>settingsStore: saveConfig()
+ deactivate settingsStore
+
+ %% ═══════════════════════════════════════════════════════════════════════════
+ Note over UI,LS: 🎨 THEME
+ %% ═══════════════════════════════════════════════════════════════════════════
+
+ UI->>settingsStore: updateTheme(newTheme)
+ activate settingsStore
+ settingsStore->>settingsStore: theme = newTheme
+ settingsStore->>settingsStore: saveTheme()
+ settingsStore->>LS: set("llama-theme", theme)
+ deactivate settingsStore
+
+ %% ═══════════════════════════════════════════════════════════════════════════
+ Note over UI,LS: 📊 PARAMETER INFO
+ %% ═══════════════════════════════════════════════════════════════════════════
+
+ UI->>settingsStore: getParameterInfo(key)
+ settingsStore->>ParamSvc: getParameterInfo(key, config, serverDefaults, userOverrides)
+ ParamSvc-->>settingsStore: ParameterInfo
+ Note right of ParamSvc: {<br/> currentValue,<br/> serverDefault,<br/> isUserOverride: boolean,<br/> canSync: boolean,<br/> isDifferentFromServer: boolean<br/>}
+
+ UI->>settingsStore: getParameterDiff()
+ settingsStore->>ParamSvc: createParameterDiff(config, serverDefaults, userOverrides)
+ ParamSvc-->>settingsStore: ParameterDiff[]
+ Note right of ParamSvc: Array of parameters where user != server
+
+ %% ═══════════════════════════════════════════════════════════════════════════
+ Note over UI,LS: 📋 CONFIG CATEGORIES
+ %% ═══════════════════════════════════════════════════════════════════════════
+
+ Note over settingsStore: Syncable with server (from /props):
+ rect rgb(240, 255, 240)
+ Note over settingsStore: temperature, top_p, top_k, min_p<br/>repeat_penalty, presence_penalty, frequency_penalty<br/>dynatemp_range, dynatemp_exponent<br/>typ_p, xtc_probability, xtc_threshold<br/>dry_multiplier, dry_base, dry_allowed_length, dry_penalty_last_n
+ end
+
+ Note over settingsStore: UI-only (not synced):
+ rect rgb(255, 240, 240)
+ Note over settingsStore: systemMessage, custom (JSON)<br/>showStatistics, enableContinueGeneration<br/>autoMicOnEmpty, disableAutoScroll<br/>apiKey, pdfAsImage, disableReasoningFormat
+ end
+```
+++ /dev/null
-import { expect, test } from '@playwright/test';
-
-test('home page has expected h1', async ({ page }) => {
- await page.goto('/');
- await expect(page.locator('h1')).toBeVisible();
-});
"svelte": "^5.0.0",
"svelte-check": "^4.0.0",
"tailwind-merge": "^3.3.1",
- "tailwind-variants": "^1.0.0",
+ "tailwind-variants": "^3.2.2",
"tailwindcss": "^4.0.0",
"tw-animate-css": "^1.3.5",
"typescript": "^5.0.0",
}
},
"node_modules/tailwind-variants": {
- "version": "1.0.0",
- "resolved": "https://registry.npmjs.org/tailwind-variants/-/tailwind-variants-1.0.0.tgz",
- "integrity": "sha512-2WSbv4ulEEyuBKomOunut65D8UZwxrHoRfYnxGcQNnHqlSCp2+B7Yz2W+yrNDrxRodOXtGD/1oCcKGNBnUqMqA==",
+ "version": "3.2.2",
+ "resolved": "https://registry.npmjs.org/tailwind-variants/-/tailwind-variants-3.2.2.tgz",
+ "integrity": "sha512-Mi4kHeMTLvKlM98XPnK+7HoBPmf4gygdFmqQPaDivc3DpYS6aIY6KiG/PgThrGvii5YZJqRsPz0aPyhoFzmZgg==",
"dev": true,
"license": "MIT",
- "dependencies": {
- "tailwind-merge": "3.0.2"
- },
"engines": {
"node": ">=16.x",
"pnpm": ">=7.x"
},
"peerDependencies": {
+ "tailwind-merge": ">=3.0.0",
"tailwindcss": "*"
- }
- },
- "node_modules/tailwind-variants/node_modules/tailwind-merge": {
- "version": "3.0.2",
- "resolved": "https://registry.npmjs.org/tailwind-merge/-/tailwind-merge-3.0.2.tgz",
- "integrity": "sha512-l7z+OYZ7mu3DTqrL88RiKrKIqO3NcpEO8V/Od04bNpvk0kiIFndGEoqfuzvj4yuhRkHKjRkII2z+KS2HfPcSxw==",
- "dev": true,
- "license": "MIT",
- "funding": {
- "type": "github",
- "url": "https://github.com/sponsors/dcastil"
+ },
+ "peerDependenciesMeta": {
+ "tailwind-merge": {
+ "optional": true
+ }
}
},
"node_modules/tailwindcss": {
"svelte": "^5.0.0",
"svelte-check": "^4.0.0",
"tailwind-merge": "^3.3.1",
- "tailwind-variants": "^1.0.0",
+ "tailwind-variants": "^3.2.2",
"tailwindcss": "^4.0.0",
"tw-animate-css": "^1.3.5",
"typescript": "^5.0.0",
timeout: 120000,
reuseExistingServer: false
},
- testDir: 'e2e'
+ testDir: 'tests/e2e'
});
echo "🚀 Starting development servers..."
echo "📝 Note: Make sure to start llama-server separately if needed"
cd tools/server/webui
-storybook dev -p 6006 --ci & vite dev --host 0.0.0.0 &
+# Use --insecure-http-parser to handle malformed HTTP responses from llama-server
+# (some responses have both Content-Length and Transfer-Encoding headers)
+storybook dev -p 6006 --ci & NODE_OPTIONS="--insecure-http-parser" vite dev --host 0.0.0.0 &
# Wait for all background processes
wait
--chart-3: oklch(0.398 0.07 227.392);
--chart-4: oklch(0.828 0.189 84.429);
--chart-5: oklch(0.769 0.188 70.08);
- --sidebar: oklch(0.985 0 0);
+ --sidebar: oklch(0.987 0 0);
--sidebar-foreground: oklch(0.145 0 0);
--sidebar-primary: oklch(0.205 0 0);
--sidebar-primary-foreground: oklch(0.985 0 0);
--chart-3: oklch(0.769 0.188 70.08);
--chart-4: oklch(0.627 0.265 303.9);
--chart-5: oklch(0.645 0.246 16.439);
- --sidebar: oklch(0.205 0 0);
+ --sidebar: oklch(0.19 0 0);
--sidebar-foreground: oklch(0.985 0 0);
--sidebar-primary: oklch(0.488 0.243 264.376);
--sidebar-primary-foreground: oklch(0.985 0 0);
// Import chat types from dedicated module
import type {
+ // API types
ApiChatCompletionRequest,
ApiChatCompletionResponse,
ApiChatCompletionStreamChunk,
+ ApiChatCompletionToolCall,
+ ApiChatCompletionToolCallDelta,
ApiChatMessageData,
ApiChatMessageContentPart,
ApiContextSizeError,
ApiErrorResponse,
ApiLlamaCppServerProps,
- ApiProcessingState
-} from '$lib/types/api';
-
-import type {
+ ApiModelDataEntry,
+ ApiModelListResponse,
+ ApiProcessingState,
+ ApiRouterModelMeta,
+ ApiRouterModelsLoadRequest,
+ ApiRouterModelsLoadResponse,
+ ApiRouterModelsStatusRequest,
+ ApiRouterModelsStatusResponse,
+ ApiRouterModelsListResponse,
+ ApiRouterModelsUnloadRequest,
+ ApiRouterModelsUnloadResponse,
+ // Chat types
+ ChatAttachmentDisplayItem,
+ ChatAttachmentPreviewItem,
ChatMessageType,
ChatRole,
ChatUploadedFile,
ChatMessageSiblingInfo,
ChatMessagePromptProgress,
- ChatMessageTimings
-} from '$lib/types/chat';
-
-import type {
+ ChatMessageTimings,
+ // Database types
DatabaseConversation,
DatabaseMessage,
DatabaseMessageExtra,
DatabaseMessageExtraImageFile,
DatabaseMessageExtraTextFile,
DatabaseMessageExtraPdfFile,
- DatabaseMessageExtraLegacyContext
-} from '$lib/types/database';
-
-import type {
+ DatabaseMessageExtraLegacyContext,
+ ExportedConversation,
+ ExportedConversations,
+ // Model types
+ ModelModalities,
+ ModelOption,
+ // Settings types
+ SettingsChatServiceOptions,
SettingsConfigValue,
SettingsFieldConfig,
SettingsConfigType
-} from '$lib/types/settings';
+} from '$lib/types';
+
+import { ServerRole, ServerModelStatus, ModelModality } from '$lib/enums';
declare global {
// namespace App {
// }
export {
+ // API types
ApiChatCompletionRequest,
ApiChatCompletionResponse,
ApiChatCompletionStreamChunk,
+ ApiChatCompletionToolCall,
+ ApiChatCompletionToolCallDelta,
ApiChatMessageData,
ApiChatMessageContentPart,
ApiContextSizeError,
ApiErrorResponse,
ApiLlamaCppServerProps,
+ ApiModelDataEntry,
+ ApiModelListResponse,
ApiProcessingState,
- ChatMessageData,
+ ApiRouterModelMeta,
+ ApiRouterModelsLoadRequest,
+ ApiRouterModelsLoadResponse,
+ ApiRouterModelsStatusRequest,
+ ApiRouterModelsStatusResponse,
+ ApiRouterModelsListResponse,
+ ApiRouterModelsUnloadRequest,
+ ApiRouterModelsUnloadResponse,
+ // Chat types
+ ChatAttachmentDisplayItem,
+ ChatAttachmentPreviewItem,
ChatMessagePromptProgress,
ChatMessageSiblingInfo,
ChatMessageTimings,
ChatMessageType,
ChatRole,
ChatUploadedFile,
+ // Database types
DatabaseConversation,
DatabaseMessage,
DatabaseMessageExtra,
DatabaseMessageExtraTextFile,
DatabaseMessageExtraPdfFile,
DatabaseMessageExtraLegacyContext,
+ ExportedConversation,
+ ExportedConversations,
+ // Enum types
+ ModelModality,
+ ServerRole,
+ ServerModelStatus,
+ // Model types
+ ModelModalities,
+ ModelOption,
+ // Settings types
+ SettingsChatServiceOptions,
SettingsConfigValue,
SettingsFieldConfig,
- SettingsConfigType,
- SettingsChatServiceOptions
+ SettingsConfigType
};
}
+++ /dev/null
-import { describe, it, expect } from 'vitest';
-
-describe('sum test', () => {
- it('adds 1 + 2 to equal 3', () => {
- expect(1 + 2).toBe(3);
- });
-});
<script lang="ts">
- import { FileText, Image, Music, FileIcon, Eye } from '@lucide/svelte';
- import { FileTypeCategory, MimeTypeApplication } from '$lib/enums/files';
- import { convertPDFToImage } from '$lib/utils/pdf-processing';
import { Button } from '$lib/components/ui/button';
- import { getFileTypeCategory } from '$lib/utils/file-type';
+ import * as Alert from '$lib/components/ui/alert';
+ import { SyntaxHighlightedCode } from '$lib/components/app';
+ import { FileText, Image, Music, FileIcon, Eye, Info } from '@lucide/svelte';
+ import {
+ isTextFile,
+ isImageFile,
+ isPdfFile,
+ isAudioFile,
+ getLanguageFromFilename
+ } from '$lib/utils';
+ import { convertPDFToImage } from '$lib/utils/browser-only';
+ import { modelsStore } from '$lib/stores/models.svelte';
interface Props {
// Either an uploaded file or a stored attachment
// For uploaded files
preview?: string;
name?: string;
- type?: string;
textContent?: string;
+ // For checking vision modality
+ activeModelId?: string;
}
- let { uploadedFile, attachment, preview, name, type, textContent }: Props = $props();
+ let { uploadedFile, attachment, preview, name, textContent, activeModelId }: Props = $props();
+
+ let hasVisionModality = $derived(
+ activeModelId ? modelsStore.modelSupportsVision(activeModelId) : false
+ );
let displayName = $derived(uploadedFile?.name || attachment?.name || name || 'Unknown File');
- let displayPreview = $derived(
- uploadedFile?.preview || (attachment?.type === 'imageFile' ? attachment.base64Url : preview)
- );
+ // Determine file type from uploaded file or attachment
+ let isAudio = $derived(isAudioFile(attachment, uploadedFile));
+ let isImage = $derived(isImageFile(attachment, uploadedFile));
+ let isPdf = $derived(isPdfFile(attachment, uploadedFile));
+ let isText = $derived(isTextFile(attachment, uploadedFile));
- let displayType = $derived(
- uploadedFile?.type ||
- (attachment?.type === 'imageFile'
- ? 'image'
- : attachment?.type === 'textFile'
- ? 'text'
- : attachment?.type === 'audioFile'
- ? attachment.mimeType || 'audio'
- : attachment?.type === 'pdfFile'
- ? MimeTypeApplication.PDF
- : type || 'unknown')
+ let displayPreview = $derived(
+ uploadedFile?.preview ||
+ (isImage && attachment && 'base64Url' in attachment ? attachment.base64Url : preview)
);
let displayTextContent = $derived(
uploadedFile?.textContent ||
- (attachment?.type === 'textFile'
- ? attachment.content
- : attachment?.type === 'pdfFile'
- ? attachment.content
- : textContent)
+ (attachment && 'content' in attachment ? attachment.content : textContent)
);
- let isAudio = $derived(
- getFileTypeCategory(displayType) === FileTypeCategory.AUDIO || displayType === 'audio'
- );
-
- let isImage = $derived(
- getFileTypeCategory(displayType) === FileTypeCategory.IMAGE || displayType === 'image'
- );
-
- let isPdf = $derived(displayType === MimeTypeApplication.PDF);
-
- let isText = $derived(
- getFileTypeCategory(displayType) === FileTypeCategory.TEXT || displayType === 'text'
- );
+ let language = $derived(getLanguageFromFilename(displayName));
let IconComponent = $derived(() => {
if (isImage) return Image;
if (uploadedFile?.file) {
file = uploadedFile.file;
- } else if (attachment?.type === 'pdfFile') {
+ } else if (isPdf && attachment) {
// Check if we have pre-processed images
- if (attachment.images && Array.isArray(attachment.images)) {
+ if (
+ 'images' in attachment &&
+ attachment.images &&
+ Array.isArray(attachment.images) &&
+ attachment.images.length > 0
+ ) {
pdfImages = attachment.images;
return;
}
// Convert base64 back to File for processing
- if (attachment.base64Data) {
+ if ('base64Data' in attachment && attachment.base64Data) {
const base64Data = attachment.base64Data;
const byteCharacters = atob(base64Data);
const byteNumbers = new Array(byteCharacters.length);
byteNumbers[i] = byteCharacters.charCodeAt(i);
}
const byteArray = new Uint8Array(byteNumbers);
- file = new File([byteArray], displayName, { type: MimeTypeApplication.PDF });
+ file = new File([byteArray], displayName, { type: 'application/pdf' });
}
}
/>
</div>
{:else if isPdf && pdfViewMode === 'pages'}
+ {#if !hasVisionModality && activeModelId}
+ <Alert.Root class="mb-4">
+ <Info class="h-4 w-4" />
+ <Alert.Title>Preview only</Alert.Title>
+ <Alert.Description>
+ <span class="inline-flex">
+ The selected model does not support vision. Only the extracted
+ <!-- svelte-ignore a11y_click_events_have_key_events -->
+ <!-- svelte-ignore a11y_no_static_element_interactions -->
+ <span class="mx-1 cursor-pointer underline" onclick={() => (pdfViewMode = 'text')}>
+ text
+ </span>
+ will be sent to the model.
+ </span>
+ </Alert.Description>
+ </Alert.Root>
+ {/if}
+
{#if pdfImagesLoading}
<div class="flex items-center justify-center p-8">
<div class="text-center">
</div>
{/if}
{:else if (isText || (isPdf && pdfViewMode === 'text')) && displayTextContent}
- <div
- class="max-h-[60vh] overflow-auto rounded-lg bg-muted p-4 font-mono text-sm break-words whitespace-pre-wrap"
- >
- {displayTextContent}
- </div>
+ <SyntaxHighlightedCode code={displayTextContent} {language} maxWidth="69rem" />
{:else if isAudio}
<div class="flex items-center justify-center p-8">
<div class="w-full max-w-md text-center">
<Music class="mx-auto mb-4 h-16 w-16 text-muted-foreground" />
- {#if attachment?.type === 'audioFile'}
+ {#if uploadedFile?.preview}
+ <audio controls class="mb-4 w-full" src={uploadedFile.preview}>
+ Your browser does not support the audio element.
+ </audio>
+ {:else if isAudio && attachment && 'mimeType' in attachment && 'base64Data' in attachment}
<audio
controls
class="mb-4 w-full"
- src="data:{attachment.mimeType};base64,{attachment.base64Data}"
+ src={`data:${attachment.mimeType};base64,${attachment.base64Data}`}
>
Your browser does not support the audio element.
</audio>
- {:else if uploadedFile?.preview}
- <audio controls class="mb-4 w-full" src={uploadedFile.preview}>
- Your browser does not support the audio element.
- </audio>
{:else}
<p class="mb-4 text-muted-foreground">Audio preview not available</p>
{/if}
<script lang="ts">
import { RemoveButton } from '$lib/components/app';
- import { formatFileSize, getFileTypeLabel, getPreviewText } from '$lib/utils/file-preview';
- import { FileTypeCategory, MimeTypeText } from '$lib/enums/files';
+ import { getFileTypeLabel, getPreviewText, formatFileSize, isTextFile } from '$lib/utils';
+ import { AttachmentType } from '$lib/enums';
interface Props {
class?: string;
readonly?: boolean;
size?: number;
textContent?: string;
- type: string;
+ // Either uploaded file or stored attachment
+ uploadedFile?: ChatUploadedFile;
+ attachment?: DatabaseMessageExtra;
}
let {
readonly = false,
size,
textContent,
- type
+ uploadedFile,
+ attachment
}: Props = $props();
+
+ let isText = $derived(isTextFile(attachment, uploadedFile));
+
+ let fileTypeLabel = $derived.by(() => {
+ if (uploadedFile?.type) {
+ return getFileTypeLabel(uploadedFile.type);
+ }
+
+ if (attachment) {
+ if ('mimeType' in attachment && attachment.mimeType) {
+ return getFileTypeLabel(attachment.mimeType);
+ }
+
+ if (attachment.type) {
+ return getFileTypeLabel(attachment.type);
+ }
+ }
+
+ return getFileTypeLabel(name);
+ });
+
+ let pdfProcessingMode = $derived.by(() => {
+ if (attachment?.type === AttachmentType.PDF) {
+ const pdfAttachment = attachment as DatabaseMessageExtraPdfFile;
+
+ return pdfAttachment.processedAsImages ? 'Sent as Image' : 'Sent as Text';
+ }
+ return null;
+ });
</script>
-{#if type === MimeTypeText.PLAIN || type === FileTypeCategory.TEXT}
+{#if isText}
{#if readonly}
<!-- Readonly mode (ChatMessage) -->
<button
<span class="text-xs text-muted-foreground">{formatFileSize(size)}</span>
{/if}
- {#if textContent && type === 'text'}
+ {#if textContent}
<div class="relative mt-2 w-full">
<div
class="overflow-hidden font-mono text-xs leading-relaxed break-words whitespace-pre-wrap text-muted-foreground"
<div
class="flex h-8 w-8 items-center justify-center rounded bg-primary/10 text-xs font-medium text-primary"
>
- {getFileTypeLabel(type)}
+ {fileTypeLabel}
</div>
- <div class="flex flex-col gap-1">
+ <div class="flex flex-col gap-0.5">
<span
- class="max-w-24 truncate text-sm font-medium text-foreground group-hover:pr-6 md:max-w-32"
+ class="max-w-24 truncate text-sm font-medium text-foreground {readonly
+ ? ''
+ : 'group-hover:pr-6'} md:max-w-32"
>
{name}
</span>
- {#if size}
+ {#if pdfProcessingMode}
+ <span class="text-left text-xs text-muted-foreground">{pdfProcessingMode}</span>
+ {:else if size}
<span class="text-left text-xs text-muted-foreground">{formatFileSize(size)}</span>
{/if}
</div>
}: Props = $props();
</script>
-<div class="group relative overflow-hidden rounded-lg border border-border bg-muted {className}">
+<div
+ class="group relative overflow-hidden rounded-lg bg-muted shadow-lg dark:border dark:border-muted {className}"
+>
{#if onClick}
<button
type="button"
import { ChatAttachmentThumbnailImage, ChatAttachmentThumbnailFile } from '$lib/components/app';
import { Button } from '$lib/components/ui/button';
import { ChevronLeft, ChevronRight } from '@lucide/svelte';
- import { FileTypeCategory } from '$lib/enums/files';
- import { getFileTypeCategory } from '$lib/utils/file-type';
import { DialogChatAttachmentPreview, DialogChatAttachmentsViewAll } from '$lib/components/app';
- import type { ChatAttachmentDisplayItem, ChatAttachmentPreviewItem } from '$lib/types/chat';
+ import { getAttachmentDisplayItems } from '$lib/utils';
interface Props {
class?: string;
imageWidth?: string;
// Limit display to single row with "+ X more" button
limitToSingleRow?: boolean;
+ // For vision modality check
+ activeModelId?: string;
}
let {
imageClass = '',
imageHeight = 'h-24',
imageWidth = 'w-auto',
- limitToSingleRow = false
+ limitToSingleRow = false,
+ activeModelId
}: Props = $props();
- let displayItems = $derived(getDisplayItems());
+ let displayItems = $derived(getAttachmentDisplayItems({ uploadedFiles, attachments }));
let canScrollLeft = $state(false);
let canScrollRight = $state(false);
let showViewAll = $derived(limitToSingleRow && displayItems.length > 0 && isScrollable);
let viewAllDialogOpen = $state(false);
- function getDisplayItems(): ChatAttachmentDisplayItem[] {
- const items: ChatAttachmentDisplayItem[] = [];
-
- // Add uploaded files (ChatForm)
- for (const file of uploadedFiles) {
- items.push({
- id: file.id,
- name: file.name,
- size: file.size,
- preview: file.preview,
- type: file.type,
- isImage: getFileTypeCategory(file.type) === FileTypeCategory.IMAGE,
- uploadedFile: file,
- textContent: file.textContent
- });
- }
-
- // Add stored attachments (ChatMessage)
- for (const [index, attachment] of attachments.entries()) {
- if (attachment.type === 'imageFile') {
- items.push({
- id: `attachment-${index}`,
- name: attachment.name,
- preview: attachment.base64Url,
- type: 'image',
- isImage: true,
- attachment,
- attachmentIndex: index
- });
- } else if (attachment.type === 'textFile') {
- items.push({
- id: `attachment-${index}`,
- name: attachment.name,
- type: 'text',
- isImage: false,
- attachment,
- attachmentIndex: index,
- textContent: attachment.content
- });
- } else if (attachment.type === 'context') {
- // Legacy format from old webui - treat as text file
- items.push({
- id: `attachment-${index}`,
- name: attachment.name,
- type: 'text',
- isImage: false,
- attachment,
- attachmentIndex: index,
- textContent: attachment.content
- });
- } else if (attachment.type === 'audioFile') {
- items.push({
- id: `attachment-${index}`,
- name: attachment.name,
- type: attachment.mimeType || 'audio',
- isImage: false,
- attachment,
- attachmentIndex: index
- });
- } else if (attachment.type === 'pdfFile') {
- items.push({
- id: `attachment-${index}`,
- name: attachment.name,
- type: 'application/pdf',
- isImage: false,
- attachment,
- attachmentIndex: index,
- textContent: attachment.content
- });
- }
- }
-
- return items.reverse();
- }
-
function openPreview(item: ChatAttachmentDisplayItem, event?: MouseEvent) {
event?.stopPropagation();
event?.preventDefault();
attachment: item.attachment,
preview: item.preview,
name: item.name,
- type: item.type,
size: item.size,
textContent: item.textContent
};
{#if displayItems.length > 0}
<div class={className} {style}>
- <div class="relative">
- <button
- class="absolute top-1/2 left-4 z-10 flex h-6 w-6 -translate-y-1/2 items-center justify-center rounded-full bg-foreground/15 shadow-md backdrop-blur-xs transition-opacity hover:bg-foreground/35 {canScrollLeft
- ? 'opacity-100'
- : 'pointer-events-none opacity-0'}"
- onclick={scrollLeft}
- aria-label="Scroll left"
- >
- <ChevronLeft class="h-4 w-4" />
- </button>
+ {#if limitToSingleRow}
+ <div class="relative">
+ <button
+ class="absolute top-1/2 left-4 z-10 flex h-6 w-6 -translate-y-1/2 items-center justify-center rounded-full bg-foreground/15 shadow-md backdrop-blur-xs transition-opacity hover:bg-foreground/35 {canScrollLeft
+ ? 'opacity-100'
+ : 'pointer-events-none opacity-0'}"
+ onclick={scrollLeft}
+ aria-label="Scroll left"
+ >
+ <ChevronLeft class="h-4 w-4" />
+ </button>
- <div
- class="scrollbar-hide flex items-start gap-3 overflow-x-auto"
- bind:this={scrollContainer}
- onscroll={updateScrollButtons}
- >
+ <div
+ class="scrollbar-hide flex items-start gap-3 overflow-x-auto"
+ bind:this={scrollContainer}
+ onscroll={updateScrollButtons}
+ >
+ {#each displayItems as item (item.id)}
+ {#if item.isImage && item.preview}
+ <ChatAttachmentThumbnailImage
+ class="flex-shrink-0 cursor-pointer {limitToSingleRow
+ ? 'first:ml-4 last:mr-4'
+ : ''}"
+ id={item.id}
+ name={item.name}
+ preview={item.preview}
+ {readonly}
+ onRemove={onFileRemove}
+ height={imageHeight}
+ width={imageWidth}
+ {imageClass}
+ onClick={(event) => openPreview(item, event)}
+ />
+ {:else}
+ <ChatAttachmentThumbnailFile
+ class="flex-shrink-0 cursor-pointer {limitToSingleRow
+ ? 'first:ml-4 last:mr-4'
+ : ''}"
+ id={item.id}
+ name={item.name}
+ size={item.size}
+ {readonly}
+ onRemove={onFileRemove}
+ textContent={item.textContent}
+ attachment={item.attachment}
+ uploadedFile={item.uploadedFile}
+ onClick={(event) => openPreview(item, event)}
+ />
+ {/if}
+ {/each}
+ </div>
+
+ <button
+ class="absolute top-1/2 right-4 z-10 flex h-6 w-6 -translate-y-1/2 items-center justify-center rounded-full bg-foreground/15 shadow-md backdrop-blur-xs transition-opacity hover:bg-foreground/35 {canScrollRight
+ ? 'opacity-100'
+ : 'pointer-events-none opacity-0'}"
+ onclick={scrollRight}
+ aria-label="Scroll right"
+ >
+ <ChevronRight class="h-4 w-4" />
+ </button>
+ </div>
+
+ {#if showViewAll}
+ <div class="mt-2 -mr-2 flex justify-end px-4">
+ <Button
+ type="button"
+ variant="ghost"
+ size="sm"
+ class="h-6 text-xs text-muted-foreground hover:text-foreground"
+ onclick={() => (viewAllDialogOpen = true)}
+ >
+ View all ({displayItems.length})
+ </Button>
+ </div>
+ {/if}
+ {:else}
+ <div class="flex flex-wrap items-start justify-end gap-3">
{#each displayItems as item (item.id)}
{#if item.isImage && item.preview}
<ChatAttachmentThumbnailImage
- class="flex-shrink-0 cursor-pointer {limitToSingleRow ? 'first:ml-4 last:mr-4' : ''}"
+ class="cursor-pointer"
id={item.id}
name={item.name}
preview={item.preview}
/>
{:else}
<ChatAttachmentThumbnailFile
- class="flex-shrink-0 cursor-pointer {limitToSingleRow ? 'first:ml-4 last:mr-4' : ''}"
+ class="cursor-pointer"
id={item.id}
name={item.name}
- type={item.type}
size={item.size}
{readonly}
onRemove={onFileRemove}
textContent={item.textContent}
- onClick={(event) => openPreview(item, event)}
+ attachment={item.attachment}
+ uploadedFile={item.uploadedFile}
+ onClick={(event?: MouseEvent) => openPreview(item, event)}
/>
{/if}
{/each}
</div>
-
- <button
- class="absolute top-1/2 right-4 z-10 flex h-6 w-6 -translate-y-1/2 items-center justify-center rounded-full bg-foreground/15 shadow-md backdrop-blur-xs transition-opacity hover:bg-foreground/35 {canScrollRight
- ? 'opacity-100'
- : 'pointer-events-none opacity-0'}"
- onclick={scrollRight}
- aria-label="Scroll right"
- >
- <ChevronRight class="h-4 w-4" />
- </button>
- </div>
-
- {#if showViewAll}
- <div class="mt-2 -mr-2 flex justify-end px-4">
- <Button
- type="button"
- variant="ghost"
- size="sm"
- class="h-6 text-xs text-muted-foreground hover:text-foreground"
- onclick={() => (viewAllDialogOpen = true)}
- >
- View all
- </Button>
- </div>
{/if}
</div>
{/if}
attachment={previewItem.attachment}
preview={previewItem.preview}
name={previewItem.name}
- type={previewItem.type}
size={previewItem.size}
textContent={previewItem.textContent}
+ {activeModelId}
/>
{/if}
{onFileRemove}
imageHeight="h-64"
{imageClass}
+ {activeModelId}
/>
ChatAttachmentThumbnailFile,
DialogChatAttachmentPreview
} from '$lib/components/app';
- import { FileTypeCategory } from '$lib/enums/files';
- import { getFileTypeCategory } from '$lib/utils/file-type';
- import type { ChatAttachmentDisplayItem, ChatAttachmentPreviewItem } from '$lib/types/chat';
+ import { getAttachmentDisplayItems } from '$lib/utils';
interface Props {
uploadedFiles?: ChatUploadedFile[];
imageHeight?: string;
imageWidth?: string;
imageClass?: string;
+ activeModelId?: string;
}
let {
onFileRemove,
imageHeight = 'h-24',
imageWidth = 'w-auto',
- imageClass = ''
+ imageClass = '',
+ activeModelId
}: Props = $props();
let previewDialogOpen = $state(false);
let previewItem = $state<ChatAttachmentPreviewItem | null>(null);
- let displayItems = $derived(getDisplayItems());
+ let displayItems = $derived(getAttachmentDisplayItems({ uploadedFiles, attachments }));
let imageItems = $derived(displayItems.filter((item) => item.isImage));
let fileItems = $derived(displayItems.filter((item) => !item.isImage));
- function getDisplayItems(): ChatAttachmentDisplayItem[] {
- const items: ChatAttachmentDisplayItem[] = [];
-
- for (const file of uploadedFiles) {
- items.push({
- id: file.id,
- name: file.name,
- size: file.size,
- preview: file.preview,
- type: file.type,
- isImage: getFileTypeCategory(file.type) === FileTypeCategory.IMAGE,
- uploadedFile: file,
- textContent: file.textContent
- });
- }
-
- for (const [index, attachment] of attachments.entries()) {
- if (attachment.type === 'imageFile') {
- items.push({
- id: `attachment-${index}`,
- name: attachment.name,
- preview: attachment.base64Url,
- type: 'image',
- isImage: true,
- attachment,
- attachmentIndex: index
- });
- } else if (attachment.type === 'textFile') {
- items.push({
- id: `attachment-${index}`,
- name: attachment.name,
- type: 'text',
- isImage: false,
- attachment,
- attachmentIndex: index,
- textContent: attachment.content
- });
- } else if (attachment.type === 'context') {
- // Legacy format from old webui - treat as text file
- items.push({
- id: `attachment-${index}`,
- name: attachment.name,
- type: 'text',
- isImage: false,
- attachment,
- attachmentIndex: index,
- textContent: attachment.content
- });
- } else if (attachment.type === 'audioFile') {
- items.push({
- id: `attachment-${index}`,
- name: attachment.name,
- type: attachment.mimeType || 'audio',
- isImage: false,
- attachment,
- attachmentIndex: index
- });
- } else if (attachment.type === 'pdfFile') {
- items.push({
- id: `attachment-${index}`,
- name: attachment.name,
- type: 'application/pdf',
- isImage: false,
- attachment,
- attachmentIndex: index,
- textContent: attachment.content
- });
- }
- }
-
- return items.reverse();
- }
-
function openPreview(item: (typeof displayItems)[0], event?: Event) {
if (event) {
event.preventDefault();
attachment: item.attachment,
preview: item.preview,
name: item.name,
- type: item.type,
size: item.size,
textContent: item.textContent
};
class="cursor-pointer"
id={item.id}
name={item.name}
- type={item.type}
size={item.size}
{readonly}
onRemove={onFileRemove}
textContent={item.textContent}
- onClick={(event) => openPreview(item, event)}
+ attachment={item.attachment}
+ uploadedFile={item.uploadedFile}
+ onClick={(event?: MouseEvent) => openPreview(item, event)}
/>
{/each}
</div>
attachment={previewItem.attachment}
preview={previewItem.preview}
name={previewItem.name}
- type={previewItem.type}
size={previewItem.size}
textContent={previewItem.textContent}
+ {activeModelId}
/>
{/if}
} from '$lib/components/app';
import { INPUT_CLASSES } from '$lib/constants/input-classes';
import { config } from '$lib/stores/settings.svelte';
- import { FileTypeCategory, MimeTypeApplication } from '$lib/enums/files';
- import {
- AudioRecorder,
- convertToWav,
- createAudioFile,
- isAudioRecordingSupported
- } from '$lib/utils/audio-recording';
- import { onMount } from 'svelte';
+ import { modelsStore, modelOptions, selectedModelId } from '$lib/stores/models.svelte';
+ import { isRouterMode } from '$lib/stores/server.svelte';
+ import { chatStore } from '$lib/stores/chat.svelte';
+ import { activeMessages } from '$lib/stores/conversations.svelte';
import {
+ FileTypeCategory,
+ MimeTypeApplication,
FileExtensionAudio,
FileExtensionImage,
FileExtensionPdf,
MimeTypeAudio,
MimeTypeImage,
MimeTypeText
- } from '$lib/enums/files';
- import { isIMEComposing } from '$lib/utils/is-ime-composing';
+ } from '$lib/enums';
+ import { isIMEComposing } from '$lib/utils';
+ import {
+ AudioRecorder,
+ convertToWav,
+ createAudioFile,
+ isAudioRecordingSupported
+ } from '$lib/utils/browser-only';
+ import { onMount } from 'svelte';
interface Props {
class?: string;
}: Props = $props();
let audioRecorder: AudioRecorder | undefined;
+ let chatFormActionsRef: ChatFormActions | undefined = $state(undefined);
let currentConfig = $derived(config());
let fileAcceptString = $state<string | undefined>(undefined);
let fileInputRef: ChatFormFileInputInvisible | undefined = $state(undefined);
let recordingSupported = $state(false);
let textareaRef: ChatFormTextarea | undefined = $state(undefined);
+ // Check if model is selected (in ROUTER mode)
+ let conversationModel = $derived(
+ chatStore.getConversationModel(activeMessages() as DatabaseMessage[])
+ );
+ let isRouter = $derived(isRouterMode());
+ let hasModelSelected = $derived(!isRouter || !!conversationModel || !!selectedModelId());
+
+ // Get active model ID for capability detection
+ let activeModelId = $derived.by(() => {
+ const options = modelOptions();
+
+ if (!isRouter) {
+ return options.length > 0 ? options[0].model : null;
+ }
+
+ // First try user-selected model
+ const selectedId = selectedModelId();
+ if (selectedId) {
+ const model = options.find((m) => m.id === selectedId);
+ if (model) return model.model;
+ }
+
+ // Fallback to conversation model
+ if (conversationModel) {
+ const model = options.find((m) => m.model === conversationModel);
+ if (model) return model.model;
+ }
+
+ return null;
+ });
+
+ // State for model props reactivity
+ let modelPropsVersion = $state(0);
+
+ // Fetch model props when active model changes (works for both MODEL and ROUTER mode)
+ $effect(() => {
+ if (activeModelId) {
+ const cached = modelsStore.getModelProps(activeModelId);
+ if (!cached) {
+ modelsStore.fetchModelProps(activeModelId).then(() => {
+ modelPropsVersion++;
+ });
+ }
+ }
+ });
+
+ // Derive modalities from active model (works for both MODEL and ROUTER mode)
+ let hasAudioModality = $derived.by(() => {
+ if (activeModelId) {
+ void modelPropsVersion; // Trigger reactivity on props fetch
+ return modelsStore.modelSupportsAudio(activeModelId);
+ }
+
+ return false;
+ });
+
+ let hasVisionModality = $derived.by(() => {
+ if (activeModelId) {
+ void modelPropsVersion; // Trigger reactivity on props fetch
+ return modelsStore.modelSupportsVision(activeModelId);
+ }
+
+ return false;
+ });
+
+ function checkModelSelected(): boolean {
+ if (!hasModelSelected) {
+ // Open the model selector
+ chatFormActionsRef?.openModelSelector();
+ return false;
+ }
+
+ return true;
+ }
+
function getAcceptStringForFileType(fileType: FileTypeCategory): string {
switch (fileType) {
case FileTypeCategory.IMAGE:
return [...Object.values(FileExtensionImage), ...Object.values(MimeTypeImage)].join(',');
+
case FileTypeCategory.AUDIO:
return [...Object.values(FileExtensionAudio), ...Object.values(MimeTypeAudio)].join(',');
+
case FileTypeCategory.PDF:
return [...Object.values(FileExtensionPdf), ...Object.values(MimeTypeApplication)].join(
','
);
+
case FileTypeCategory.TEXT:
return [...Object.values(FileExtensionText), MimeTypeText.PLAIN].join(',');
+
default:
return '';
}
if ((!message.trim() && uploadedFiles.length === 0) || disabled || isLoading) return;
+ // Check if model is selected first
+ if (!checkModelSelected()) return;
+
const messageToSend = message.trim();
const filesToSend = [...uploadedFiles];
if (files.length > 0) {
event.preventDefault();
onFileUpload?.(files);
+
return;
}
async function handleMicClick() {
if (!audioRecorder || !recordingSupported) {
console.warn('Audio recording not supported');
+
return;
}
event.preventDefault();
if ((!message.trim() && uploadedFiles.length === 0) || disabled || isLoading) return;
+ // Check if model is selected first
+ if (!checkModelSelected()) return;
+
const messageToSend = message.trim();
const filesToSend = [...uploadedFiles];
<ChatFormFileInputInvisible
bind:this={fileInputRef}
bind:accept={fileAcceptString}
+ {hasAudioModality}
+ {hasVisionModality}
onFileSelect={handleFileSelect}
/>
<form
onsubmit={handleSubmit}
- class="{INPUT_CLASSES} border-radius-bottom-none mx-auto max-w-[48rem] overflow-hidden rounded-3xl backdrop-blur-md {className}"
+ class="{INPUT_CLASSES} border-radius-bottom-none mx-auto max-w-[48rem] overflow-hidden rounded-3xl backdrop-blur-md {disabled
+ ? 'cursor-not-allowed opacity-60'
+ : ''} {className}"
>
<ChatAttachmentsList
bind:uploadedFiles
limitToSingleRow
class="py-5"
style="scroll-padding: 1rem;"
+ activeModelId={activeModelId ?? undefined}
/>
<div
/>
<ChatFormActions
+ bind:this={chatFormActionsRef}
canSend={message.trim().length > 0 || uploadedFiles.length > 0}
+ hasText={message.trim().length > 0}
{disabled}
{isLoading}
{isRecording}
+ {uploadedFiles}
onFileUpload={handleFileUpload}
onMicClick={handleMicClick}
onStop={handleStop}
<script lang="ts">
- import { Paperclip, Image, FileText, File, Volume2 } from '@lucide/svelte';
+ import { Paperclip } from '@lucide/svelte';
import { Button } from '$lib/components/ui/button';
import * as DropdownMenu from '$lib/components/ui/dropdown-menu';
import * as Tooltip from '$lib/components/ui/tooltip';
- import { TOOLTIP_DELAY_DURATION } from '$lib/constants/tooltip-config';
- import { FileTypeCategory } from '$lib/enums/files';
- import { supportsAudio, supportsVision } from '$lib/stores/server.svelte';
+ import { FILE_TYPE_ICONS } from '$lib/constants/icons';
+ import { FileTypeCategory } from '$lib/enums';
interface Props {
class?: string;
disabled?: boolean;
+ hasAudioModality?: boolean;
+ hasVisionModality?: boolean;
onFileUpload?: (fileType?: FileTypeCategory) => void;
}
- let { class: className = '', disabled = false, onFileUpload }: Props = $props();
+ let {
+ class: className = '',
+ disabled = false,
+ hasAudioModality = false,
+ hasVisionModality = false,
+ onFileUpload
+ }: Props = $props();
const fileUploadTooltipText = $derived.by(() => {
- return !supportsVision()
+ return !hasVisionModality
? 'Text files and PDFs supported. Images, audio, and video require vision models.'
: 'Attach files';
});
<div class="flex items-center gap-1 {className}">
<DropdownMenu.Root>
<DropdownMenu.Trigger name="Attach files">
- <Tooltip.Root delayDuration={TOOLTIP_DELAY_DURATION}>
+ <Tooltip.Root>
<Tooltip.Trigger>
<Button
class="file-upload-button h-8 w-8 rounded-full bg-transparent p-0 text-muted-foreground hover:bg-foreground/10 hover:text-foreground"
</DropdownMenu.Trigger>
<DropdownMenu.Content align="start" class="w-48">
- <Tooltip.Root delayDuration={TOOLTIP_DELAY_DURATION}>
+ <Tooltip.Root>
<Tooltip.Trigger class="w-full">
<DropdownMenu.Item
class="images-button flex cursor-pointer items-center gap-2"
- disabled={!supportsVision()}
+ disabled={!hasVisionModality}
onclick={() => handleFileUpload(FileTypeCategory.IMAGE)}
>
- <Image class="h-4 w-4" />
+ <FILE_TYPE_ICONS.image class="h-4 w-4" />
<span>Images</span>
</DropdownMenu.Item>
</Tooltip.Trigger>
- {#if !supportsVision()}
+ {#if !hasVisionModality}
<Tooltip.Content>
<p>Images require vision models to be processed</p>
</Tooltip.Content>
{/if}
</Tooltip.Root>
- <Tooltip.Root delayDuration={TOOLTIP_DELAY_DURATION}>
+ <Tooltip.Root>
<Tooltip.Trigger class="w-full">
<DropdownMenu.Item
class="audio-button flex cursor-pointer items-center gap-2"
- disabled={!supportsAudio()}
+ disabled={!hasAudioModality}
onclick={() => handleFileUpload(FileTypeCategory.AUDIO)}
>
- <Volume2 class="h-4 w-4" />
+ <FILE_TYPE_ICONS.audio class="h-4 w-4" />
<span>Audio Files</span>
</DropdownMenu.Item>
</Tooltip.Trigger>
- {#if !supportsAudio()}
+ {#if !hasAudioModality}
<Tooltip.Content>
<p>Audio files require audio models to be processed</p>
</Tooltip.Content>
class="flex cursor-pointer items-center gap-2"
onclick={() => handleFileUpload(FileTypeCategory.TEXT)}
>
- <FileText class="h-4 w-4" />
+ <FILE_TYPE_ICONS.text class="h-4 w-4" />
<span>Text Files</span>
</DropdownMenu.Item>
- <Tooltip.Root delayDuration={TOOLTIP_DELAY_DURATION}>
+ <Tooltip.Root>
<Tooltip.Trigger class="w-full">
<DropdownMenu.Item
class="flex cursor-pointer items-center gap-2"
onclick={() => handleFileUpload(FileTypeCategory.PDF)}
>
- <File class="h-4 w-4" />
+ <FILE_TYPE_ICONS.pdf class="h-4 w-4" />
<span>PDF Files</span>
</DropdownMenu.Item>
</Tooltip.Trigger>
- {#if !supportsVision()}
+ {#if !hasVisionModality}
<Tooltip.Content>
<p>PDFs will be converted to text. Image-based PDFs may not work properly.</p>
</Tooltip.Content>
<script lang="ts">
- import { Mic } from '@lucide/svelte';
+ import { Mic, Square } from '@lucide/svelte';
import { Button } from '$lib/components/ui/button';
import * as Tooltip from '$lib/components/ui/tooltip';
- import { supportsAudio } from '$lib/stores/server.svelte';
interface Props {
class?: string;
disabled?: boolean;
+ hasAudioModality?: boolean;
isLoading?: boolean;
isRecording?: boolean;
onMicClick?: () => void;
let {
class: className = '',
disabled = false,
+ hasAudioModality = false,
isLoading = false,
isRecording = false,
onMicClick
</script>
<div class="flex items-center gap-1 {className}">
- <Tooltip.Root delayDuration={100}>
+ <Tooltip.Root>
<Tooltip.Trigger>
<Button
class="h-8 w-8 rounded-full p-0 {isRecording
? 'animate-pulse bg-red-500 text-white hover:bg-red-600'
- : 'bg-transparent text-muted-foreground hover:bg-foreground/10 hover:text-foreground'} {!supportsAudio()
- ? 'cursor-not-allowed opacity-50'
: ''}"
- disabled={disabled || isLoading || !supportsAudio()}
+ disabled={disabled || isLoading || !hasAudioModality}
onclick={onMicClick}
type="button"
>
<span class="sr-only">{isRecording ? 'Stop recording' : 'Start recording'}</span>
- <Mic class="h-4 w-4" />
+ {#if isRecording}
+ <Square class="h-4 w-4 animate-pulse fill-white" />
+ {:else}
+ <Mic class="h-4 w-4" />
+ {/if}
</Button>
</Tooltip.Trigger>
- {#if !supportsAudio()}
+ {#if !hasAudioModality}
<Tooltip.Content>
<p>Current model does not support audio</p>
</Tooltip.Content>
--- /dev/null
+<script lang="ts">
+ import { ArrowUp } from '@lucide/svelte';
+ import { Button } from '$lib/components/ui/button';
+ import * as Tooltip from '$lib/components/ui/tooltip';
+ import { cn } from '$lib/components/ui/utils';
+
+ interface Props {
+ canSend?: boolean;
+ disabled?: boolean;
+ isLoading?: boolean;
+ showErrorState?: boolean;
+ tooltipLabel?: string;
+ }
+
+ let {
+ canSend = false,
+ disabled = false,
+ isLoading = false,
+ showErrorState = false,
+ tooltipLabel
+ }: Props = $props();
+
+ let isDisabled = $derived(!canSend || disabled || isLoading);
+</script>
+
+{#snippet submitButton(props = {})}
+ <Button
+ type="submit"
+ disabled={isDisabled}
+ class={cn(
+ 'h-8 w-8 rounded-full p-0',
+ showErrorState
+ ? 'bg-red-400/10 text-red-400 hover:bg-red-400/20 hover:text-red-400 disabled:opacity-100'
+ : ''
+ )}
+ {...props}
+ >
+ <span class="sr-only">Send</span>
+ <ArrowUp class="h-12 w-12" />
+ </Button>
+{/snippet}
+
+{#if tooltipLabel}
+ <Tooltip.Root>
+ <Tooltip.Trigger>
+ {@render submitButton()}
+ </Tooltip.Trigger>
+
+ <Tooltip.Content>
+ <p>{tooltipLabel}</p>
+ </Tooltip.Content>
+ </Tooltip.Root>
+{:else}
+ {@render submitButton()}
+{/if}
<script lang="ts">
- import { Square, ArrowUp } from '@lucide/svelte';
+ import { Square } from '@lucide/svelte';
import { Button } from '$lib/components/ui/button';
import {
ChatFormActionFileAttachments,
ChatFormActionRecord,
- ChatFormModelSelector
+ ChatFormActionSubmit,
+ ModelsSelector
} from '$lib/components/app';
+ import { FileTypeCategory } from '$lib/enums';
+ import { getFileTypeCategory } from '$lib/utils';
import { config } from '$lib/stores/settings.svelte';
- import type { FileTypeCategory } from '$lib/enums/files';
+ import { modelsStore, modelOptions, selectedModelId } from '$lib/stores/models.svelte';
+ import { isRouterMode } from '$lib/stores/server.svelte';
+ import { chatStore } from '$lib/stores/chat.svelte';
+ import { activeMessages, usedModalities } from '$lib/stores/conversations.svelte';
+ import { useModelChangeValidation } from '$lib/hooks/use-model-change-validation.svelte';
interface Props {
canSend?: boolean;
disabled?: boolean;
isLoading?: boolean;
isRecording?: boolean;
+ hasText?: boolean;
+ uploadedFiles?: ChatUploadedFile[];
onFileUpload?: (fileType?: FileTypeCategory) => void;
onMicClick?: () => void;
onStop?: () => void;
disabled = false,
isLoading = false,
isRecording = false,
+ hasText = false,
+ uploadedFiles = [],
onFileUpload,
onMicClick,
onStop
}: Props = $props();
let currentConfig = $derived(config());
+ let isRouter = $derived(isRouterMode());
+
+ let conversationModel = $derived(
+ chatStore.getConversationModel(activeMessages() as DatabaseMessage[])
+ );
+
+ let previousConversationModel: string | null = null;
+
+ $effect(() => {
+ if (conversationModel && conversationModel !== previousConversationModel) {
+ previousConversationModel = conversationModel;
+ modelsStore.selectModelByName(conversationModel);
+ }
+ });
+
+ let activeModelId = $derived.by(() => {
+ const options = modelOptions();
+
+ if (!isRouter) {
+ return options.length > 0 ? options[0].model : null;
+ }
+
+ const selectedId = selectedModelId();
+ if (selectedId) {
+ const model = options.find((m) => m.id === selectedId);
+ if (model) return model.model;
+ }
+
+ if (conversationModel) {
+ const model = options.find((m) => m.model === conversationModel);
+ if (model) return model.model;
+ }
+
+ return null;
+ });
+
+ let modelPropsVersion = $state(0); // Used to trigger reactivity after fetch
+
+ $effect(() => {
+ if (activeModelId) {
+ const cached = modelsStore.getModelProps(activeModelId);
+
+ if (!cached) {
+ modelsStore.fetchModelProps(activeModelId).then(() => {
+ modelPropsVersion++;
+ });
+ }
+ }
+ });
+
+ let hasAudioModality = $derived.by(() => {
+ if (activeModelId) {
+ void modelPropsVersion;
+
+ return modelsStore.modelSupportsAudio(activeModelId);
+ }
+
+ return false;
+ });
+
+ let hasVisionModality = $derived.by(() => {
+ if (activeModelId) {
+ void modelPropsVersion;
+
+ return modelsStore.modelSupportsVision(activeModelId);
+ }
+
+ return false;
+ });
+
+ let hasAudioAttachments = $derived(
+ uploadedFiles.some((file) => getFileTypeCategory(file.type) === FileTypeCategory.AUDIO)
+ );
+ let shouldShowRecordButton = $derived(
+ hasAudioModality && !hasText && !hasAudioAttachments && currentConfig.autoMicOnEmpty
+ );
+
+ let hasModelSelected = $derived(!isRouter || !!conversationModel || !!selectedModelId());
+
+ let isSelectedModelInCache = $derived.by(() => {
+ if (!isRouter) return true;
+
+ if (conversationModel) {
+ return modelOptions().some((option) => option.model === conversationModel);
+ }
+
+ const currentModelId = selectedModelId();
+ if (!currentModelId) return false;
+
+ return modelOptions().some((option) => option.id === currentModelId);
+ });
+
+ let submitTooltip = $derived.by(() => {
+ if (!hasModelSelected) {
+ return 'Please select a model first';
+ }
+
+ if (!isSelectedModelInCache) {
+ return 'Selected model is not available, please select another';
+ }
+
+ return '';
+ });
+
+ let selectorModelRef: ModelsSelector | undefined = $state(undefined);
+
+ export function openModelSelector() {
+ selectorModelRef?.open();
+ }
+
+ const { handleModelChange } = useModelChangeValidation({
+ getRequiredModalities: () => usedModalities(),
+ onValidationFailure: async (previousModelId) => {
+ if (previousModelId) {
+ await modelsStore.selectModelById(previousModelId);
+ }
+ }
+ });
</script>
-<div class="flex w-full items-center gap-2 {className}">
- <ChatFormActionFileAttachments class="mr-auto" {disabled} {onFileUpload} />
+<div class="flex w-full items-center gap-3 {className}" style="container-type: inline-size">
+ <ChatFormActionFileAttachments
+ class="mr-auto"
+ {disabled}
+ {hasAudioModality}
+ {hasVisionModality}
+ {onFileUpload}
+ />
- {#if currentConfig.modelSelectorEnabled}
- <ChatFormModelSelector class="shrink-0" />
- {/if}
+ <ModelsSelector
+ bind:this={selectorModelRef}
+ currentModel={conversationModel}
+ forceForegroundText={true}
+ useGlobalSelection={true}
+ onModelChange={handleModelChange}
+ />
{#if isLoading}
<Button
<span class="sr-only">Stop</span>
<Square class="h-8 w-8 fill-destructive stroke-destructive" />
</Button>
+ {:else if shouldShowRecordButton}
+ <ChatFormActionRecord {disabled} {hasAudioModality} {isLoading} {isRecording} {onMicClick} />
{:else}
- <ChatFormActionRecord {disabled} {isLoading} {isRecording} {onMicClick} />
-
- <Button
- type="submit"
- disabled={!canSend || disabled || isLoading}
- class="h-8 w-8 rounded-full p-0"
- >
- <span class="sr-only">Send</span>
- <ArrowUp class="h-12 w-12" />
- </Button>
+ <ChatFormActionSubmit
+ canSend={canSend && hasModelSelected && isSelectedModelInCache}
+ {disabled}
+ {isLoading}
+ tooltipLabel={submitTooltip}
+ showErrorState={hasModelSelected && !isSelectedModelInCache}
+ />
{/if}
</div>
<script lang="ts">
- import { generateModalityAwareAcceptString } from '$lib/utils/modality-file-validation';
+ import { generateModalityAwareAcceptString } from '$lib/utils';
interface Props {
accept?: string;
class?: string;
+ hasAudioModality?: boolean;
+ hasVisionModality?: boolean;
multiple?: boolean;
onFileSelect?: (files: File[]) => void;
}
let {
accept = $bindable(),
class: className = '',
+ hasAudioModality = false,
+ hasVisionModality = false,
multiple = true,
onFileSelect
}: Props = $props();
let fileInputElement: HTMLInputElement | undefined;
// Use modality-aware accept string by default, but allow override
- let finalAccept = $derived(accept ?? generateModalityAwareAcceptString());
+ let finalAccept = $derived(
+ accept ??
+ generateModalityAwareAcceptString({
+ hasVision: hasVisionModality,
+ hasAudio: hasAudioModality
+ })
+ );
export function click() {
fileInputElement?.click();
+++ /dev/null
-<script lang="ts">
- import { onMount, tick } from 'svelte';
- import { ChevronDown, Loader2 } from '@lucide/svelte';
- import { cn } from '$lib/components/ui/utils';
- import { portalToBody } from '$lib/utils/portal-to-body';
- import {
- fetchModels,
- modelOptions,
- modelsError,
- modelsLoading,
- modelsUpdating,
- selectModel,
- selectedModelId
- } from '$lib/stores/models.svelte';
- import type { ModelOption } from '$lib/types/models';
-
- interface Props {
- class?: string;
- }
-
- let { class: className = '' }: Props = $props();
-
- let options = $derived(modelOptions());
- let loading = $derived(modelsLoading());
- let updating = $derived(modelsUpdating());
- let error = $derived(modelsError());
- let activeId = $derived(selectedModelId());
-
- let isMounted = $state(false);
- let isOpen = $state(false);
- let container: HTMLDivElement | null = null;
- let triggerButton = $state<HTMLButtonElement | null>(null);
- let menuRef = $state<HTMLDivElement | null>(null);
- let menuPosition = $state<{
- top: number;
- left: number;
- width: number;
- placement: 'top' | 'bottom';
- maxHeight: number;
- } | null>(null);
- let lockedWidth: number | null = null;
-
- onMount(async () => {
- try {
- await fetchModels();
- } catch (error) {
- console.error('Unable to load models:', error);
- } finally {
- isMounted = true;
- }
- });
-
- function handlePointerDown(event: PointerEvent) {
- if (!container) return;
-
- const target = event.target as Node | null;
-
- if (target && !container.contains(target) && !(menuRef && menuRef.contains(target))) {
- closeMenu();
- }
- }
-
- function handleKeydown(event: KeyboardEvent) {
- if (event.key === 'Escape') {
- closeMenu();
- }
- }
-
- function handleResize() {
- if (isOpen) {
- updateMenuPosition();
- }
- }
-
- async function handleSelect(value: string | undefined) {
- if (!value) return;
-
- const option = options.find((item) => item.id === value);
- if (!option) {
- console.error('Model is no longer available');
- return;
- }
-
- try {
- await selectModel(option.id);
- } catch (error) {
- console.error('Failed to switch model:', error);
- }
- }
-
- const VIEWPORT_GUTTER = 8;
- const MENU_OFFSET = 6;
- const MENU_MAX_WIDTH = 320;
-
- async function openMenu() {
- if (loading || updating) return;
-
- isOpen = true;
- await tick();
- updateMenuPosition();
- requestAnimationFrame(() => updateMenuPosition());
- }
-
- function toggleOpen() {
- if (loading || updating) return;
-
- if (isOpen) {
- closeMenu();
- } else {
- void openMenu();
- }
- }
-
- function closeMenu() {
- if (!isOpen) return;
-
- isOpen = false;
- menuPosition = null;
- lockedWidth = null;
- }
-
- async function handleOptionSelect(optionId: string) {
- try {
- await handleSelect(optionId);
- } finally {
- closeMenu();
- }
- }
-
- $effect(() => {
- if (loading || updating) {
- closeMenu();
- }
- });
-
- $effect(() => {
- const optionCount = options.length;
-
- if (!isOpen || optionCount <= 0) return;
-
- queueMicrotask(() => updateMenuPosition());
- });
-
- function updateMenuPosition() {
- if (!isOpen || !triggerButton || !menuRef) return;
-
- const triggerRect = triggerButton.getBoundingClientRect();
- const viewportWidth = window.innerWidth;
- const viewportHeight = window.innerHeight;
-
- if (viewportWidth === 0 || viewportHeight === 0) return;
-
- const scrollWidth = menuRef.scrollWidth;
- const scrollHeight = menuRef.scrollHeight;
-
- const availableWidth = Math.max(0, viewportWidth - VIEWPORT_GUTTER * 2);
- const constrainedMaxWidth = Math.min(MENU_MAX_WIDTH, availableWidth || MENU_MAX_WIDTH);
- const safeMaxWidth =
- constrainedMaxWidth > 0 ? constrainedMaxWidth : Math.min(MENU_MAX_WIDTH, viewportWidth);
- const desiredMinWidth = Math.min(160, safeMaxWidth || 160);
-
- let width = lockedWidth;
- if (width === null) {
- const naturalWidth = Math.min(scrollWidth, safeMaxWidth);
- const baseWidth = Math.max(triggerRect.width, naturalWidth, desiredMinWidth);
- width = Math.min(baseWidth, safeMaxWidth || baseWidth);
- lockedWidth = width;
- } else {
- width = Math.min(Math.max(width, desiredMinWidth), safeMaxWidth || width);
- }
-
- if (width > 0) {
- menuRef.style.width = `${width}px`;
- }
-
- const availableBelow = Math.max(
- 0,
- viewportHeight - VIEWPORT_GUTTER - triggerRect.bottom - MENU_OFFSET
- );
- const availableAbove = Math.max(0, triggerRect.top - VIEWPORT_GUTTER - MENU_OFFSET);
- const viewportAllowance = Math.max(0, viewportHeight - VIEWPORT_GUTTER * 2);
- const fallbackAllowance = Math.max(1, viewportAllowance > 0 ? viewportAllowance : scrollHeight);
-
- function computePlacement(placement: 'top' | 'bottom') {
- const available = placement === 'bottom' ? availableBelow : availableAbove;
- const allowedHeight =
- available > 0 ? Math.min(available, fallbackAllowance) : fallbackAllowance;
- const maxHeight = Math.min(scrollHeight, allowedHeight);
- const height = Math.max(0, maxHeight);
-
- let top: number;
- if (placement === 'bottom') {
- const rawTop = triggerRect.bottom + MENU_OFFSET;
- const minTop = VIEWPORT_GUTTER;
- const maxTop = viewportHeight - VIEWPORT_GUTTER - height;
- if (maxTop < minTop) {
- top = minTop;
- } else {
- top = Math.min(Math.max(rawTop, minTop), maxTop);
- }
- } else {
- const rawTop = triggerRect.top - MENU_OFFSET - height;
- const minTop = VIEWPORT_GUTTER;
- const maxTop = viewportHeight - VIEWPORT_GUTTER - height;
- if (maxTop < minTop) {
- top = minTop;
- } else {
- top = Math.max(Math.min(rawTop, maxTop), minTop);
- }
- }
-
- return { placement, top, height, maxHeight };
- }
-
- const belowMetrics = computePlacement('bottom');
- const aboveMetrics = computePlacement('top');
-
- let metrics = belowMetrics;
- if (scrollHeight > belowMetrics.maxHeight && aboveMetrics.maxHeight > belowMetrics.maxHeight) {
- metrics = aboveMetrics;
- }
-
- menuRef.style.maxHeight = metrics.maxHeight > 0 ? `${Math.round(metrics.maxHeight)}px` : '';
-
- let left = triggerRect.right - width;
- const maxLeft = viewportWidth - VIEWPORT_GUTTER - width;
- if (maxLeft < VIEWPORT_GUTTER) {
- left = VIEWPORT_GUTTER;
- } else {
- if (left > maxLeft) {
- left = maxLeft;
- }
- if (left < VIEWPORT_GUTTER) {
- left = VIEWPORT_GUTTER;
- }
- }
-
- menuPosition = {
- top: Math.round(metrics.top),
- left: Math.round(left),
- width: Math.round(width),
- placement: metrics.placement,
- maxHeight: Math.round(metrics.maxHeight)
- };
- }
-
- function getDisplayOption(): ModelOption | undefined {
- if (activeId) {
- return options.find((option) => option.id === activeId);
- }
-
- return options[0];
- }
-</script>
-
-<svelte:window onresize={handleResize} />
-
-<svelte:document onpointerdown={handlePointerDown} onkeydown={handleKeydown} />
-
-<div
- class={cn('relative z-10 flex max-w-[200px] min-w-[120px] flex-col items-end gap-1', className)}
- bind:this={container}
->
- {#if loading && options.length === 0 && !isMounted}
- <div class="flex items-center gap-2 text-xs text-muted-foreground">
- <Loader2 class="h-4 w-4 animate-spin" />
- Loading models…
- </div>
- {:else if options.length === 0}
- <p class="text-xs text-muted-foreground">No models available.</p>
- {:else}
- {@const selectedOption = getDisplayOption()}
-
- <div class="relative w-full">
- <button
- type="button"
- class={cn(
- 'flex w-full items-center justify-end gap-2 rounded-md px-2 py-1 text-sm text-muted-foreground transition hover:text-foreground focus:outline-none focus-visible:ring-2 focus-visible:ring-ring focus-visible:ring-offset-2 disabled:cursor-not-allowed disabled:opacity-60',
- isOpen ? 'text-foreground' : ''
- )}
- aria-haspopup="listbox"
- aria-expanded={isOpen}
- onclick={toggleOpen}
- bind:this={triggerButton}
- disabled={loading || updating}
- >
- <span class="max-w-[160px] truncate text-right font-medium">
- {selectedOption?.name || 'Select model'}
- </span>
-
- {#if updating}
- <Loader2 class="h-3.5 w-3.5 animate-spin text-muted-foreground" />
- {:else}
- <ChevronDown
- class={cn(
- 'h-4 w-4 text-muted-foreground transition-transform',
- isOpen ? 'rotate-180 text-foreground' : ''
- )}
- />
- {/if}
- </button>
-
- {#if isOpen}
- <div
- bind:this={menuRef}
- use:portalToBody
- class={cn(
- 'fixed z-[1000] overflow-hidden rounded-md border bg-popover shadow-lg transition-opacity',
- menuPosition ? 'opacity-100' : 'pointer-events-none opacity-0'
- )}
- role="listbox"
- style:top={menuPosition ? `${menuPosition.top}px` : undefined}
- style:left={menuPosition ? `${menuPosition.left}px` : undefined}
- style:width={menuPosition ? `${menuPosition.width}px` : undefined}
- data-placement={menuPosition?.placement ?? 'bottom'}
- >
- <div
- class="overflow-y-auto py-1"
- style:max-height={menuPosition && menuPosition.maxHeight > 0
- ? `${menuPosition.maxHeight}px`
- : undefined}
- >
- {#each options as option (option.id)}
- <button
- type="button"
- class={cn(
- 'flex w-full flex-col items-start gap-0.5 px-3 py-2 text-left text-sm transition hover:bg-muted focus:bg-muted focus:outline-none',
- option.id === selectedOption?.id ? 'bg-accent text-accent-foreground' : ''
- )}
- role="option"
- aria-selected={option.id === selectedOption?.id}
- onclick={() => handleOptionSelect(option.id)}
- >
- <span class="block w-full truncate font-medium" title={option.name}>
- {option.name}
- </span>
-
- {#if option.description}
- <span class="text-xs text-muted-foreground">{option.description}</span>
- {/if}
- </button>
- {/each}
- </div>
- </div>
- {/if}
- </div>
- {/if}
-
- {#if error}
- <p class="text-xs text-destructive">{error}</p>
- {/if}
-</div>
<script lang="ts">
- import autoResizeTextarea from '$lib/utils/autoresize-textarea';
+ import { autoResizeTextarea } from '$lib/utils';
import { onMount } from 'svelte';
interface Props {
<script lang="ts">
- import { getDeletionInfo } from '$lib/stores/chat.svelte';
- import { copyToClipboard } from '$lib/utils/copy';
- import { isIMEComposing } from '$lib/utils/is-ime-composing';
- import type { ApiChatCompletionToolCall } from '$lib/types/api';
+ import { chatStore } from '$lib/stores/chat.svelte';
+ import { copyToClipboard, isIMEComposing } from '$lib/utils';
import ChatMessageAssistant from './ChatMessageAssistant.svelte';
import ChatMessageUser from './ChatMessageUser.svelte';
) => void;
onEditUserMessagePreserveResponses?: (message: DatabaseMessage, newContent: string) => void;
onNavigateToSibling?: (siblingId: string) => void;
- onRegenerateWithBranching?: (message: DatabaseMessage) => void;
+ onRegenerateWithBranching?: (message: DatabaseMessage, modelOverride?: string) => void;
siblingInfo?: ChatMessageSiblingInfo | null;
}
}
async function handleDelete() {
- deletionInfo = await getDeletionInfo(message.id);
+ deletionInfo = await chatStore.getDeletionInfo(message.id);
showDeleteDialog = true;
}
}
}
- function handleRegenerate() {
- onRegenerateWithBranching?.(message);
+ function handleRegenerate(modelOverride?: string) {
+ onRegenerateWithBranching?.(message, modelOverride);
}
function handleContinue() {
{/if}
{#if role === 'assistant' && onRegenerate}
- <ActionButton icon={RefreshCw} tooltip="Regenerate" onclick={onRegenerate} />
+ <ActionButton icon={RefreshCw} tooltip="Regenerate" onclick={() => onRegenerate()} />
{/if}
{#if role === 'assistant' && onContinue}
<script lang="ts">
- import { ChatMessageThinkingBlock, MarkdownContent } from '$lib/components/app';
+ import {
+ ModelBadge,
+ ChatMessageActions,
+ ChatMessageStatistics,
+ ChatMessageThinkingBlock,
+ CopyToClipboardIcon,
+ MarkdownContent,
+ ModelsSelector
+ } from '$lib/components/app';
import { useProcessingState } from '$lib/hooks/use-processing-state.svelte';
+ import { useModelChangeValidation } from '$lib/hooks/use-model-change-validation.svelte';
import { isLoading } from '$lib/stores/chat.svelte';
- import autoResizeTextarea from '$lib/utils/autoresize-textarea';
+ import { autoResizeTextarea, copyToClipboard } from '$lib/utils';
import { fade } from 'svelte/transition';
- import {
- Check,
- Copy,
- Package,
- X,
- Gauge,
- Clock,
- WholeWord,
- ChartNoAxesColumn,
- Wrench
- } from '@lucide/svelte';
+ import { Check, X, Wrench } from '@lucide/svelte';
import { Button } from '$lib/components/ui/button';
import { Checkbox } from '$lib/components/ui/checkbox';
import { INPUT_CLASSES } from '$lib/constants/input-classes';
- import ChatMessageActions from './ChatMessageActions.svelte';
import Label from '$lib/components/ui/label/label.svelte';
import { config } from '$lib/stores/settings.svelte';
- import { modelName as serverModelName } from '$lib/stores/server.svelte';
- import { copyToClipboard } from '$lib/utils/copy';
- import type { ApiChatCompletionToolCall } from '$lib/types/api';
+ import { conversationsStore } from '$lib/stores/conversations.svelte';
+ import { isRouterMode } from '$lib/stores/server.svelte';
interface Props {
class?: string;
onEditKeydown?: (event: KeyboardEvent) => void;
onEditedContentChange?: (content: string) => void;
onNavigateToSibling?: (siblingId: string) => void;
- onRegenerate: () => void;
+ onRegenerate: (modelOverride?: string) => void;
onSaveEdit?: () => void;
onShowDeleteDialogChange: (show: boolean) => void;
onShouldBranchAfterEditChange?: (value: boolean) => void;
const processingState = useProcessingState();
let currentConfig = $derived(config());
- let serverModel = $derived(serverModelName());
+ let isRouter = $derived(isRouterMode());
let displayedModel = $derived((): string | null => {
- if (!currentConfig.showModelInfo) return null;
-
if (message.model) {
return message.model;
}
- return serverModel;
+ return null;
+ });
+
+ const { handleModelChange } = useModelChangeValidation({
+ getRequiredModalities: () => conversationsStore.getModalitiesUpToMessage(message.id),
+ onSuccess: (modelName) => onRegenerate(modelName)
});
function handleCopyModel() {
<div class="info my-6 grid gap-4">
{#if displayedModel()}
- <span class="inline-flex items-center gap-2 text-xs text-muted-foreground">
- <span class="inline-flex items-center gap-1">
- <Package class="h-3.5 w-3.5" />
-
- <span>Model used:</span>
- </span>
-
- <button
- class="inline-flex cursor-pointer items-center gap-1 rounded-sm bg-muted-foreground/15 px-1.5 py-0.75"
- onclick={handleCopyModel}
- >
- {displayedModel()}
-
- <Copy class="ml-1 h-3 w-3 " />
- </button>
+ <span class="inline-flex flex-wrap items-center gap-2 text-xs text-muted-foreground">
+ {#if isRouter}
+ <ModelsSelector
+ currentModel={displayedModel()}
+ onModelChange={handleModelChange}
+ disabled={isLoading()}
+ upToMessageId={message.id}
+ />
+ {:else}
+ <ModelBadge model={displayedModel() || undefined} onclick={handleCopyModel} />
+ {/if}
+
+ {#if currentConfig.showMessageStats && message.timings && message.timings.predicted_n && message.timings.predicted_ms}
+ <ChatMessageStatistics
+ predictedTokens={message.timings.predicted_n}
+ predictedMs={message.timings.predicted_ms}
+ />
+ {/if}
</span>
{/if}
onclick={() => handleCopyToolCall(badge.copyValue)}
>
{badge.label}
-
- <Copy class="ml-1 h-3 w-3" />
+ <CopyToClipboardIcon
+ text={badge.copyValue}
+ ariaLabel={`Copy tool call ${badge.label}`}
+ />
</button>
{/each}
{:else if fallbackToolCalls}
onclick={() => handleCopyToolCall(fallbackToolCalls)}
>
{fallbackToolCalls}
-
- <Copy class="ml-1 h-3 w-3" />
+ <CopyToClipboardIcon text={fallbackToolCalls} ariaLabel="Copy tool call payload" />
</button>
{/if}
</span>
{/if}
{/if}
-
- {#if currentConfig.showMessageStats && message.timings && message.timings.predicted_n && message.timings.predicted_ms}
- {@const tokensPerSecond = (message.timings.predicted_n / message.timings.predicted_ms) * 1000}
- <span class="inline-flex items-center gap-2 text-xs text-muted-foreground">
- <span class="inline-flex items-center gap-1">
- <ChartNoAxesColumn class="h-3.5 w-3.5" />
-
- <span>Statistics:</span>
- </span>
-
- <div class="inline-flex flex-wrap items-center gap-2 text-xs text-muted-foreground">
- <span
- class="inline-flex items-center gap-1 rounded-sm bg-muted-foreground/15 px-1.5 py-0.75"
- >
- <Gauge class="h-3 w-3" />
- {tokensPerSecond.toFixed(2)} tokens/s
- </span>
- <span
- class="inline-flex items-center gap-1 rounded-sm bg-muted-foreground/15 px-1.5 py-0.75"
- >
- <WholeWord class="h-3 w-3" />
- {message.timings.predicted_n} tokens
- </span>
- <span
- class="inline-flex items-center gap-1 rounded-sm bg-muted-foreground/15 px-1.5 py-0.75"
- >
- <Clock class="h-3 w-3" />
- {(message.timings.predicted_ms / 1000).toFixed(2)}s
- </span>
- </div>
- </span>
- {/if}
</div>
{#if message.timestamp && !isEditing}
--- /dev/null
+<script lang="ts">
+ import { Clock, Gauge, WholeWord } from '@lucide/svelte';
+ import { BadgeChatStatistic } from '$lib/components/app';
+
+ interface Props {
+ predictedTokens: number;
+ predictedMs: number;
+ }
+
+ let { predictedTokens, predictedMs }: Props = $props();
+
+ let tokensPerSecond = $derived((predictedTokens / predictedMs) * 1000);
+ let timeInSeconds = $derived((predictedMs / 1000).toFixed(2));
+</script>
+
+<BadgeChatStatistic icon={WholeWord} value="{predictedTokens} tokens" />
+
+<BadgeChatStatistic icon={Clock} value="{timeInSeconds}s" />
+
+<BadgeChatStatistic icon={Gauge} value="{tokensPerSecond.toFixed(2)} tokens/s" />
import { ChatAttachmentsList, MarkdownContent } from '$lib/components/app';
import { INPUT_CLASSES } from '$lib/constants/input-classes';
import { config } from '$lib/stores/settings.svelte';
- import autoResizeTextarea from '$lib/utils/autoresize-textarea';
+ import { autoResizeTextarea } from '$lib/utils';
import ChatMessageActions from './ChatMessageActions.svelte';
interface Props {
<script lang="ts">
import { ChatMessage } from '$lib/components/app';
- import { DatabaseStore } from '$lib/stores/database';
- import {
- activeConversation,
- continueAssistantMessage,
- deleteMessage,
- editAssistantMessage,
- editMessageWithBranching,
- editUserMessagePreserveResponses,
- navigateToSibling,
- regenerateMessageWithBranching
- } from '$lib/stores/chat.svelte';
- import { getMessageSiblings } from '$lib/utils/branching';
+ import { DatabaseService } from '$lib/services/database';
+ import { chatStore } from '$lib/stores/chat.svelte';
+ import { conversationsStore, activeConversation } from '$lib/stores/conversations.svelte';
+ import { getMessageSiblings } from '$lib/utils';
interface Props {
class?: string;
const conversation = activeConversation();
if (conversation) {
- DatabaseStore.getConversationMessages(conversation.id).then((messages) => {
+ DatabaseService.getConversationMessages(conversation.id).then((messages) => {
allConversationMessages = messages;
});
} else {
});
async function handleNavigateToSibling(siblingId: string) {
- await navigateToSibling(siblingId);
+ await conversationsStore.navigateToSibling(siblingId);
}
async function handleEditWithBranching(message: DatabaseMessage, newContent: string) {
onUserAction?.();
- await editMessageWithBranching(message.id, newContent);
+ await chatStore.editMessageWithBranching(message.id, newContent);
refreshAllMessages();
}
) {
onUserAction?.();
- await editAssistantMessage(message.id, newContent, shouldBranch);
+ await chatStore.editAssistantMessage(message.id, newContent, shouldBranch);
refreshAllMessages();
}
- async function handleRegenerateWithBranching(message: DatabaseMessage) {
+ async function handleRegenerateWithBranching(message: DatabaseMessage, modelOverride?: string) {
onUserAction?.();
- await regenerateMessageWithBranching(message.id);
+ await chatStore.regenerateMessageWithBranching(message.id, modelOverride);
refreshAllMessages();
}
async function handleContinueAssistantMessage(message: DatabaseMessage) {
onUserAction?.();
- await continueAssistantMessage(message.id);
+ await chatStore.continueAssistantMessage(message.id);
refreshAllMessages();
}
) {
onUserAction?.();
- await editUserMessagePreserveResponses(message.id, newContent);
+ await chatStore.editUserMessagePreserveResponses(message.id, newContent);
refreshAllMessages();
}
async function handleDeleteMessage(message: DatabaseMessage) {
- await deleteMessage(message.id);
+ await chatStore.deleteMessage(message.id);
refreshAllMessages();
}
import {
ChatForm,
ChatScreenHeader,
- ChatScreenWarning,
ChatMessages,
ChatScreenProcessingInfo,
DialogEmptyFileAlert,
DialogChatError,
- ServerErrorSplash,
- ServerInfo,
ServerLoadingSplash,
DialogConfirmation
} from '$lib/components/app';
+ import * as Alert from '$lib/components/ui/alert';
import * as AlertDialog from '$lib/components/ui/alert-dialog';
import {
AUTO_SCROLL_AT_BOTTOM_THRESHOLD,
AUTO_SCROLL_INTERVAL,
INITIAL_SCROLL_DELAY
} from '$lib/constants/auto-scroll';
+ import { chatStore, errorDialog, isLoading } from '$lib/stores/chat.svelte';
import {
+ conversationsStore,
activeMessages,
- activeConversation,
- deleteConversation,
- dismissErrorDialog,
- errorDialog,
- isLoading,
- sendMessage,
- stopGeneration
- } from '$lib/stores/chat.svelte';
+ activeConversation
+ } from '$lib/stores/conversations.svelte';
import { config } from '$lib/stores/settings.svelte';
- import {
- supportsVision,
- supportsAudio,
- serverLoading,
- serverWarning,
- serverStore
- } from '$lib/stores/server.svelte';
- import { parseFilesToMessageExtras } from '$lib/utils/convert-files-to-extra';
- import { isFileTypeSupported } from '$lib/utils/file-type';
- import { filterFilesByModalities } from '$lib/utils/modality-file-validation';
- import { processFilesToChatUploaded } from '$lib/utils/process-uploaded-files';
+ import { serverLoading, serverError, serverStore, isRouterMode } from '$lib/stores/server.svelte';
+ import { modelsStore, modelOptions, selectedModelId } from '$lib/stores/models.svelte';
+ import { isFileTypeSupported, filterFilesByModalities } from '$lib/utils';
+ import { parseFilesToMessageExtras, processFilesToChatUploaded } from '$lib/utils/browser-only';
import { onMount } from 'svelte';
import { fade, fly, slide } from 'svelte/transition';
- import { Trash2 } from '@lucide/svelte';
+ import { Trash2, AlertTriangle, RefreshCw } from '@lucide/svelte';
import ChatScreenDragOverlay from './ChatScreenDragOverlay.svelte';
let { showCenteredEmpty = false } = $props();
let activeErrorDialog = $derived(errorDialog());
let isServerLoading = $derived(serverLoading());
+ let hasPropsError = $derived(!!serverError());
let isCurrentConversationLoading = $derived(isLoading());
+ let isRouter = $derived(isRouterMode());
+
+ let conversationModel = $derived(
+ chatStore.getConversationModel(activeMessages() as DatabaseMessage[])
+ );
+
+ let activeModelId = $derived.by(() => {
+ const options = modelOptions();
+
+ if (!isRouter) {
+ return options.length > 0 ? options[0].model : null;
+ }
+
+ const selectedId = selectedModelId();
+ if (selectedId) {
+ const model = options.find((m) => m.id === selectedId);
+ if (model) return model.model;
+ }
+
+ if (conversationModel) {
+ const model = options.find((m) => m.model === conversationModel);
+ if (model) return model.model;
+ }
+
+ return null;
+ });
+
+ let modelPropsVersion = $state(0);
+
+ $effect(() => {
+ if (activeModelId) {
+ const cached = modelsStore.getModelProps(activeModelId);
+ if (!cached) {
+ modelsStore.fetchModelProps(activeModelId).then(() => {
+ modelPropsVersion++;
+ });
+ }
+ }
+ });
+
+ let hasAudioModality = $derived.by(() => {
+ if (activeModelId) {
+ void modelPropsVersion;
+ return modelsStore.modelSupportsAudio(activeModelId);
+ }
+
+ return false;
+ });
+
+ let hasVisionModality = $derived.by(() => {
+ if (activeModelId) {
+ void modelPropsVersion;
+
+ return modelsStore.modelSupportsVision(activeModelId);
+ }
+
+ return false;
+ });
+
async function handleDeleteConfirm() {
const conversation = activeConversation();
+
if (conversation) {
- await deleteConversation(conversation.id);
+ await conversationsStore.deleteConversation(conversation.id);
}
+
showDeleteDialog = false;
}
function handleDragEnter(event: DragEvent) {
event.preventDefault();
+
dragCounter++;
+
if (event.dataTransfer?.types.includes('Files')) {
isDragOver = true;
}
function handleDragLeave(event: DragEvent) {
event.preventDefault();
+
dragCounter--;
+
if (dragCounter === 0) {
isDragOver = false;
}
function handleErrorDialogOpenChange(open: boolean) {
if (!open) {
- dismissErrorDialog();
+ chatStore.dismissErrorDialog();
}
}
function handleDrop(event: DragEvent) {
event.preventDefault();
+
isDragOver = false;
dragCounter = 0;
}
async function handleSendMessage(message: string, files?: ChatUploadedFile[]): Promise<boolean> {
- const result = files ? await parseFilesToMessageExtras(files) : undefined;
+ const result = files
+ ? await parseFilesToMessageExtras(files, activeModelId ?? undefined)
+ : undefined;
if (result?.emptyFiles && result.emptyFiles.length > 0) {
emptyFileNames = result.emptyFiles;
userScrolledUp = false;
autoScrollEnabled = true;
}
- await sendMessage(message, extras);
+ await chatStore.sendMessage(message, extras);
scrollChatToBottom();
return true;
}
}
- const { supportedFiles, unsupportedFiles, modalityReasons } =
- filterFilesByModalities(generallySupported);
+ // Use model-specific capabilities for file validation
+ const capabilities = { hasVision: hasVisionModality, hasAudio: hasAudioModality };
+ const { supportedFiles, unsupportedFiles, modalityReasons } = filterFilesByModalities(
+ generallySupported,
+ capabilities
+ );
const allUnsupportedFiles = [...generallyUnsupported, ...unsupportedFiles];
if (allUnsupportedFiles.length > 0) {
const supportedTypes: string[] = ['text files', 'PDFs'];
- if (supportsVision()) supportedTypes.push('images');
- if (supportsAudio()) supportedTypes.push('audio files');
+ if (hasVisionModality) supportedTypes.push('images');
+ if (hasAudioModality) supportedTypes.push('audio files');
fileErrorData = {
generallyUnsupported,
}
if (supportedFiles.length > 0) {
- const processed = await processFilesToChatUploaded(supportedFiles);
+ const processed = await processFilesToChatUploaded(
+ supportedFiles,
+ activeModelId ?? undefined
+ );
uploadedFiles = [...uploadedFiles, ...processed];
}
}
>
<ChatScreenProcessingInfo />
- {#if serverWarning()}
- <ChatScreenWarning class="pointer-events-auto mx-auto max-w-[48rem] px-4" />
+ {#if hasPropsError}
+ <div
+ class="pointer-events-auto mx-auto mb-4 max-w-[48rem] px-1"
+ in:fly={{ y: 10, duration: 250 }}
+ >
+ <Alert.Root variant="destructive">
+ <AlertTriangle class="h-4 w-4" />
+ <Alert.Title class="flex items-center justify-between">
+ <span>Server unavailable</span>
+ <button
+ onclick={() => serverStore.fetch()}
+ disabled={isServerLoading}
+ class="flex items-center gap-1.5 rounded-lg bg-destructive/20 px-2 py-1 text-xs font-medium hover:bg-destructive/30 disabled:opacity-50"
+ >
+ <RefreshCw class="h-3 w-3 {isServerLoading ? 'animate-spin' : ''}" />
+ {isServerLoading ? 'Retrying...' : 'Retry'}
+ </button>
+ </Alert.Title>
+ <Alert.Description>{serverError()}</Alert.Description>
+ </Alert.Root>
+ </div>
{/if}
<div class="conversation-chat-form pointer-events-auto rounded-t-3xl pb-4">
<ChatForm
+ disabled={hasPropsError}
isLoading={isCurrentConversationLoading}
onFileRemove={handleFileRemove}
onFileUpload={handleFileUpload}
onSend={handleSendMessage}
- onStop={() => stopGeneration()}
+ onStop={() => chatStore.stopGeneration()}
showHelperText={false}
bind:uploadedFiles
/>
{:else if isServerLoading}
<!-- Server Loading State -->
<ServerLoadingSplash />
-{:else if serverStore.error && !serverStore.modelName}
- <ServerErrorSplash error={serverStore.error} />
-{:else if serverStore.modelName}
+{:else}
<div
aria-label="Welcome screen with file drop zone"
class="flex h-full items-center justify-center"
role="main"
>
<div class="w-full max-w-[48rem] px-4">
- <div class="mb-8 text-center" in:fade={{ duration: 300 }}>
- <h1 class="mb-2 text-3xl font-semibold tracking-tight">llama.cpp</h1>
-
- <p class="text-lg text-muted-foreground">How can I help you today?</p>
- </div>
+ <div class="mb-10 text-center" in:fade={{ duration: 300 }}>
+ <h1 class="mb-4 text-3xl font-semibold tracking-tight">llama.cpp</h1>
- <div class="mb-6 flex justify-center" in:fly={{ y: 10, duration: 300, delay: 200 }}>
- <ServerInfo />
+ <p class="text-lg text-muted-foreground">
+ {serverStore.props?.modalities?.audio
+ ? 'Record audio, type a message '
+ : 'Type a message'} or upload files to get started
+ </p>
</div>
- {#if serverWarning()}
- <ChatScreenWarning />
+ {#if hasPropsError}
+ <div class="mb-4" in:fly={{ y: 10, duration: 250 }}>
+ <Alert.Root variant="destructive">
+ <AlertTriangle class="h-4 w-4" />
+ <Alert.Title class="flex items-center justify-between">
+ <span>Server unavailable</span>
+ <button
+ onclick={() => serverStore.fetch()}
+ disabled={isServerLoading}
+ class="flex items-center gap-1.5 rounded-lg bg-destructive/20 px-2 py-1 text-xs font-medium hover:bg-destructive/30 disabled:opacity-50"
+ >
+ <RefreshCw class="h-3 w-3 {isServerLoading ? 'animate-spin' : ''}" />
+ {isServerLoading ? 'Retrying...' : 'Retry'}
+ </button>
+ </Alert.Title>
+ <Alert.Description>{serverError()}</Alert.Description>
+ </Alert.Root>
+ </div>
{/if}
- <div in:fly={{ y: 10, duration: 250, delay: 300 }}>
+ <div in:fly={{ y: 10, duration: 250, delay: hasPropsError ? 0 : 300 }}>
<ChatForm
+ disabled={hasPropsError}
isLoading={isCurrentConversationLoading}
onFileRemove={handleFileRemove}
onFileUpload={handleFileUpload}
onSend={handleSendMessage}
- onStop={() => stopGeneration()}
+ onStop={() => chatStore.stopGeneration()}
showHelperText={true}
bind:uploadedFiles
/>
<script lang="ts">
+ import { untrack } from 'svelte';
import { PROCESSING_INFO_TIMEOUT } from '$lib/constants/processing-info';
import { useProcessingState } from '$lib/hooks/use-processing-state.svelte';
- import { slotsService } from '$lib/services/slots';
- import { isLoading, activeMessages, activeConversation } from '$lib/stores/chat.svelte';
+ import { chatStore, isLoading, isChatStreaming } from '$lib/stores/chat.svelte';
+ import { activeMessages, activeConversation } from '$lib/stores/conversations.svelte';
import { config } from '$lib/stores/settings.svelte';
const processingState = useProcessingState();
let isCurrentConversationLoading = $derived(isLoading());
+ let isStreaming = $derived(isChatStreaming());
+ let hasProcessingData = $derived(processingState.processingState !== null);
let processingDetails = $derived(processingState.getProcessingDetails());
- let showSlotsInfo = $derived(isCurrentConversationLoading || config().keepStatsVisible);
- // Track loading state reactively by checking if conversation ID is in loading conversations array
+ let showProcessingInfo = $derived(
+ isCurrentConversationLoading || isStreaming || config().keepStatsVisible || hasProcessingData
+ );
+
+ $effect(() => {
+ const conversation = activeConversation();
+
+ untrack(() => chatStore.setActiveProcessingConversation(conversation?.id ?? null));
+ });
+
$effect(() => {
const keepStatsVisible = config().keepStatsVisible;
+ const shouldMonitor = keepStatsVisible || isCurrentConversationLoading || isStreaming;
- if (keepStatsVisible || isCurrentConversationLoading) {
+ if (shouldMonitor) {
processingState.startMonitoring();
}
- if (!isCurrentConversationLoading && !keepStatsVisible) {
- setTimeout(() => {
- if (!config().keepStatsVisible) {
+ if (!isCurrentConversationLoading && !isStreaming && !keepStatsVisible) {
+ const timeout = setTimeout(() => {
+ if (!config().keepStatsVisible && !isChatStreaming()) {
processingState.stopMonitoring();
}
}, PROCESSING_INFO_TIMEOUT);
+
+ return () => clearTimeout(timeout);
}
});
- // Update processing state from stored timings
$effect(() => {
const conversation = activeConversation();
const messages = activeMessages() as DatabaseMessage[];
if (keepStatsVisible && conversation) {
if (messages.length === 0) {
- slotsService.clearConversationState(conversation.id);
+ untrack(() => chatStore.clearProcessingState(conversation.id));
return;
}
- // Search backwards through messages to find most recent assistant message with timing data
- // Using reverse iteration for performance - avoids array copy and stops at first match
- let foundTimingData = false;
-
- for (let i = messages.length - 1; i >= 0; i--) {
- const message = messages[i];
- if (message.role === 'assistant' && message.timings) {
- foundTimingData = true;
-
- slotsService
- .updateFromTimingData(
- {
- prompt_n: message.timings.prompt_n || 0,
- predicted_n: message.timings.predicted_n || 0,
- predicted_per_second:
- message.timings.predicted_n && message.timings.predicted_ms
- ? (message.timings.predicted_n / message.timings.predicted_ms) * 1000
- : 0,
- cache_n: message.timings.cache_n || 0
- },
- conversation.id
- )
- .catch((error) => {
- console.warn('Failed to update processing state from stored timings:', error);
- });
- break;
- }
- }
-
- if (!foundTimingData) {
- slotsService.clearConversationState(conversation.id);
+ if (!isCurrentConversationLoading && !isStreaming) {
+ untrack(() => chatStore.restoreProcessingStateFromMessages(messages, conversation.id));
}
}
});
</script>
-<div class="chat-processing-info-container pointer-events-none" class:visible={showSlotsInfo}>
+<div class="chat-processing-info-container pointer-events-none" class:visible={showProcessingInfo}>
<div class="chat-processing-info-content">
{#each processingDetails as detail (detail)}
<span class="chat-processing-info-detail pointer-events-auto">{detail}</span>
+++ /dev/null
-<script lang="ts">
- import { AlertTriangle, RefreshCw } from '@lucide/svelte';
- import { serverLoading, serverStore } from '$lib/stores/server.svelte';
- import { fly } from 'svelte/transition';
-
- interface Props {
- class?: string;
- }
-
- let { class: className = '' }: Props = $props();
-
- function handleRefreshServer() {
- serverStore.fetchServerProps();
- }
-</script>
-
-<div class="mb-3 {className}" in:fly={{ y: 10, duration: 250 }}>
- <div
- class="rounded-md border border-yellow-200 bg-yellow-50 px-3 py-2 dark:border-yellow-800 dark:bg-yellow-950"
- >
- <div class="flex items-center justify-between">
- <div class="flex items-center">
- <AlertTriangle class="h-4 w-4 text-yellow-600 dark:text-yellow-400" />
- <p class="ml-2 text-sm text-yellow-800 dark:text-yellow-200">
- Server `/props` endpoint not available - using cached data
- </p>
- </div>
- <button
- onclick={handleRefreshServer}
- disabled={serverLoading()}
- class="ml-3 flex items-center gap-1.5 rounded bg-yellow-100 px-2 py-1 text-xs font-medium text-yellow-800 hover:bg-yellow-200 disabled:opacity-50 dark:bg-yellow-900 dark:text-yellow-200 dark:hover:bg-yellow-800"
- >
- <RefreshCw class="h-3 w-3 {serverLoading() ? 'animate-spin' : ''}" />
- {serverLoading() ? 'Checking...' : 'Retry'}
- </button>
- </div>
- </div>
-</div>
ChatSettingsFields
} from '$lib/components/app';
import { ScrollArea } from '$lib/components/ui/scroll-area';
- import { config, updateMultipleConfig } from '$lib/stores/settings.svelte';
+ import { config, settingsStore } from '$lib/stores/settings.svelte';
import { setMode } from 'mode-watcher';
import type { Component } from 'svelte';
title: 'Display',
icon: Monitor,
fields: [
- {
- key: 'showThoughtInProgress',
- label: 'Show thought in progress',
- type: 'checkbox'
- },
{
key: 'showMessageStats',
label: 'Show message generation statistics',
type: 'checkbox'
},
{
- key: 'showTokensPerSecond',
- label: 'Show tokens per second',
+ key: 'showThoughtInProgress',
+ label: 'Show thought in progress',
type: 'checkbox'
},
{
type: 'checkbox'
},
{
- key: 'showModelInfo',
- label: 'Show model information',
- type: 'checkbox'
+ key: 'autoMicOnEmpty',
+ label: 'Show microphone on empty input',
+ type: 'checkbox',
+ isExperimental: true
},
{
- key: 'disableAutoScroll',
- label: 'Disable automatic scroll',
+ key: 'renderUserContentAsMarkdown',
+ label: 'Render user content as Markdown',
type: 'checkbox'
},
{
- key: 'renderUserContentAsMarkdown',
- label: 'Render user content as Markdown',
+ key: 'disableAutoScroll',
+ label: 'Disable automatic scroll',
type: 'checkbox'
}
]
title: 'Developer',
icon: Code,
fields: [
- {
- key: 'modelSelectorEnabled',
- label: 'Enable model selector',
- type: 'checkbox'
- },
{
key: 'showToolCalls',
label: 'Show tool call labels',
}
}
- updateMultipleConfig(processedConfig);
+ settingsStore.updateMultipleConfig(processedConfig);
onSave?.();
}
import * as Select from '$lib/components/ui/select';
import { Textarea } from '$lib/components/ui/textarea';
import { SETTING_CONFIG_DEFAULT, SETTING_CONFIG_INFO } from '$lib/constants/settings-config';
- import { supportsVision } from '$lib/stores/server.svelte';
- import { getParameterInfo, resetParameterToServerDefault } from '$lib/stores/settings.svelte';
+ import { settingsStore } from '$lib/stores/settings.svelte';
import { ParameterSyncService } from '$lib/services/parameter-sync';
import { ChatSettingsParameterSourceIndicator } from '$lib/components/app';
import type { Component } from 'svelte';
return null;
}
- return getParameterInfo(key);
+ return settingsStore.getParameterInfo(key);
}
</script>
<button
type="button"
onclick={() => {
- resetParameterToServerDefault(field.key);
+ settingsStore.resetParameterToServerDefault(field.key);
// Trigger UI update by calling onConfigChange with the default value
const defaultValue = propsDefault ?? SETTING_CONFIG_DEFAULT[field.key];
onConfigChange(field.key, String(defaultValue));
<button
type="button"
onclick={() => {
- resetParameterToServerDefault(field.key);
+ settingsStore.resetParameterToServerDefault(field.key);
// Trigger UI update by calling onConfigChange with the default value
const defaultValue = propsDefault ?? SETTING_CONFIG_DEFAULT[field.key];
onConfigChange(field.key, String(defaultValue));
</p>
{/if}
{:else if field.type === 'checkbox'}
- {@const isDisabled = field.key === 'pdfAsImage' && !supportsVision()}
-
<div class="flex items-start space-x-3">
<Checkbox
id={field.key}
checked={Boolean(localConfig[field.key])}
- disabled={isDisabled}
onCheckedChange={(checked) => onConfigChange(field.key, checked)}
class="mt-1"
/>
<div class="space-y-1">
<label
for={field.key}
- class="cursor-pointer text-sm leading-none font-medium {isDisabled
- ? 'text-muted-foreground'
- : ''} flex items-center gap-1.5"
+ class="flex cursor-pointer items-center gap-1.5 pt-1 pb-0.5 text-sm leading-none font-medium"
>
{field.label}
<p class="text-xs text-muted-foreground">
{field.help || SETTING_CONFIG_INFO[field.key]}
</p>
- {:else if field.key === 'pdfAsImage' && !supportsVision()}
- <p class="text-xs text-muted-foreground">
- PDF-to-image processing requires a vision-capable model. PDFs will be processed as
- text.
- </p>
{/if}
</div>
</div>
<script lang="ts">
import { Button } from '$lib/components/ui/button';
import * as AlertDialog from '$lib/components/ui/alert-dialog';
- import { forceSyncWithServerDefaults } from '$lib/stores/settings.svelte';
+ import { settingsStore } from '$lib/stores/settings.svelte';
import { RotateCcw } from '@lucide/svelte';
interface Props {
}
function handleConfirmReset() {
- forceSyncWithServerDefaults();
+ settingsStore.forceSyncWithServerDefaults();
onReset?.();
showResetDialog = false;
import { Download, Upload } from '@lucide/svelte';
import { Button } from '$lib/components/ui/button';
import { DialogConversationSelection } from '$lib/components/app';
- import { DatabaseStore } from '$lib/stores/database';
- import type { ExportedConversations } from '$lib/types/database';
- import { createMessageCountMap } from '$lib/utils/conversation-utils';
- import { chatStore } from '$lib/stores/chat.svelte';
+ import { DatabaseService } from '$lib/services/database';
+ import { createMessageCountMap } from '$lib/utils';
+ import { conversationsStore } from '$lib/stores/conversations.svelte';
let exportedConversations = $state<DatabaseConversation[]>([]);
let importedConversations = $state<DatabaseConversation[]>([]);
async function handleExportClick() {
try {
- const allConversations = await DatabaseStore.getAllConversations();
+ const allConversations = await DatabaseService.getAllConversations();
if (allConversations.length === 0) {
alert('No conversations to export');
return;
const conversationsWithMessages = await Promise.all(
allConversations.map(async (conv) => {
- const messages = await DatabaseStore.getConversationMessages(conv.id);
+ const messages = await DatabaseService.getConversationMessages(conv.id);
return { conv, messages };
})
);
try {
const allData: ExportedConversations = await Promise.all(
selectedConversations.map(async (conv) => {
- const messages = await DatabaseStore.getConversationMessages(conv.id);
+ const messages = await DatabaseService.getConversationMessages(conv.id);
return { conv: $state.snapshot(conv), messages: $state.snapshot(messages) };
})
);
.snapshot(fullImportData)
.filter((item) => selectedIds.has(item.conv.id));
- await DatabaseStore.importConversations(selectedData);
+ await DatabaseService.importConversations(selectedData);
- await chatStore.loadConversations();
+ await conversationsStore.loadConversations();
importedConversations = selectedConversations;
showImportSummary = true;
import * as Sidebar from '$lib/components/ui/sidebar';
import * as AlertDialog from '$lib/components/ui/alert-dialog';
import Input from '$lib/components/ui/input/input.svelte';
- import {
- conversations,
- deleteConversation,
- updateConversationName
- } from '$lib/stores/chat.svelte';
+ import { conversationsStore, conversations } from '$lib/stores/conversations.svelte';
import ChatSidebarActions from './ChatSidebarActions.svelte';
const sidebar = Sidebar.useSidebar();
showDeleteDialog = false;
setTimeout(() => {
- deleteConversation(selectedConversation.id);
+ conversationsStore.deleteConversation(selectedConversation.id);
selectedConversation = null;
}, 100); // Wait for animation to finish
}
showEditDialog = false;
- updateConversationName(selectedConversation.id, editedName);
+ conversationsStore.updateConversationName(selectedConversation.id, editedName);
selectedConversation = null;
}
</script>
<ScrollArea class="h-[100vh]">
- <Sidebar.Header class=" top-0 z-10 gap-6 bg-sidebar/50 px-4 pt-4 pb-2 backdrop-blur-lg md:sticky">
+ <Sidebar.Header class=" top-0 z-10 gap-6 bg-sidebar/50 px-4 py-4 pb-2 backdrop-blur-lg md:sticky">
<a href="#/" onclick={handleMobileSidebarItemClick}>
<h1 class="inline-flex items-center gap-1 px-2 text-xl font-semibold">llama.cpp</h1>
</a>
</Sidebar.Menu>
</Sidebar.GroupContent>
</Sidebar.Group>
-
- <div class="bottom-0 z-10 bg-sidebar bg-sidebar/50 px-4 py-4 backdrop-blur-lg md:sticky"></div>
</ScrollArea>
<DialogConfirmation
<script lang="ts">
import { Trash2, Pencil, MoreHorizontal, Download, Loader2 } from '@lucide/svelte';
import { ActionDropdown } from '$lib/components/app';
- import { downloadConversation, getAllLoadingConversations } from '$lib/stores/chat.svelte';
+ import { getAllLoadingChats } from '$lib/stores/chat.svelte';
+ import { conversationsStore } from '$lib/stores/conversations.svelte';
import { onMount } from 'svelte';
interface Props {
let renderActionsDropdown = $state(false);
let dropdownOpen = $state(false);
- let isLoading = $derived(getAllLoadingConversations().includes(conversation.id));
+ let isLoading = $derived(getAllLoadingChats().includes(conversation.id));
function handleEdit(event: Event) {
event.stopPropagation();
label: 'Export',
onclick: (e) => {
e.stopPropagation();
- downloadConversation(conversation.id);
+ conversationsStore.downloadConversation(conversation.id);
},
shortcut: ['shift', 'cmd', 's']
},
<script lang="ts">
import * as Dialog from '$lib/components/ui/dialog';
import { ChatAttachmentPreview } from '$lib/components/app';
- import { formatFileSize } from '$lib/utils/file-preview';
+ import { formatFileSize } from '$lib/utils';
interface Props {
open: boolean;
+ onOpenChange?: (open: boolean) => void;
// Either an uploaded file or a stored attachment
uploadedFile?: ChatUploadedFile;
attachment?: DatabaseMessageExtra;
// For uploaded files
preview?: string;
name?: string;
- type?: string;
size?: number;
textContent?: string;
+ // For vision modality check
+ activeModelId?: string;
}
let {
open = $bindable(),
+ onOpenChange,
uploadedFile,
attachment,
preview,
name,
- type,
size,
- textContent
+ textContent,
+ activeModelId
}: Props = $props();
let chatAttachmentPreviewRef: ChatAttachmentPreview | undefined = $state();
let displayName = $derived(uploadedFile?.name || attachment?.name || name || 'Unknown File');
- let displayType = $derived(
- uploadedFile?.type ||
- (attachment?.type === 'imageFile'
- ? 'image'
- : attachment?.type === 'textFile'
- ? 'text'
- : attachment?.type === 'audioFile'
- ? attachment.mimeType || 'audio'
- : attachment?.type === 'pdfFile'
- ? 'application/pdf'
- : type || 'unknown')
- );
-
let displaySize = $derived(uploadedFile?.size || size);
$effect(() => {
});
</script>
-<Dialog.Root bind:open>
+<Dialog.Root bind:open {onOpenChange}>
<Dialog.Content class="grid max-h-[90vh] max-w-5xl overflow-hidden sm:w-auto sm:max-w-6xl">
<Dialog.Header>
- <Dialog.Title>{displayName}</Dialog.Title>
+ <Dialog.Title class="pr-8">{displayName}</Dialog.Title>
<Dialog.Description>
- {displayType}
{#if displaySize}
- • {formatFileSize(displaySize)}
+ {formatFileSize(displaySize)}
{/if}
</Dialog.Description>
</Dialog.Header>
{uploadedFile}
{attachment}
{preview}
- {name}
- {type}
+ name={displayName}
{textContent}
+ {activeModelId}
/>
</Dialog.Content>
</Dialog.Root>
imageHeight?: string;
imageWidth?: string;
imageClass?: string;
+ activeModelId?: string;
}
let {
onFileRemove,
imageHeight = 'h-24',
imageWidth = 'w-auto',
- imageClass = ''
+ imageClass = '',
+ activeModelId
}: Props = $props();
let totalCount = $derived(uploadedFiles.length + attachments.length);
{imageHeight}
{imageWidth}
{imageClass}
+ {activeModelId}
/>
</Dialog.Content>
</Dialog.Portal>
--- /dev/null
+<script lang="ts">
+ import * as Dialog from '$lib/components/ui/dialog';
+ import * as Table from '$lib/components/ui/table';
+ import { BadgeModality, CopyToClipboardIcon } from '$lib/components/app';
+ import { serverStore } from '$lib/stores/server.svelte';
+ import { modelsStore } from '$lib/stores/models.svelte';
+ import { ChatService } from '$lib/services/chat';
+ import { formatFileSize, formatParameters, formatNumber } from '$lib/utils';
+
+ interface Props {
+ open?: boolean;
+ onOpenChange?: (open: boolean) => void;
+ }
+
+ let { open = $bindable(), onOpenChange }: Props = $props();
+
+ let serverProps = $derived(serverStore.props);
+ let modelName = $derived(modelsStore.singleModelName);
+
+ // Get modalities from modelStore using the model ID from the first model
+ // For now it supports only for single-model mode, will be extended with further improvements for multi-model functioanlities
+ let modalities = $derived.by(() => {
+ if (!modelsData?.data?.[0]?.id) return [];
+
+ return modelsStore.getModelModalitiesArray(modelsData.data[0].id);
+ });
+
+ let modelsData = $state<ApiModelListResponse | null>(null);
+ let isLoadingModels = $state(false);
+
+ // Fetch models data when dialog opens
+ $effect(() => {
+ if (open && !modelsData) {
+ loadModelsData();
+ }
+ });
+
+ async function loadModelsData() {
+ isLoadingModels = true;
+
+ try {
+ modelsData = await ChatService.getModels();
+ } catch (error) {
+ console.error('Failed to load models data:', error);
+ // Set empty data to prevent infinite loading
+ modelsData = { object: 'list', data: [] };
+ } finally {
+ isLoadingModels = false;
+ }
+ }
+</script>
+
+<Dialog.Root bind:open {onOpenChange}>
+ <Dialog.Content class="@container z-9999 !max-w-[60rem] max-w-full">
+ <style>
+ @container (max-width: 56rem) {
+ .resizable-text-container {
+ max-width: calc(100vw - var(--threshold));
+ }
+ }
+ </style>
+
+ <Dialog.Header>
+ <Dialog.Title>Model Information</Dialog.Title>
+ <Dialog.Description>Current model details and capabilities</Dialog.Description>
+ </Dialog.Header>
+
+ <div class="space-y-6 py-4">
+ {#if isLoadingModels}
+ <div class="flex items-center justify-center py-8">
+ <div class="text-sm text-muted-foreground">Loading model information...</div>
+ </div>
+ {:else if modelsData && modelsData.data.length > 0}
+ {@const modelMeta = modelsData.data[0].meta}
+
+ {#if serverProps}
+ <Table.Root>
+ <Table.Header>
+ <Table.Row>
+ <Table.Head class="w-[10rem]">Model</Table.Head>
+
+ <Table.Head>
+ <div class="inline-flex items-center gap-2">
+ <span
+ class="resizable-text-container min-w-0 flex-1 truncate"
+ style:--threshold="12rem"
+ >
+ {modelName}
+ </span>
+
+ <CopyToClipboardIcon
+ text={modelName || ''}
+ canCopy={!!modelName}
+ ariaLabel="Copy model name to clipboard"
+ />
+ </div>
+ </Table.Head>
+ </Table.Row>
+ </Table.Header>
+ <Table.Body>
+ <!-- Model Path -->
+ <Table.Row>
+ <Table.Cell class="h-10 align-middle font-medium">File Path</Table.Cell>
+
+ <Table.Cell
+ class="inline-flex h-10 items-center gap-2 align-middle font-mono text-xs"
+ >
+ <span
+ class="resizable-text-container min-w-0 flex-1 truncate"
+ style:--threshold="14rem"
+ >
+ {serverProps.model_path}
+ </span>
+
+ <CopyToClipboardIcon
+ text={serverProps.model_path}
+ ariaLabel="Copy model path to clipboard"
+ />
+ </Table.Cell>
+ </Table.Row>
+
+ <!-- Context Size -->
+ <Table.Row>
+ <Table.Cell class="h-10 align-middle font-medium">Context Size</Table.Cell>
+ <Table.Cell
+ >{formatNumber(serverProps.default_generation_settings.n_ctx)} tokens</Table.Cell
+ >
+ </Table.Row>
+
+ <!-- Training Context -->
+ {#if modelMeta?.n_ctx_train}
+ <Table.Row>
+ <Table.Cell class="h-10 align-middle font-medium">Training Context</Table.Cell>
+ <Table.Cell>{formatNumber(modelMeta.n_ctx_train)} tokens</Table.Cell>
+ </Table.Row>
+ {/if}
+
+ <!-- Model Size -->
+ {#if modelMeta?.size}
+ <Table.Row>
+ <Table.Cell class="h-10 align-middle font-medium">Model Size</Table.Cell>
+ <Table.Cell>{formatFileSize(modelMeta.size)}</Table.Cell>
+ </Table.Row>
+ {/if}
+
+ <!-- Parameters -->
+ {#if modelMeta?.n_params}
+ <Table.Row>
+ <Table.Cell class="h-10 align-middle font-medium">Parameters</Table.Cell>
+ <Table.Cell>{formatParameters(modelMeta.n_params)}</Table.Cell>
+ </Table.Row>
+ {/if}
+
+ <!-- Embedding Size -->
+ {#if modelMeta?.n_embd}
+ <Table.Row>
+ <Table.Cell class="align-middle font-medium">Embedding Size</Table.Cell>
+ <Table.Cell>{formatNumber(modelMeta.n_embd)}</Table.Cell>
+ </Table.Row>
+ {/if}
+
+ <!-- Vocabulary Size -->
+ {#if modelMeta?.n_vocab}
+ <Table.Row>
+ <Table.Cell class="align-middle font-medium">Vocabulary Size</Table.Cell>
+ <Table.Cell>{formatNumber(modelMeta.n_vocab)} tokens</Table.Cell>
+ </Table.Row>
+ {/if}
+
+ <!-- Vocabulary Type -->
+ {#if modelMeta?.vocab_type}
+ <Table.Row>
+ <Table.Cell class="align-middle font-medium">Vocabulary Type</Table.Cell>
+ <Table.Cell class="align-middle capitalize">{modelMeta.vocab_type}</Table.Cell>
+ </Table.Row>
+ {/if}
+
+ <!-- Total Slots -->
+ <Table.Row>
+ <Table.Cell class="align-middle font-medium">Parallel Slots</Table.Cell>
+ <Table.Cell>{serverProps.total_slots}</Table.Cell>
+ </Table.Row>
+
+ <!-- Modalities -->
+ {#if modalities.length > 0}
+ <Table.Row>
+ <Table.Cell class="align-middle font-medium">Modalities</Table.Cell>
+ <Table.Cell>
+ <div class="flex flex-wrap gap-1">
+ <BadgeModality {modalities} />
+ </div>
+ </Table.Cell>
+ </Table.Row>
+ {/if}
+
+ <!-- Build Info -->
+ <Table.Row>
+ <Table.Cell class="align-middle font-medium">Build Info</Table.Cell>
+ <Table.Cell class="align-middle font-mono text-xs"
+ >{serverProps.build_info}</Table.Cell
+ >
+ </Table.Row>
+
+ <!-- Chat Template -->
+ {#if serverProps.chat_template}
+ <Table.Row>
+ <Table.Cell class="align-middle font-medium">Chat Template</Table.Cell>
+ <Table.Cell class="py-10">
+ <div class="max-h-120 overflow-y-auto rounded-md bg-muted p-4">
+ <pre
+ class="font-mono text-xs whitespace-pre-wrap">{serverProps.chat_template}</pre>
+ </div>
+ </Table.Cell>
+ </Table.Row>
+ {/if}
+ </Table.Body>
+ </Table.Root>
+ {/if}
+ {:else if !isLoadingModels}
+ <div class="flex items-center justify-center py-8">
+ <div class="text-sm text-muted-foreground">No model information available</div>
+ </div>
+ {/if}
+ </div>
+ </Dialog.Content>
+</Dialog.Root>
--- /dev/null
+<script lang="ts">
+ import * as AlertDialog from '$lib/components/ui/alert-dialog';
+ import { AlertTriangle, ArrowRight } from '@lucide/svelte';
+ import { goto } from '$app/navigation';
+ import { page } from '$app/state';
+
+ interface Props {
+ open: boolean;
+ modelName: string;
+ availableModels?: string[];
+ onOpenChange?: (open: boolean) => void;
+ }
+
+ let { open = $bindable(), modelName, availableModels = [], onOpenChange }: Props = $props();
+
+ function handleOpenChange(newOpen: boolean) {
+ open = newOpen;
+ onOpenChange?.(newOpen);
+ }
+
+ function handleSelectModel(model: string) {
+ // Build URL with selected model, preserving other params
+ const url = new URL(page.url);
+ url.searchParams.set('model', model);
+
+ handleOpenChange(false);
+ goto(url.toString());
+ }
+</script>
+
+<AlertDialog.Root {open} onOpenChange={handleOpenChange}>
+ <AlertDialog.Content class="max-w-lg">
+ <AlertDialog.Header>
+ <AlertDialog.Title class="flex items-center gap-2">
+ <AlertTriangle class="h-5 w-5 text-amber-500" />
+ Model Not Available
+ </AlertDialog.Title>
+
+ <AlertDialog.Description>
+ The requested model could not be found. Select an available model to continue.
+ </AlertDialog.Description>
+ </AlertDialog.Header>
+
+ <div class="space-y-3">
+ <div class="rounded-lg border border-amber-500/40 bg-amber-500/10 px-4 py-3 text-sm">
+ <p class="font-medium text-amber-600 dark:text-amber-400">
+ Requested: <code class="rounded bg-amber-500/20 px-1.5 py-0.5">{modelName}</code>
+ </p>
+ </div>
+
+ {#if availableModels.length > 0}
+ <div class="text-sm">
+ <p class="mb-2 font-medium text-muted-foreground">Select an available model:</p>
+ <div class="max-h-48 space-y-1 overflow-y-auto rounded-md border p-1">
+ {#each availableModels as model (model)}
+ <button
+ type="button"
+ class="group flex w-full items-center justify-between gap-2 rounded-sm px-3 py-2 text-left text-sm transition-colors hover:bg-accent hover:text-accent-foreground"
+ onclick={() => handleSelectModel(model)}
+ >
+ <span class="min-w-0 truncate font-mono text-xs">{model}</span>
+ <ArrowRight
+ class="h-4 w-4 shrink-0 text-muted-foreground opacity-0 transition-opacity group-hover:opacity-100"
+ />
+ </button>
+ {/each}
+ </div>
+ </div>
+ {/if}
+ </div>
+
+ <AlertDialog.Footer>
+ <AlertDialog.Action onclick={() => handleOpenChange(false)}>Cancel</AlertDialog.Action>
+ </AlertDialog.Footer>
+ </AlertDialog.Content>
+</AlertDialog.Root>
export { default as ChatFormActionFileAttachments } from './chat/ChatForm/ChatFormActions/ChatFormActionFileAttachments.svelte';
export { default as ChatFormActionRecord } from './chat/ChatForm/ChatFormActions/ChatFormActionRecord.svelte';
export { default as ChatFormActions } from './chat/ChatForm/ChatFormActions/ChatFormActions.svelte';
+export { default as ChatFormActionSubmit } from './chat/ChatForm/ChatFormActions/ChatFormActionSubmit.svelte';
export { default as ChatFormFileInputInvisible } from './chat/ChatForm/ChatFormFileInputInvisible.svelte';
export { default as ChatFormHelperText } from './chat/ChatForm/ChatFormHelperText.svelte';
-export { default as ChatFormModelSelector } from './chat/ChatForm/ChatFormModelSelector.svelte';
export { default as ChatFormTextarea } from './chat/ChatForm/ChatFormTextarea.svelte';
export { default as ChatMessage } from './chat/ChatMessages/ChatMessage.svelte';
-export { default as ChatMessages } from './chat/ChatMessages/ChatMessages.svelte';
+export { default as ChatMessageActions } from './chat/ChatMessages/ChatMessageActions.svelte';
export { default as ChatMessageBranchingControls } from './chat/ChatMessages/ChatMessageBranchingControls.svelte';
+export { default as ChatMessageStatistics } from './chat/ChatMessages/ChatMessageStatistics.svelte';
export { default as ChatMessageThinkingBlock } from './chat/ChatMessages/ChatMessageThinkingBlock.svelte';
+export { default as ChatMessages } from './chat/ChatMessages/ChatMessages.svelte';
export { default as ChatScreen } from './chat/ChatScreen/ChatScreen.svelte';
export { default as ChatScreenHeader } from './chat/ChatScreen/ChatScreenHeader.svelte';
export { default as ChatScreenProcessingInfo } from './chat/ChatScreen/ChatScreenProcessingInfo.svelte';
-export { default as ChatScreenWarning } from './chat/ChatScreen/ChatScreenWarning.svelte';
export { default as ChatSettings } from './chat/ChatSettings/ChatSettings.svelte';
export { default as ChatSettingsFooter } from './chat/ChatSettings/ChatSettingsFooter.svelte';
export { default as DialogConversationSelection } from './dialogs/DialogConversationSelection.svelte';
export { default as DialogConversationTitleUpdate } from './dialogs/DialogConversationTitleUpdate.svelte';
export { default as DialogEmptyFileAlert } from './dialogs/DialogEmptyFileAlert.svelte';
+export { default as DialogModelInformation } from './dialogs/DialogModelInformation.svelte';
+export { default as DialogModelNotAvailable } from './dialogs/DialogModelNotAvailable.svelte';
// Miscellanous
export { default as ActionButton } from './misc/ActionButton.svelte';
export { default as ActionDropdown } from './misc/ActionDropdown.svelte';
+export { default as BadgeChatStatistic } from './misc/BadgeChatStatistic.svelte';
+export { default as BadgeInfo } from './misc/BadgeInfo.svelte';
+export { default as ModelBadge } from './models/ModelBadge.svelte';
+export { default as BadgeModality } from './misc/BadgeModality.svelte';
export { default as ConversationSelection } from './misc/ConversationSelection.svelte';
+export { default as CopyToClipboardIcon } from './misc/CopyToClipboardIcon.svelte';
export { default as KeyboardShortcutInfo } from './misc/KeyboardShortcutInfo.svelte';
export { default as MarkdownContent } from './misc/MarkdownContent.svelte';
export { default as RemoveButton } from './misc/RemoveButton.svelte';
+export { default as SyntaxHighlightedCode } from './misc/SyntaxHighlightedCode.svelte';
+export { default as ModelsSelector } from './models/ModelsSelector.svelte';
// Server
export { default as ServerStatus } from './server/ServerStatus.svelte';
export { default as ServerErrorSplash } from './server/ServerErrorSplash.svelte';
export { default as ServerLoadingSplash } from './server/ServerLoadingSplash.svelte';
-export { default as ServerInfo } from './server/ServerInfo.svelte';
<script lang="ts">
import { Button } from '$lib/components/ui/button';
import * as Tooltip from '$lib/components/ui/tooltip';
- import { TOOLTIP_DELAY_DURATION } from '$lib/constants/tooltip-config';
import type { Component } from 'svelte';
interface Props {
}: Props = $props();
</script>
-<Tooltip.Root delayDuration={TOOLTIP_DELAY_DURATION}>
+<Tooltip.Root>
<Tooltip.Trigger>
<Button
{variant}
import * as DropdownMenu from '$lib/components/ui/dropdown-menu';
import * as Tooltip from '$lib/components/ui/tooltip';
import { KeyboardShortcutInfo } from '$lib/components/app';
- import { TOOLTIP_DELAY_DURATION } from '$lib/constants/tooltip-config';
import type { Component } from 'svelte';
interface ActionItem {
onclick={(e) => e.stopPropagation()}
>
{#if triggerTooltip}
- <Tooltip.Root delayDuration={TOOLTIP_DELAY_DURATION}>
+ <Tooltip.Root>
<Tooltip.Trigger>
{@render iconComponent(triggerIcon, 'h-3 w-3')}
<span class="sr-only">{triggerTooltip}</span>
--- /dev/null
+<script lang="ts">
+ import { BadgeInfo } from '$lib/components/app';
+ import { copyToClipboard } from '$lib/utils';
+ import type { Component } from 'svelte';
+
+ interface Props {
+ class?: string;
+ icon: Component;
+ value: string | number;
+ }
+
+ let { class: className = '', icon: Icon, value }: Props = $props();
+
+ function handleClick() {
+ void copyToClipboard(String(value));
+ }
+</script>
+
+<BadgeInfo class={className} onclick={handleClick}>
+ {#snippet icon()}
+ <Icon class="h-3 w-3" />
+ {/snippet}
+
+ {value}
+</BadgeInfo>
--- /dev/null
+<script lang="ts">
+ import { cn } from '$lib/components/ui/utils';
+ import type { Snippet } from 'svelte';
+
+ interface Props {
+ children: Snippet;
+ class?: string;
+ icon?: Snippet;
+ onclick?: () => void;
+ }
+
+ let { children, class: className = '', icon, onclick }: Props = $props();
+</script>
+
+<button
+ class={cn(
+ 'inline-flex cursor-pointer items-center gap-1 rounded-sm bg-muted-foreground/15 px-1.5 py-0.75',
+ className
+ )}
+ {onclick}
+>
+ {#if icon}
+ {@render icon()}
+ {/if}
+
+ {@render children()}
+</button>
--- /dev/null
+<script lang="ts">
+ import { ModelModality } from '$lib/enums';
+ import { MODALITY_ICONS, MODALITY_LABELS } from '$lib/constants/icons';
+ import { cn } from '$lib/components/ui/utils';
+
+ type DisplayableModality = ModelModality.VISION | ModelModality.AUDIO;
+
+ interface Props {
+ modalities: ModelModality[];
+ class?: string;
+ }
+
+ let { modalities, class: className = '' }: Props = $props();
+
+ // Filter to only modalities that have icons (VISION, AUDIO)
+ const displayableModalities = $derived(
+ modalities.filter(
+ (m): m is DisplayableModality => m === ModelModality.VISION || m === ModelModality.AUDIO
+ )
+ );
+</script>
+
+{#each displayableModalities as modality, index (index)}
+ {@const IconComponent = MODALITY_ICONS[modality]}
+ {@const label = MODALITY_LABELS[modality]}
+
+ <span
+ class={cn(
+ 'inline-flex items-center gap-1 rounded-md bg-muted px-2 py-1 text-xs font-medium',
+ className
+ )}
+ >
+ {#if IconComponent}
+ <IconComponent class="h-3 w-3" />
+ {/if}
+
+ {label}
+ </span>
+{/each}
--- /dev/null
+<script lang="ts">
+ import { Copy } from '@lucide/svelte';
+ import { copyToClipboard } from '$lib/utils';
+
+ interface Props {
+ ariaLabel?: string;
+ canCopy?: boolean;
+ text: string;
+ }
+
+ let { ariaLabel = 'Copy to clipboard', canCopy = true, text }: Props = $props();
+</script>
+
+<Copy
+ class="h-3 w-3 flex-shrink-0 cursor-{canCopy ? 'pointer' : 'not-allowed'}"
+ aria-label={ariaLabel}
+ onclick={() => canCopy && copyToClipboard(text)}
+/>
import remarkRehype from 'remark-rehype';
import rehypeKatex from 'rehype-katex';
import rehypeStringify from 'rehype-stringify';
- import { copyCodeToClipboard } from '$lib/utils/copy';
+ import { copyCodeToClipboard, preprocessLaTeX } from '$lib/utils';
import { rehypeRestoreTableHtml } from '$lib/markdown/table-html-restorer';
- import { preprocessLaTeX } from '$lib/utils/latex-protection';
import { browser } from '$app/environment';
import '$styles/katex-custom.scss';
--- /dev/null
+<script lang="ts">
+ import hljs from 'highlight.js';
+ import { browser } from '$app/environment';
+ import { mode } from 'mode-watcher';
+
+ import githubDarkCss from 'highlight.js/styles/github-dark.css?inline';
+ import githubLightCss from 'highlight.js/styles/github.css?inline';
+
+ interface Props {
+ code: string;
+ language?: string;
+ class?: string;
+ maxHeight?: string;
+ maxWidth?: string;
+ }
+
+ let {
+ code,
+ language = 'text',
+ class: className = '',
+ maxHeight = '60vh',
+ maxWidth = ''
+ }: Props = $props();
+
+ let highlightedHtml = $state('');
+
+ function loadHighlightTheme(isDark: boolean) {
+ if (!browser) return;
+
+ const existingThemes = document.querySelectorAll('style[data-highlight-theme-preview]');
+ existingThemes.forEach((style) => style.remove());
+
+ const style = document.createElement('style');
+ style.setAttribute('data-highlight-theme-preview', 'true');
+ style.textContent = isDark ? githubDarkCss : githubLightCss;
+
+ document.head.appendChild(style);
+ }
+
+ $effect(() => {
+ const currentMode = mode.current;
+ const isDark = currentMode === 'dark';
+
+ loadHighlightTheme(isDark);
+ });
+
+ $effect(() => {
+ if (!code) {
+ highlightedHtml = '';
+ return;
+ }
+
+ try {
+ // Check if the language is supported
+ const lang = language.toLowerCase();
+ const isSupported = hljs.getLanguage(lang);
+
+ if (isSupported) {
+ const result = hljs.highlight(code, { language: lang });
+ highlightedHtml = result.value;
+ } else {
+ // Try auto-detection or fallback to plain text
+ const result = hljs.highlightAuto(code);
+ highlightedHtml = result.value;
+ }
+ } catch {
+ // Fallback to escaped plain text
+ highlightedHtml = code.replace(/&/g, '&').replace(/</g, '<').replace(/>/g, '>');
+ }
+ });
+</script>
+
+<div
+ class="code-preview-wrapper overflow-auto rounded-lg border border-border bg-muted {className}"
+ style="max-height: {maxHeight};"
+>
+ <pre class="m-0 overflow-x-auto p-4 max-w-[{maxWidth}]"><code class="hljs text-sm leading-relaxed"
+ >{@html highlightedHtml}</code
+ ></pre>
+</div>
+
+<style>
+ .code-preview-wrapper {
+ font-family:
+ ui-monospace, SFMono-Regular, 'SF Mono', Monaco, 'Cascadia Code', 'Roboto Mono', Consolas,
+ 'Liberation Mono', Menlo, monospace;
+ }
+
+ .code-preview-wrapper pre {
+ background: transparent;
+ }
+
+ .code-preview-wrapper code {
+ background: transparent;
+ }
+</style>
--- /dev/null
+<script lang="ts">
+ import { Package } from '@lucide/svelte';
+ import { BadgeInfo, CopyToClipboardIcon } from '$lib/components/app';
+ import { modelsStore } from '$lib/stores/models.svelte';
+ import { serverStore } from '$lib/stores/server.svelte';
+ import * as Tooltip from '$lib/components/ui/tooltip';
+
+ interface Props {
+ class?: string;
+ model?: string;
+ onclick?: () => void;
+ showCopyIcon?: boolean;
+ showTooltip?: boolean;
+ }
+
+ let {
+ class: className = '',
+ model: modelProp,
+ onclick,
+ showCopyIcon = false,
+ showTooltip = false
+ }: Props = $props();
+
+ let model = $derived(modelProp || modelsStore.singleModelName);
+ let isModelMode = $derived(serverStore.isModelMode);
+</script>
+
+{#snippet badgeContent()}
+ <BadgeInfo class={className} {onclick}>
+ {#snippet icon()}
+ <Package class="h-3 w-3" />
+ {/snippet}
+
+ {model}
+
+ {#if showCopyIcon}
+ <CopyToClipboardIcon text={model || ''} ariaLabel="Copy model name" />
+ {/if}
+ </BadgeInfo>
+{/snippet}
+
+{#if model && isModelMode}
+ {#if showTooltip}
+ <Tooltip.Root>
+ <Tooltip.Trigger>
+ {@render badgeContent()}
+ </Tooltip.Trigger>
+
+ <Tooltip.Content>
+ {onclick ? 'Click for model details' : model}
+ </Tooltip.Content>
+ </Tooltip.Root>
+ {:else}
+ {@render badgeContent()}
+ {/if}
+{/if}
--- /dev/null
+<script lang="ts">
+ import { onMount, tick } from 'svelte';
+ import { ChevronDown, EyeOff, Loader2, MicOff, Package, Power } from '@lucide/svelte';
+ import * as Tooltip from '$lib/components/ui/tooltip';
+ import { cn } from '$lib/components/ui/utils';
+ import { portalToBody } from '$lib/utils';
+ import {
+ modelsStore,
+ modelOptions,
+ modelsLoading,
+ modelsUpdating,
+ selectedModelId,
+ routerModels,
+ propsCacheVersion,
+ singleModelName
+ } from '$lib/stores/models.svelte';
+ import { usedModalities, conversationsStore } from '$lib/stores/conversations.svelte';
+ import { ServerModelStatus } from '$lib/enums';
+ import { isRouterMode } from '$lib/stores/server.svelte';
+ import { DialogModelInformation } from '$lib/components/app';
+ import {
+ MENU_MAX_WIDTH,
+ MENU_OFFSET,
+ VIEWPORT_GUTTER
+ } from '$lib/constants/floating-ui-constraints';
+
+ interface Props {
+ class?: string;
+ currentModel?: string | null;
+ /** Callback when model changes. Return false to keep menu open (e.g., for validation failures) */
+ onModelChange?: (modelId: string, modelName: string) => Promise<boolean> | boolean | void;
+ disabled?: boolean;
+ forceForegroundText?: boolean;
+ /** When true, user's global selection takes priority over currentModel (for form selector) */
+ useGlobalSelection?: boolean;
+ /**
+ * When provided, only consider modalities from messages BEFORE this message.
+ * Used for regeneration - allows selecting models that don't support modalities
+ * used in later messages.
+ */
+ upToMessageId?: string;
+ }
+
+ let {
+ class: className = '',
+ currentModel = null,
+ onModelChange,
+ disabled = false,
+ forceForegroundText = false,
+ useGlobalSelection = false,
+ upToMessageId
+ }: Props = $props();
+
+ let options = $derived(modelOptions());
+ let loading = $derived(modelsLoading());
+ let updating = $derived(modelsUpdating());
+ let activeId = $derived(selectedModelId());
+ let isRouter = $derived(isRouterMode());
+ let serverModel = $derived(singleModelName());
+
+ // Reactive router models state - needed for proper reactivity of status checks
+ let currentRouterModels = $derived(routerModels());
+
+ let requiredModalities = $derived(
+ upToMessageId ? conversationsStore.getModalitiesUpToMessage(upToMessageId) : usedModalities()
+ );
+
+ function getModelStatus(modelId: string): ServerModelStatus | null {
+ const model = currentRouterModels.find((m) => m.id === modelId);
+ return (model?.status?.value as ServerModelStatus) ?? null;
+ }
+
+ /**
+ * Checks if a model supports all modalities used in the conversation.
+ * Returns true if the model can be selected, false if it should be disabled.
+ */
+ function isModelCompatible(option: ModelOption): boolean {
+ void propsCacheVersion();
+
+ const modelModalities = modelsStore.getModelModalities(option.model);
+
+ if (!modelModalities) {
+ const status = getModelStatus(option.model);
+
+ if (status === ServerModelStatus.LOADED) {
+ if (requiredModalities.vision || requiredModalities.audio) return false;
+ }
+
+ return true;
+ }
+
+ if (requiredModalities.vision && !modelModalities.vision) return false;
+ if (requiredModalities.audio && !modelModalities.audio) return false;
+
+ return true;
+ }
+
+ /**
+ * Gets missing modalities for a model.
+ * Returns object with vision/audio booleans indicating what's missing.
+ */
+ function getMissingModalities(option: ModelOption): { vision: boolean; audio: boolean } | null {
+ void propsCacheVersion();
+
+ const modelModalities = modelsStore.getModelModalities(option.model);
+
+ if (!modelModalities) {
+ const status = getModelStatus(option.model);
+
+ if (status === ServerModelStatus.LOADED) {
+ const missing = {
+ vision: requiredModalities.vision,
+ audio: requiredModalities.audio
+ };
+
+ if (missing.vision || missing.audio) return missing;
+ }
+
+ return null;
+ }
+
+ const missing = {
+ vision: requiredModalities.vision && !modelModalities.vision,
+ audio: requiredModalities.audio && !modelModalities.audio
+ };
+
+ if (!missing.vision && !missing.audio) return null;
+
+ return missing;
+ }
+
+ let isHighlightedCurrentModelActive = $derived(
+ !isRouter || !currentModel
+ ? false
+ : (() => {
+ const currentOption = options.find((option) => option.model === currentModel);
+
+ return currentOption ? currentOption.id === activeId : false;
+ })()
+ );
+
+ let isCurrentModelInCache = $derived(() => {
+ if (!isRouter || !currentModel) return true;
+
+ return options.some((option) => option.model === currentModel);
+ });
+
+ let isOpen = $state(false);
+ let showModelDialog = $state(false);
+ let container: HTMLDivElement | null = null;
+ let menuRef = $state<HTMLDivElement | null>(null);
+ let triggerButton = $state<HTMLButtonElement | null>(null);
+ let menuPosition = $state<{
+ top: number;
+ left: number;
+ width: number;
+ placement: 'top' | 'bottom';
+ maxHeight: number;
+ } | null>(null);
+
+ onMount(async () => {
+ try {
+ await modelsStore.fetch();
+ } catch (error) {
+ console.error('Unable to load models:', error);
+ }
+ });
+
+ function toggleOpen() {
+ if (loading || updating) return;
+
+ if (isRouter) {
+ // Router mode: show dropdown
+ if (isOpen) {
+ closeMenu();
+ } else {
+ openMenu();
+ }
+ } else {
+ // Single model mode: show dialog
+ showModelDialog = true;
+ }
+ }
+
+ async function openMenu() {
+ if (loading || updating) return;
+
+ isOpen = true;
+ await tick();
+ updateMenuPosition();
+ requestAnimationFrame(() => updateMenuPosition());
+
+ if (isRouter) {
+ modelsStore.fetchRouterModels().then(() => {
+ modelsStore.fetchModalitiesForLoadedModels();
+ });
+ }
+ }
+
+ export function open() {
+ if (isRouter) {
+ openMenu();
+ } else {
+ showModelDialog = true;
+ }
+ }
+
+ function closeMenu() {
+ if (!isOpen) return;
+
+ isOpen = false;
+ menuPosition = null;
+ }
+
+ function handlePointerDown(event: PointerEvent) {
+ if (!container) return;
+
+ const target = event.target as Node | null;
+
+ if (target && !container.contains(target) && !(menuRef && menuRef.contains(target))) {
+ closeMenu();
+ }
+ }
+
+ function handleKeydown(event: KeyboardEvent) {
+ if (event.key === 'Escape') {
+ closeMenu();
+ }
+ }
+
+ function handleResize() {
+ if (isOpen) {
+ updateMenuPosition();
+ }
+ }
+
+ function updateMenuPosition() {
+ if (!isOpen || !triggerButton || !menuRef) return;
+
+ const triggerRect = triggerButton.getBoundingClientRect();
+ const viewportWidth = window.innerWidth;
+ const viewportHeight = window.innerHeight;
+
+ if (viewportWidth === 0 || viewportHeight === 0) return;
+
+ const scrollWidth = menuRef.scrollWidth;
+ const scrollHeight = menuRef.scrollHeight;
+
+ const availableWidth = Math.max(0, viewportWidth - VIEWPORT_GUTTER * 2);
+ const constrainedMaxWidth = Math.min(MENU_MAX_WIDTH, availableWidth || MENU_MAX_WIDTH);
+ const safeMaxWidth =
+ constrainedMaxWidth > 0 ? constrainedMaxWidth : Math.min(MENU_MAX_WIDTH, viewportWidth);
+ const desiredMinWidth = Math.min(160, safeMaxWidth || 160);
+
+ let width = Math.min(
+ Math.max(triggerRect.width, scrollWidth, desiredMinWidth),
+ safeMaxWidth || 320
+ );
+
+ const availableBelow = Math.max(
+ 0,
+ viewportHeight - VIEWPORT_GUTTER - triggerRect.bottom - MENU_OFFSET
+ );
+ const availableAbove = Math.max(0, triggerRect.top - VIEWPORT_GUTTER - MENU_OFFSET);
+ const viewportAllowance = Math.max(0, viewportHeight - VIEWPORT_GUTTER * 2);
+ const fallbackAllowance = Math.max(1, viewportAllowance > 0 ? viewportAllowance : scrollHeight);
+
+ function computePlacement(placement: 'top' | 'bottom') {
+ const available = placement === 'bottom' ? availableBelow : availableAbove;
+ const allowedHeight =
+ available > 0 ? Math.min(available, fallbackAllowance) : fallbackAllowance;
+ const maxHeight = Math.min(scrollHeight, allowedHeight);
+ const height = Math.max(0, maxHeight);
+
+ let top: number;
+ if (placement === 'bottom') {
+ const rawTop = triggerRect.bottom + MENU_OFFSET;
+ const minTop = VIEWPORT_GUTTER;
+ const maxTop = viewportHeight - VIEWPORT_GUTTER - height;
+ if (maxTop < minTop) {
+ top = minTop;
+ } else {
+ top = Math.min(Math.max(rawTop, minTop), maxTop);
+ }
+ } else {
+ const rawTop = triggerRect.top - MENU_OFFSET - height;
+ const minTop = VIEWPORT_GUTTER;
+ const maxTop = viewportHeight - VIEWPORT_GUTTER - height;
+ if (maxTop < minTop) {
+ top = minTop;
+ } else {
+ top = Math.max(Math.min(rawTop, maxTop), minTop);
+ }
+ }
+
+ return { placement, top, height, maxHeight };
+ }
+
+ const belowMetrics = computePlacement('bottom');
+ const aboveMetrics = computePlacement('top');
+
+ let metrics = belowMetrics;
+ if (scrollHeight > belowMetrics.maxHeight && aboveMetrics.maxHeight > belowMetrics.maxHeight) {
+ metrics = aboveMetrics;
+ }
+
+ let left = triggerRect.right - width;
+ const maxLeft = viewportWidth - VIEWPORT_GUTTER - width;
+ if (maxLeft < VIEWPORT_GUTTER) {
+ left = VIEWPORT_GUTTER;
+ } else {
+ if (left > maxLeft) {
+ left = maxLeft;
+ }
+ if (left < VIEWPORT_GUTTER) {
+ left = VIEWPORT_GUTTER;
+ }
+ }
+
+ menuPosition = {
+ top: Math.round(metrics.top),
+ left: Math.round(left),
+ width: Math.round(width),
+ placement: metrics.placement,
+ maxHeight: Math.round(metrics.maxHeight)
+ };
+ }
+
+ async function handleSelect(modelId: string) {
+ const option = options.find((opt) => opt.id === modelId);
+ if (!option) return;
+
+ let shouldCloseMenu = true;
+
+ if (onModelChange) {
+ // If callback provided, use it (for regenerate functionality)
+ const result = await onModelChange(option.id, option.model);
+
+ // If callback returns false, keep menu open (validation failed)
+ if (result === false) {
+ shouldCloseMenu = false;
+ }
+ } else {
+ // Update global selection
+ await modelsStore.selectModelById(option.id);
+
+ // Load the model if not already loaded (router mode)
+ if (isRouter && getModelStatus(option.model) !== ServerModelStatus.LOADED) {
+ try {
+ await modelsStore.loadModel(option.model);
+ } catch (error) {
+ console.error('Failed to load model:', error);
+ }
+ }
+ }
+
+ if (shouldCloseMenu) {
+ closeMenu();
+ }
+ }
+
+ function getDisplayOption(): ModelOption | undefined {
+ if (!isRouter) {
+ if (serverModel) {
+ return {
+ id: 'current',
+ model: serverModel,
+ name: serverModel.split('/').pop() || serverModel,
+ capabilities: [] // Empty array for single model mode
+ };
+ }
+
+ return undefined;
+ }
+
+ // When useGlobalSelection is true (form selector), prioritize user selection
+ // Otherwise (message display), prioritize currentModel
+ if (useGlobalSelection && activeId) {
+ const selected = options.find((option) => option.id === activeId);
+ if (selected) return selected;
+ }
+
+ // Show currentModel (from message payload or conversation)
+ if (currentModel) {
+ if (!isCurrentModelInCache()) {
+ return {
+ id: 'not-in-cache',
+ model: currentModel,
+ name: currentModel.split('/').pop() || currentModel,
+ capabilities: []
+ };
+ }
+
+ return options.find((option) => option.model === currentModel);
+ }
+
+ // Fallback to user selection (for new chats before first message)
+ if (activeId) {
+ return options.find((option) => option.id === activeId);
+ }
+
+ // No selection - return undefined to show "Select model"
+ return undefined;
+ }
+</script>
+
+<svelte:window onresize={handleResize} />
+<svelte:document onpointerdown={handlePointerDown} onkeydown={handleKeydown} />
+
+<div class={cn('relative inline-flex flex-col items-end gap-1', className)} bind:this={container}>
+ {#if loading && options.length === 0 && isRouter}
+ <div class="flex items-center gap-2 text-xs text-muted-foreground">
+ <Loader2 class="h-3.5 w-3.5 animate-spin" />
+ Loading models…
+ </div>
+ {:else if options.length === 0 && isRouter}
+ <p class="text-xs text-muted-foreground">No models available.</p>
+ {:else}
+ {@const selectedOption = getDisplayOption()}
+
+ <div class="relative">
+ <button
+ type="button"
+ class={cn(
+ `inline-flex cursor-pointer items-center gap-1.5 rounded-sm bg-muted-foreground/10 px-1.5 py-1 text-xs transition hover:text-foreground focus:outline-none focus-visible:ring-2 focus-visible:ring-ring focus-visible:ring-offset-2 disabled:cursor-not-allowed disabled:opacity-60`,
+ !isCurrentModelInCache()
+ ? 'bg-red-400/10 !text-red-400 hover:bg-red-400/20 hover:text-red-400'
+ : forceForegroundText
+ ? 'text-foreground'
+ : isHighlightedCurrentModelActive
+ ? 'text-foreground'
+ : 'text-muted-foreground',
+ isOpen ? 'text-foreground' : '',
+ className
+ )}
+ style="max-width: min(calc(100cqw - 6.5rem), 32rem)"
+ aria-haspopup={isRouter ? 'listbox' : undefined}
+ aria-expanded={isRouter ? isOpen : undefined}
+ onclick={toggleOpen}
+ bind:this={triggerButton}
+ disabled={disabled || updating}
+ >
+ <Package class="h-3.5 w-3.5" />
+
+ <span class="truncate font-medium">
+ {selectedOption?.model || 'Select model'}
+ </span>
+
+ {#if updating}
+ <Loader2 class="h-3 w-3.5 animate-spin" />
+ {:else if isRouter}
+ <ChevronDown class="h-3 w-3.5" />
+ {/if}
+ </button>
+
+ {#if isOpen && isRouter}
+ <div
+ bind:this={menuRef}
+ use:portalToBody
+ class={cn(
+ 'fixed z-[1000] overflow-hidden rounded-md border bg-popover shadow-lg transition-opacity',
+ menuPosition ? 'opacity-100' : 'pointer-events-none opacity-0'
+ )}
+ role="listbox"
+ style:top={menuPosition ? `${menuPosition.top}px` : undefined}
+ style:left={menuPosition ? `${menuPosition.left}px` : undefined}
+ style:width={menuPosition ? `${menuPosition.width}px` : undefined}
+ data-placement={menuPosition?.placement ?? 'bottom'}
+ >
+ <div
+ class="overflow-y-auto py-1"
+ style:max-height={menuPosition && menuPosition.maxHeight > 0
+ ? `${menuPosition.maxHeight}px`
+ : undefined}
+ >
+ {#if !isCurrentModelInCache() && currentModel}
+ <!-- Show unavailable model as first option (disabled) -->
+ <button
+ type="button"
+ class="flex w-full cursor-not-allowed items-center bg-red-400/10 px-3 py-2 text-left text-sm text-red-400"
+ role="option"
+ aria-selected="true"
+ aria-disabled="true"
+ disabled
+ >
+ <span class="truncate">{selectedOption?.name || currentModel}</span>
+ <span class="ml-2 text-xs whitespace-nowrap opacity-70">(not available)</span>
+ </button>
+ <div class="my-1 h-px bg-border"></div>
+ {/if}
+ {#each options as option (option.id)}
+ {@const status = getModelStatus(option.model)}
+ {@const isLoaded = status === ServerModelStatus.LOADED}
+ {@const isLoading = status === ServerModelStatus.LOADING}
+ {@const isSelected = currentModel === option.model || activeId === option.id}
+ {@const isCompatible = isModelCompatible(option)}
+ {@const missingModalities = getMissingModalities(option)}
+ <div
+ class={cn(
+ 'group flex w-full items-center gap-2 px-3 py-2 text-left text-sm transition focus:outline-none',
+ isCompatible
+ ? 'cursor-pointer hover:bg-muted focus:bg-muted'
+ : 'cursor-not-allowed opacity-50',
+ isSelected
+ ? 'bg-accent text-accent-foreground'
+ : isCompatible
+ ? 'hover:bg-accent hover:text-accent-foreground'
+ : '',
+ isLoaded ? 'text-popover-foreground' : 'text-muted-foreground'
+ )}
+ role="option"
+ aria-selected={isSelected}
+ aria-disabled={!isCompatible}
+ tabindex={isCompatible ? 0 : -1}
+ onclick={() => isCompatible && handleSelect(option.id)}
+ onkeydown={(e) => {
+ if (isCompatible && (e.key === 'Enter' || e.key === ' ')) {
+ e.preventDefault();
+ handleSelect(option.id);
+ }
+ }}
+ >
+ <span class="min-w-0 flex-1 truncate">{option.model}</span>
+
+ {#if missingModalities}
+ <span class="flex shrink-0 items-center gap-1 text-muted-foreground/70">
+ {#if missingModalities.vision}
+ <Tooltip.Root>
+ <Tooltip.Trigger>
+ <EyeOff class="h-3.5 w-3.5" />
+ </Tooltip.Trigger>
+ <Tooltip.Content class="z-[9999]">
+ <p>No vision support</p>
+ </Tooltip.Content>
+ </Tooltip.Root>
+ {/if}
+ {#if missingModalities.audio}
+ <Tooltip.Root>
+ <Tooltip.Trigger>
+ <MicOff class="h-3.5 w-3.5" />
+ </Tooltip.Trigger>
+ <Tooltip.Content class="z-[9999]">
+ <p>No audio support</p>
+ </Tooltip.Content>
+ </Tooltip.Root>
+ {/if}
+ </span>
+ {/if}
+
+ {#if isLoading}
+ <Tooltip.Root>
+ <Tooltip.Trigger>
+ <Loader2 class="h-4 w-4 shrink-0 animate-spin text-muted-foreground" />
+ </Tooltip.Trigger>
+ <Tooltip.Content class="z-[9999]">
+ <p>Loading model...</p>
+ </Tooltip.Content>
+ </Tooltip.Root>
+ {:else if isLoaded}
+ <Tooltip.Root>
+ <Tooltip.Trigger>
+ <button
+ type="button"
+ class="relative ml-2 flex h-4 w-4 shrink-0 items-center justify-center"
+ onclick={(e) => {
+ e.stopPropagation();
+ modelsStore.unloadModel(option.model);
+ }}
+ >
+ <span
+ class="mr-2 h-2 w-2 rounded-full bg-green-500 transition-opacity group-hover:opacity-0"
+ ></span>
+ <Power
+ class="absolute mr-2 h-4 w-4 text-red-500 opacity-0 transition-opacity group-hover:opacity-100 hover:text-red-600"
+ />
+ </button>
+ </Tooltip.Trigger>
+ <Tooltip.Content class="z-[9999]">
+ <p>Unload model</p>
+ </Tooltip.Content>
+ </Tooltip.Root>
+ {:else}
+ <span class="mx-2 h-2 w-2 rounded-full bg-muted-foreground/50"></span>
+ {/if}
+ </div>
+ {/each}
+ </div>
+ </div>
+ {/if}
+ </div>
+ {/if}
+</div>
+
+{#if showModelDialog && !isRouter}
+ <DialogModelInformation bind:open={showModelDialog} />
+{/if}
import { Input } from '$lib/components/ui/input';
import Label from '$lib/components/ui/label/label.svelte';
import { serverStore, serverLoading } from '$lib/stores/server.svelte';
- import { config, updateConfig } from '$lib/stores/settings.svelte';
+ import { config, settingsStore } from '$lib/stores/settings.svelte';
import { fade, fly, scale } from 'svelte/transition';
interface Props {
if (onRetry) {
onRetry();
} else {
- serverStore.fetchServerProps();
+ serverStore.fetch();
}
}
try {
// Update the API key in settings first
- updateConfig('apiKey', apiKeyInput.trim());
+ settingsStore.updateConfig('apiKey', apiKeyInput.trim());
// Test the API key by making a real request to the server
const response = await fetch('./props', {
+++ /dev/null
-<script lang="ts">
- import { Server, Eye, Mic } from '@lucide/svelte';
- import { Badge } from '$lib/components/ui/badge';
- import { serverStore } from '$lib/stores/server.svelte';
-
- let modalities = $derived(serverStore.supportedModalities);
- let model = $derived(serverStore.modelName);
- let props = $derived(serverStore.serverProps);
-</script>
-
-{#if props}
- <div class="flex flex-wrap items-center justify-center gap-4 text-sm text-muted-foreground">
- {#if model}
- <Badge variant="outline" class="text-xs">
- <Server class="mr-1 h-3 w-3" />
-
- <span class="block max-w-[50vw] truncate">{model}</span>
- </Badge>
- {/if}
-
- <div class="flex gap-4">
- {#if props.default_generation_settings.n_ctx}
- <Badge variant="secondary" class="text-xs">
- ctx: {props.default_generation_settings.n_ctx.toLocaleString()}
- </Badge>
- {/if}
-
- {#if modalities.length > 0}
- {#each modalities as modality (modality)}
- <Badge variant="secondary" class="text-xs">
- {#if modality === 'vision'}
- <Eye class="mr-1 h-3 w-3" />
- {:else if modality === 'audio'}
- <Mic class="mr-1 h-3 w-3" />
- {/if}
-
- {modality}
- </Badge>
- {/each}
- {/if}
- </div>
- </div>
-{/if}
import { AlertTriangle, Server } from '@lucide/svelte';
import { Badge } from '$lib/components/ui/badge';
import { Button } from '$lib/components/ui/button';
- import { serverProps, serverLoading, serverError, modelName } from '$lib/stores/server.svelte';
+ import { serverProps, serverLoading, serverError } from '$lib/stores/server.svelte';
+ import { singleModelName } from '$lib/stores/models.svelte';
interface Props {
class?: string;
let error = $derived(serverError());
let loading = $derived(serverLoading());
- let model = $derived(modelName());
+ let model = $derived(singleModelName());
let serverData = $derived(serverProps());
function getStatusColor() {
--- /dev/null
+<script lang="ts">
+ import type { HTMLAttributes } from 'svelte/elements';
+ import { cn, type WithElementRef } from '$lib/components/ui/utils.js';
+
+ let {
+ ref = $bindable(null),
+ class: className,
+ children,
+ ...restProps
+ }: WithElementRef<HTMLAttributes<HTMLDivElement>> = $props();
+</script>
+
+<div
+ bind:this={ref}
+ data-slot="alert-description"
+ class={cn(
+ 'col-start-2 grid justify-items-start gap-1 text-sm text-muted-foreground [&_p]:leading-relaxed',
+ className
+ )}
+ {...restProps}
+>
+ {@render children?.()}
+</div>
--- /dev/null
+<script lang="ts">
+ import type { HTMLAttributes } from 'svelte/elements';
+ import { cn, type WithElementRef } from '$lib/components/ui/utils.js';
+
+ let {
+ ref = $bindable(null),
+ class: className,
+ children,
+ ...restProps
+ }: WithElementRef<HTMLAttributes<HTMLDivElement>> = $props();
+</script>
+
+<div
+ bind:this={ref}
+ data-slot="alert-title"
+ class={cn('col-start-2 line-clamp-1 min-h-4 font-medium tracking-tight', className)}
+ {...restProps}
+>
+ {@render children?.()}
+</div>
--- /dev/null
+<script lang="ts" module>
+ import { type VariantProps, tv } from 'tailwind-variants';
+
+ export const alertVariants = tv({
+ base: 'relative grid w-full grid-cols-[0_1fr] items-start gap-y-0.5 rounded-lg border px-4 py-3 text-sm has-[>svg]:grid-cols-[calc(var(--spacing)*4)_1fr] has-[>svg]:gap-x-3 [&>svg]:size-4 [&>svg]:translate-y-0.5 [&>svg]:text-current',
+ variants: {
+ variant: {
+ default: 'bg-card text-card-foreground',
+ destructive:
+ 'text-destructive bg-card *:data-[slot=alert-description]:text-destructive/90 [&>svg]:text-current'
+ }
+ },
+ defaultVariants: {
+ variant: 'default'
+ }
+ });
+
+ export type AlertVariant = VariantProps<typeof alertVariants>['variant'];
+</script>
+
+<script lang="ts">
+ import type { HTMLAttributes } from 'svelte/elements';
+ import { cn, type WithElementRef } from '$lib/components/ui/utils.js';
+
+ let {
+ ref = $bindable(null),
+ class: className,
+ variant = 'default',
+ children,
+ ...restProps
+ }: WithElementRef<HTMLAttributes<HTMLDivElement>> & {
+ variant?: AlertVariant;
+ } = $props();
+</script>
+
+<div
+ bind:this={ref}
+ data-slot="alert"
+ class={cn(alertVariants({ variant }), className)}
+ {...restProps}
+ role="alert"
+>
+ {@render children?.()}
+</div>
--- /dev/null
+import Root from './alert.svelte';
+import Description from './alert-description.svelte';
+import Title from './alert-title.svelte';
+export { alertVariants, type AlertVariant } from './alert.svelte';
+
+export {
+ Root,
+ Description,
+ Title,
+ //
+ Root as Alert,
+ Description as AlertDescription,
+ Title as AlertTitle
+};
<script lang="ts">
- import * as Tooltip from '$lib/components/ui/tooltip/index.js';
import { cn, type WithElementRef } from '$lib/components/ui/utils.js';
import type { HTMLAttributes } from 'svelte/elements';
import {
<svelte:window onkeydown={sidebar.handleShortcutKeydown} />
-<Tooltip.Provider delayDuration={0}>
- <div
- data-slot="sidebar-wrapper"
- style="--sidebar-width: {SIDEBAR_WIDTH}; --sidebar-width-icon: {SIDEBAR_WIDTH_ICON}; {style}"
- class={cn(
- 'group/sidebar-wrapper flex min-h-svh w-full has-data-[variant=inset]:bg-sidebar',
- className
- )}
- bind:this={ref}
- {...restProps}
- >
- {@render children?.()}
- </div>
-</Tooltip.Provider>
+<div
+ data-slot="sidebar-wrapper"
+ style="--sidebar-width: {SIDEBAR_WIDTH}; --sidebar-width-icon: {SIDEBAR_WIDTH_ICON}; {style}"
+ class={cn(
+ 'group/sidebar-wrapper flex min-h-svh w-full has-data-[variant=inset]:bg-sidebar',
+ className
+ )}
+ bind:this={ref}
+ {...restProps}
+>
+ {@render children?.()}
+</div>
--- /dev/null
+import Root from './table.svelte';
+import Body from './table-body.svelte';
+import Caption from './table-caption.svelte';
+import Cell from './table-cell.svelte';
+import Footer from './table-footer.svelte';
+import Head from './table-head.svelte';
+import Header from './table-header.svelte';
+import Row from './table-row.svelte';
+
+export {
+ Root,
+ Body,
+ Caption,
+ Cell,
+ Footer,
+ Head,
+ Header,
+ Row,
+ //
+ Root as Table,
+ Body as TableBody,
+ Caption as TableCaption,
+ Cell as TableCell,
+ Footer as TableFooter,
+ Head as TableHead,
+ Header as TableHeader,
+ Row as TableRow
+};
--- /dev/null
+<script lang="ts">
+ import { cn, type WithElementRef } from '$lib/components/ui/utils.js';
+ import type { HTMLAttributes } from 'svelte/elements';
+
+ let {
+ ref = $bindable(null),
+ class: className,
+ children,
+ ...restProps
+ }: WithElementRef<HTMLAttributes<HTMLTableSectionElement>> = $props();
+</script>
+
+<tbody
+ bind:this={ref}
+ data-slot="table-body"
+ class={cn('[&_tr:last-child]:border-0', className)}
+ {...restProps}
+>
+ {@render children?.()}
+</tbody>
--- /dev/null
+<script lang="ts">
+ import { cn, type WithElementRef } from '$lib/components/ui/utils.js';
+ import type { HTMLAttributes } from 'svelte/elements';
+
+ let {
+ ref = $bindable(null),
+ class: className,
+ children,
+ ...restProps
+ }: WithElementRef<HTMLAttributes<HTMLElement>> = $props();
+</script>
+
+<caption
+ bind:this={ref}
+ data-slot="table-caption"
+ class={cn('mt-4 text-sm text-muted-foreground', className)}
+ {...restProps}
+>
+ {@render children?.()}
+</caption>
--- /dev/null
+<script lang="ts">
+ import { cn, type WithElementRef } from '$lib/components/ui/utils.js';
+ import type { HTMLTdAttributes } from 'svelte/elements';
+
+ let {
+ ref = $bindable(null),
+ class: className,
+ children,
+ ...restProps
+ }: WithElementRef<HTMLTdAttributes> = $props();
+</script>
+
+<td
+ bind:this={ref}
+ data-slot="table-cell"
+ class={cn(
+ 'bg-clip-padding p-2 align-middle whitespace-nowrap [&:has([role=checkbox])]:pe-0',
+ className
+ )}
+ {...restProps}
+>
+ {@render children?.()}
+</td>
--- /dev/null
+<script lang="ts">
+ import { cn, type WithElementRef } from '$lib/components/ui/utils.js';
+ import type { HTMLAttributes } from 'svelte/elements';
+
+ let {
+ ref = $bindable(null),
+ class: className,
+ children,
+ ...restProps
+ }: WithElementRef<HTMLAttributes<HTMLTableSectionElement>> = $props();
+</script>
+
+<tfoot
+ bind:this={ref}
+ data-slot="table-footer"
+ class={cn('border-t bg-muted/50 font-medium [&>tr]:last:border-b-0', className)}
+ {...restProps}
+>
+ {@render children?.()}
+</tfoot>
--- /dev/null
+<script lang="ts">
+ import { cn, type WithElementRef } from '$lib/components/ui/utils.js';
+ import type { HTMLThAttributes } from 'svelte/elements';
+
+ let {
+ ref = $bindable(null),
+ class: className,
+ children,
+ ...restProps
+ }: WithElementRef<HTMLThAttributes> = $props();
+</script>
+
+<th
+ bind:this={ref}
+ data-slot="table-head"
+ class={cn(
+ 'h-10 bg-clip-padding px-2 text-left align-middle font-medium whitespace-nowrap text-foreground [&:has([role=checkbox])]:pe-0',
+ className
+ )}
+ {...restProps}
+>
+ {@render children?.()}
+</th>
--- /dev/null
+<script lang="ts">
+ import { cn, type WithElementRef } from '$lib/components/ui/utils.js';
+ import type { HTMLAttributes } from 'svelte/elements';
+
+ let {
+ ref = $bindable(null),
+ class: className,
+ children,
+ ...restProps
+ }: WithElementRef<HTMLAttributes<HTMLTableSectionElement>> = $props();
+</script>
+
+<thead
+ bind:this={ref}
+ data-slot="table-header"
+ class={cn('[&_tr]:border-b', className)}
+ {...restProps}
+>
+ {@render children?.()}
+</thead>
--- /dev/null
+<script lang="ts">
+ import { cn, type WithElementRef } from '$lib/components/ui/utils.js';
+ import type { HTMLAttributes } from 'svelte/elements';
+
+ let {
+ ref = $bindable(null),
+ class: className,
+ children,
+ ...restProps
+ }: WithElementRef<HTMLAttributes<HTMLTableRowElement>> = $props();
+</script>
+
+<tr
+ bind:this={ref}
+ data-slot="table-row"
+ class={cn(
+ 'border-b transition-colors data-[state=selected]:bg-muted hover:[&,&>svelte-css-wrapper]:[&>th,td]:bg-muted/50',
+ className
+ )}
+ {...restProps}
+>
+ {@render children?.()}
+</tr>
--- /dev/null
+<script lang="ts">
+ import type { HTMLTableAttributes } from 'svelte/elements';
+ import { cn, type WithElementRef } from '$lib/components/ui/utils.js';
+
+ let {
+ ref = $bindable(null),
+ class: className,
+ children,
+ ...restProps
+ }: WithElementRef<HTMLTableAttributes> = $props();
+</script>
+
+<div data-slot="table-container" class="relative w-full overflow-x-auto">
+ <table
+ bind:this={ref}
+ data-slot="table"
+ class={cn('w-full caption-bottom text-sm', className)}
+ {...restProps}
+ >
+ {@render children?.()}
+ </table>
+</div>
+++ /dev/null
-export const SLOTS_DEBOUNCE_INTERVAL = 100;
--- /dev/null
+export const DEFAULT_CONTEXT = 4096;
--- /dev/null
+export const VIEWPORT_GUTTER = 8;
+export const MENU_OFFSET = 6;
+export const MENU_MAX_WIDTH = 320;
--- /dev/null
+/**
+ * Icon mappings for file types and model modalities
+ * Centralized configuration to ensure consistent icon usage across the app
+ */
+
+import {
+ File as FileIcon,
+ FileText as FileTextIcon,
+ Image as ImageIcon,
+ Eye as VisionIcon,
+ Mic as AudioIcon
+} from '@lucide/svelte';
+import { FileTypeCategory, ModelModality } from '$lib/enums';
+
+export const FILE_TYPE_ICONS = {
+ [FileTypeCategory.IMAGE]: ImageIcon,
+ [FileTypeCategory.AUDIO]: AudioIcon,
+ [FileTypeCategory.TEXT]: FileTextIcon,
+ [FileTypeCategory.PDF]: FileIcon
+} as const;
+
+export const DEFAULT_FILE_ICON = FileIcon;
+
+export const MODALITY_ICONS = {
+ [ModelModality.VISION]: VisionIcon,
+ [ModelModality.AUDIO]: AudioIcon
+} as const;
+
+export const MODALITY_LABELS = {
+ [ModelModality.VISION]: 'Vision',
+ [ModelModality.AUDIO]: 'Audio'
+} as const;
-export const SERVER_PROPS_LOCALSTORAGE_KEY = 'LlamaCppWebui.serverProps';
-export const SELECTED_MODEL_LOCALSTORAGE_KEY = 'LlamaCppWebui.selectedModel';
+export const CONFIG_LOCALSTORAGE_KEY = 'LlamaCppWebui.config';
+export const USER_OVERRIDES_LOCALSTORAGE_KEY = 'LlamaCppWebui.userOverrides';
apiKey: '',
systemMessage: '',
theme: 'system',
- showTokensPerSecond: false,
showThoughtInProgress: false,
showToolCalls: false,
disableReasoningFormat: false,
askForTitleConfirmation: false,
pasteLongTextToFileLen: 2500,
pdfAsImage: false,
- showModelInfo: false,
disableAutoScroll: false,
renderUserContentAsMarkdown: false,
- modelSelectorEnabled: false,
+ autoMicOnEmpty: false,
// make sure these default values are in sync with `common.h`
samplers: 'top_k;typ_p;top_p;min_p;temperature',
temperature: 0.8,
'DRY sampling reduces repetition in generated text even across long contexts. This parameter sets DRY penalty for the last n tokens.',
max_tokens: 'The maximum number of token per output. Use -1 for infinite (no limit).',
custom: 'Custom JSON parameters to send to the API. Must be valid JSON format.',
- showTokensPerSecond: 'Display generation speed in tokens per second during streaming.',
showThoughtInProgress: 'Expand thought process by default when generating messages.',
showToolCalls:
'Display tool call labels and payloads from Harmony-compatible delta.tool_calls data below assistant messages.',
'Display generation statistics (tokens/second, token count, duration) below each assistant message.',
askForTitleConfirmation:
'Ask for confirmation before automatically changing conversation title when editing the first message.',
- pdfAsImage: 'Parse PDF as image instead of text (requires vision-capable model).',
- showModelInfo: 'Display the model name used to generate each message below the message content.',
+ pdfAsImage:
+ 'Parse PDF as image instead of text. Automatically falls back to text processing for non-vision models.',
disableAutoScroll:
'Disable automatic scrolling while messages stream so you can control the viewport position manually.',
renderUserContentAsMarkdown: 'Render user messages using markdown formatting in the chat.',
- modelSelectorEnabled:
- 'Enable the model selector in the chat input to choose the inference model. Sends the associated model field in API requests.',
+ autoMicOnEmpty:
+ 'Automatically show microphone button instead of send button when textarea is empty for models with audio modality support.',
pyInterpreterEnabled:
'Enable Python interpreter using Pyodide. Allows running Python code in markdown code blocks.',
enableContinueGeneration:
MimeTypeImage,
MimeTypeApplication,
MimeTypeText
-} from '$lib/enums/files';
+} from '$lib/enums';
// File type configuration using enums
export const AUDIO_FILE_TYPES = {
--- /dev/null
+/**
+ * Attachment type enum for database message extras
+ */
+export enum AttachmentType {
+ AUDIO = 'AUDIO',
+ IMAGE = 'IMAGE',
+ PDF = 'PDF',
+ TEXT = 'TEXT',
+ LEGACY_CONTEXT = 'context' // Legacy attachment type for backward compatibility
+}
export enum FileTypeText {
PLAIN_TEXT = 'plainText',
- MARKDOWN = 'markdown',
+ MARKDOWN = 'md',
ASCIIDOC = 'asciidoc',
- JAVASCRIPT = 'javascript',
- TYPESCRIPT = 'typescript',
+ JAVASCRIPT = 'js',
+ TYPESCRIPT = 'ts',
JSX = 'jsx',
TSX = 'tsx',
CSS = 'css',
--- /dev/null
+export { AttachmentType } from './attachment';
+
+export {
+ FileTypeCategory,
+ FileTypeImage,
+ FileTypeAudio,
+ FileTypePdf,
+ FileTypeText,
+ FileExtensionImage,
+ FileExtensionAudio,
+ FileExtensionPdf,
+ FileExtensionText,
+ MimeTypeApplication,
+ MimeTypeAudio,
+ MimeTypeImage,
+ MimeTypeText
+} from './files';
+
+export { ModelModality } from './model';
+
+export { ServerRole, ServerModelStatus } from './server';
--- /dev/null
+export enum ModelModality {
+ TEXT = 'TEXT',
+ AUDIO = 'AUDIO',
+ VISION = 'VISION'
+}
--- /dev/null
+/**
+ * Server role enum - used for single/multi-model mode
+ */
+export enum ServerRole {
+ /** Single model mode - server running with a specific model loaded */
+ MODEL = 'model',
+ /** Router mode - server managing multiple model instances */
+ ROUTER = 'router'
+}
+
+/**
+ * Model status enum - matches tools/server/server-models.h from C++ server
+ * Used as the `value` field in the status object from /models endpoint
+ */
+export enum ServerModelStatus {
+ UNLOADED = 'unloaded',
+ LOADING = 'loading',
+ LOADED = 'loaded',
+ FAILED = 'failed'
+}
--- /dev/null
+import { modelsStore } from '$lib/stores/models.svelte';
+import { isRouterMode } from '$lib/stores/server.svelte';
+import { toast } from 'svelte-sonner';
+
+interface UseModelChangeValidationOptions {
+ /**
+ * Function to get required modalities for validation.
+ * For ChatForm: () => usedModalities() - all messages
+ * For ChatMessageAssistant: () => getModalitiesUpToMessage(messageId) - messages before
+ */
+ getRequiredModalities: () => ModelModalities;
+
+ /**
+ * Optional callback to execute after successful validation.
+ * For ChatForm: undefined - just select model
+ * For ChatMessageAssistant: (modelName) => onRegenerate(modelName)
+ */
+ onSuccess?: (modelName: string) => void;
+
+ /**
+ * Optional callback for rollback on validation failure.
+ * For ChatForm: (previousId) => selectModelById(previousId)
+ * For ChatMessageAssistant: undefined - no rollback needed
+ */
+ onValidationFailure?: (previousModelId: string | null) => Promise<void>;
+}
+
+export function useModelChangeValidation(options: UseModelChangeValidationOptions) {
+ const { getRequiredModalities, onSuccess, onValidationFailure } = options;
+
+ let previousSelectedModelId: string | null = null;
+ const isRouter = $derived(isRouterMode());
+
+ async function handleModelChange(modelId: string, modelName: string): Promise<boolean> {
+ try {
+ // Store previous selection for potential rollback
+ if (onValidationFailure) {
+ previousSelectedModelId = modelsStore.selectedModelId;
+ }
+
+ // Load model if not already loaded (router mode only)
+ let hasLoadedModel = false;
+ const isModelLoadedBefore = modelsStore.isModelLoaded(modelName);
+
+ if (isRouter && !isModelLoadedBefore) {
+ try {
+ await modelsStore.loadModel(modelName);
+ hasLoadedModel = true;
+ } catch {
+ toast.error(`Failed to load model "${modelName}"`);
+ return false;
+ }
+ }
+
+ // Fetch model props to validate modalities
+ const props = await modelsStore.fetchModelProps(modelName);
+
+ if (props?.modalities) {
+ const requiredModalities = getRequiredModalities();
+
+ // Check if model supports required modalities
+ const missingModalities: string[] = [];
+ if (requiredModalities.vision && !props.modalities.vision) {
+ missingModalities.push('vision');
+ }
+ if (requiredModalities.audio && !props.modalities.audio) {
+ missingModalities.push('audio');
+ }
+
+ if (missingModalities.length > 0) {
+ toast.error(
+ `Model "${modelName}" doesn't support required modalities: ${missingModalities.join(', ')}. Please select a different model.`
+ );
+
+ // Unload the model if we just loaded it
+ if (isRouter && hasLoadedModel) {
+ try {
+ await modelsStore.unloadModel(modelName);
+ } catch (error) {
+ console.error('Failed to unload incompatible model:', error);
+ }
+ }
+
+ // Execute rollback callback if provided
+ if (onValidationFailure && previousSelectedModelId) {
+ await onValidationFailure(previousSelectedModelId);
+ }
+
+ return false;
+ }
+ }
+
+ // Select the model (validation passed)
+ await modelsStore.selectModelById(modelId);
+
+ // Execute success callback if provided
+ if (onSuccess) {
+ onSuccess(modelName);
+ }
+
+ return true;
+ } catch (error) {
+ console.error('Failed to change model:', error);
+ toast.error('Failed to validate model capabilities');
+
+ // Execute rollback callback on error if provided
+ if (onValidationFailure && previousSelectedModelId) {
+ await onValidationFailure(previousSelectedModelId);
+ }
+
+ return false;
+ }
+ }
+
+ return {
+ handleModelChange
+ };
+}
-import { slotsService } from '$lib/services';
+import { activeProcessingState } from '$lib/stores/chat.svelte';
import { config } from '$lib/stores/settings.svelte';
export interface UseProcessingStateReturn {
getProcessingDetails(): string[];
getProcessingMessage(): string;
shouldShowDetails(): boolean;
- startMonitoring(): Promise<void>;
+ startMonitoring(): void;
stopMonitoring(): void;
}
* useProcessingState - Reactive processing state hook
*
* This hook provides reactive access to the processing state of the server.
- * It subscribes to timing data updates from the slots service and provides
+ * It directly reads from chatStore's reactive state and provides
* formatted processing details for UI display.
*
* **Features:**
- * - Real-time processing state monitoring
+ * - Real-time processing state via direct reactive state binding
* - Context and output token tracking
* - Tokens per second calculation
- * - Graceful degradation when slots endpoint unavailable
- * - Automatic cleanup on component unmount
+ * - Automatic updates when streaming data arrives
+ * - Supports multiple concurrent conversations
*
* @returns Hook interface with processing state and control methods
*/
export function useProcessingState(): UseProcessingStateReturn {
let isMonitoring = $state(false);
- let processingState = $state<ApiProcessingState | null>(null);
let lastKnownState = $state<ApiProcessingState | null>(null);
- let unsubscribe: (() => void) | null = null;
- async function startMonitoring(): Promise<void> {
- if (isMonitoring) return;
+ // Derive processing state reactively from chatStore's direct state
+ const processingState = $derived.by(() => {
+ if (!isMonitoring) {
+ return lastKnownState;
+ }
+ // Read directly from the reactive state export
+ return activeProcessingState();
+ });
+
+ // Track last known state for keepStatsVisible functionality
+ $effect(() => {
+ if (processingState && isMonitoring) {
+ lastKnownState = processingState;
+ }
+ });
+ function startMonitoring(): void {
+ if (isMonitoring) return;
isMonitoring = true;
-
- unsubscribe = slotsService.subscribe((state) => {
- processingState = state;
- if (state) {
- lastKnownState = state;
- } else {
- lastKnownState = null;
- }
- });
-
- try {
- const currentState = await slotsService.getCurrentState();
-
- if (currentState) {
- processingState = currentState;
- lastKnownState = currentState;
- }
-
- if (slotsService.isStreaming()) {
- slotsService.startStreaming();
- }
- } catch (error) {
- console.warn('Failed to start slots monitoring:', error);
- // Continue without slots monitoring - graceful degradation
- }
}
function stopMonitoring(): void {
if (!isMonitoring) return;
-
isMonitoring = false;
- // Only clear processing state if keepStatsVisible is disabled
- // This preserves the last known state for display when stats should remain visible
+ // Only clear last known state if keepStatsVisible is disabled
const currentConfig = config();
if (!currentConfig.keepStatsVisible) {
- processingState = null;
- } else if (lastKnownState) {
- // Keep the last known state visible when keepStatsVisible is enabled
- processingState = lastKnownState;
- }
-
- if (unsubscribe) {
- unsubscribe();
- unsubscribe = null;
+ lastKnownState = null;
}
}
function getProcessingMessage(): string {
- if (!processingState) {
+ const state = processingState;
+ if (!state) {
return 'Processing...';
}
- switch (processingState.status) {
+ switch (state.status) {
case 'initializing':
return 'Initializing...';
case 'preparing':
- if (processingState.progressPercent !== undefined) {
- return `Processing (${processingState.progressPercent}%)`;
+ if (state.progressPercent !== undefined) {
+ return `Processing (${state.progressPercent}%)`;
}
return 'Preparing response...';
case 'generating':
- if (processingState.tokensDecoded > 0) {
- return `Generating... (${processingState.tokensDecoded} tokens)`;
+ if (state.tokensDecoded > 0) {
+ return `Generating... (${state.tokensDecoded} tokens)`;
}
return 'Generating...';
default:
}
const details: string[] = [];
- const currentConfig = config(); // Get fresh config each time
// Always show context info when we have valid data
if (stateToUse.contextUsed >= 0 && stateToUse.contextTotal > 0) {
}
}
- if (
- currentConfig.showTokensPerSecond &&
- stateToUse.tokensPerSecond &&
- stateToUse.tokensPerSecond > 0
- ) {
+ if (stateToUse.tokensPerSecond && stateToUse.tokensPerSecond > 0) {
details.push(`${stateToUse.tokensPerSecond.toFixed(1)} tokens/sec`);
}
}
function shouldShowDetails(): boolean {
- return processingState !== null && processingState.status !== 'idle';
+ const state = processingState;
+ return state !== null && state.status !== 'idle';
}
return {
-import { config } from '$lib/stores/settings.svelte';
-import { selectedModelName } from '$lib/stores/models.svelte';
-import { slotsService } from './slots';
-import type {
- ApiChatCompletionRequest,
- ApiChatCompletionResponse,
- ApiChatCompletionStreamChunk,
- ApiChatCompletionToolCall,
- ApiChatCompletionToolCallDelta,
- ApiChatMessageData
-} from '$lib/types/api';
-import type {
- DatabaseMessage,
- DatabaseMessageExtra,
- DatabaseMessageExtraAudioFile,
- DatabaseMessageExtraImageFile,
- DatabaseMessageExtraLegacyContext,
- DatabaseMessageExtraPdfFile,
- DatabaseMessageExtraTextFile
-} from '$lib/types/database';
-import type { ChatMessagePromptProgress, ChatMessageTimings } from '$lib/types/chat';
-import type { SettingsChatServiceOptions } from '$lib/types/settings';
+import { getJsonHeaders } from '$lib/utils';
+import { AttachmentType } from '$lib/enums';
+
/**
- * ChatService - Low-level API communication layer for llama.cpp server interactions
+ * ChatService - Low-level API communication layer for Chat Completions
+ *
+ * **Terminology - Chat vs Conversation:**
+ * - **Chat**: The active interaction space with the Chat Completions API. This service
+ * handles the real-time communication with the AI backend - sending messages, receiving
+ * streaming responses, and managing request lifecycles. "Chat" is ephemeral and runtime-focused.
+ * - **Conversation**: The persistent database entity storing all messages and metadata.
+ * Managed by ConversationsService/Store, conversations persist across sessions.
*
- * This service handles direct communication with the llama.cpp server's chat completion API.
+ * This service handles direct communication with the llama-server's Chat Completions API.
* It provides the network layer abstraction for AI model interactions while remaining
* stateless and focused purely on API communication.
*
- * **Architecture & Relationship with ChatStore:**
+ * **Architecture & Relationships:**
* - **ChatService** (this class): Stateless API communication layer
- * - Handles HTTP requests/responses with llama.cpp server
+ * - Handles HTTP requests/responses with the llama-server
* - Manages streaming and non-streaming response parsing
- * - Provides request abortion capabilities
+ * - Provides per-conversation request abortion capabilities
* - Converts database messages to API format
* - Handles error translation for server responses
*
- * - **ChatStore**: Stateful orchestration and UI state management
- * - Uses ChatService for all AI model communication
- * - Manages conversation state, message history, and UI reactivity
- * - Coordinates with DatabaseStore for persistence
- * - Handles complex workflows like branching and regeneration
+ * - **chatStore**: Uses ChatService for all AI model communication
+ * - **conversationsStore**: Provides message context for API requests
*
* **Key Responsibilities:**
* - Message format conversion (DatabaseMessage → API format)
* - Streaming response handling with real-time callbacks
* - Reasoning content extraction and processing
* - File attachment processing (images, PDFs, audio, text)
- * - Request lifecycle management (abort, cleanup)
+ * - Request lifecycle management (abort via AbortSignal)
*/
export class ChatService {
- private abortControllers: Map<string, AbortController> = new Map();
+ // ─────────────────────────────────────────────────────────────────────────────
+ // Messaging
+ // ─────────────────────────────────────────────────────────────────────────────
/**
* Sends a chat completion request to the llama.cpp server.
* @returns {Promise<string | void>} that resolves to the complete response string (non-streaming) or void (streaming)
* @throws {Error} if the request fails or is aborted
*/
- async sendMessage(
+ static async sendMessage(
messages: ApiChatMessageData[] | (DatabaseMessage & { extra?: DatabaseMessageExtra[] })[],
options: SettingsChatServiceOptions = {},
- conversationId?: string
+ conversationId?: string,
+ signal?: AbortSignal
): Promise<string | void> {
const {
stream,
onReasoningChunk,
onToolCallChunk,
onModel,
- onFirstValidChunk,
+ onTimings,
// Generation parameters
temperature,
max_tokens,
// Other parameters
samplers,
custom,
- timings_per_token
+ timings_per_token,
+ // Config options
+ systemMessage,
+ disableReasoningFormat
} = options;
- const currentConfig = config();
-
- const requestId = conversationId || 'default';
-
- if (this.abortControllers.has(requestId)) {
- this.abortControllers.get(requestId)?.abort();
- }
-
- const abortController = new AbortController();
- this.abortControllers.set(requestId, abortController);
-
const normalizedMessages: ApiChatMessageData[] = messages
.map((msg) => {
if ('id' in msg && 'convId' in msg && 'timestamp' in msg) {
const dbMsg = msg as DatabaseMessage & { extra?: DatabaseMessageExtra[] };
- return ChatService.convertMessageToChatServiceData(dbMsg);
+ return ChatService.convertDbMessageToApiChatMessageData(dbMsg);
} else {
return msg as ApiChatMessageData;
}
return true;
});
- const processedMessages = this.injectSystemMessage(normalizedMessages);
+ const processedMessages = ChatService.injectSystemMessage(normalizedMessages, systemMessage);
const requestBody: ApiChatCompletionRequest = {
messages: processedMessages.map((msg: ApiChatMessageData) => ({
stream
};
- const modelSelectorEnabled = Boolean(currentConfig.modelSelectorEnabled);
- const activeModel = modelSelectorEnabled ? selectedModelName() : null;
-
- if (modelSelectorEnabled && activeModel) {
- requestBody.model = activeModel;
+ // Include model in request if provided (required in ROUTER mode)
+ if (options.model) {
+ requestBody.model = options.model;
}
- requestBody.reasoning_format = currentConfig.disableReasoningFormat ? 'none' : 'auto';
+ requestBody.reasoning_format = disableReasoningFormat ? 'none' : 'auto';
if (temperature !== undefined) requestBody.temperature = temperature;
if (max_tokens !== undefined) {
}
try {
- const apiKey = currentConfig.apiKey?.toString().trim();
-
const response = await fetch(`./v1/chat/completions`, {
method: 'POST',
- headers: {
- 'Content-Type': 'application/json',
- ...(apiKey ? { Authorization: `Bearer ${apiKey}` } : {})
- },
+ headers: getJsonHeaders(),
body: JSON.stringify(requestBody),
- signal: abortController.signal
+ signal
});
if (!response.ok) {
- const error = await this.parseErrorResponse(response);
+ const error = await ChatService.parseErrorResponse(response);
if (onError) {
onError(error);
}
}
if (stream) {
- await this.handleStreamResponse(
+ await ChatService.handleStreamResponse(
response,
onChunk,
onComplete,
onReasoningChunk,
onToolCallChunk,
onModel,
- onFirstValidChunk,
+ onTimings,
conversationId,
- abortController.signal
+ signal
);
return;
} else {
- return this.handleNonStreamResponse(
+ return ChatService.handleNonStreamResponse(
response,
onComplete,
onError,
onError(userFriendlyError);
}
throw userFriendlyError;
- } finally {
- this.abortControllers.delete(requestId);
}
}
+ // ─────────────────────────────────────────────────────────────────────────────
+ // Streaming
+ // ─────────────────────────────────────────────────────────────────────────────
+
/**
* Handles streaming response from the chat completion API
* @param response - The Response object from the fetch request
* @returns {Promise<void>} Promise that resolves when streaming is complete
* @throws {Error} if the stream cannot be read or parsed
*/
- private async handleStreamResponse(
+ private static async handleStreamResponse(
response: Response,
onChunk?: (chunk: string) => void,
onComplete?: (
onReasoningChunk?: (chunk: string) => void,
onToolCallChunk?: (chunk: string) => void,
onModel?: (model: string) => void,
- onFirstValidChunk?: () => void,
+ onTimings?: (timings: ChatMessageTimings, promptProgress?: ChatMessagePromptProgress) => void,
conversationId?: string,
abortSignal?: AbortSignal
): Promise<void> {
let lastTimings: ChatMessageTimings | undefined;
let streamFinished = false;
let modelEmitted = false;
- let firstValidChunkEmitted = false;
let toolCallIndexOffset = 0;
let hasOpenToolCallBatch = false;
return;
}
- aggregatedToolCalls = this.mergeToolCallDeltas(
+ aggregatedToolCalls = ChatService.mergeToolCallDeltas(
aggregatedToolCalls,
toolCalls,
toolCallIndexOffset
try {
const parsed: ApiChatCompletionStreamChunk = JSON.parse(data);
-
- if (!firstValidChunkEmitted && parsed.object === 'chat.completion.chunk') {
- firstValidChunkEmitted = true;
-
- if (!abortSignal?.aborted) {
- onFirstValidChunk?.();
- }
- }
-
const content = parsed.choices[0]?.delta?.content;
const reasoningContent = parsed.choices[0]?.delta?.reasoning_content;
const toolCalls = parsed.choices[0]?.delta?.tool_calls;
const timings = parsed.timings;
const promptProgress = parsed.prompt_progress;
- const chunkModel = this.extractModelName(parsed);
+ const chunkModel = ChatService.extractModelName(parsed);
if (chunkModel && !modelEmitted) {
modelEmitted = true;
onModel?.(chunkModel);
}
if (timings || promptProgress) {
- this.updateProcessingState(timings, promptProgress, conversationId);
+ ChatService.notifyTimings(timings, promptProgress, onTimings);
if (timings) {
lastTimings = timings;
}
}
}
- private mergeToolCallDeltas(
- existing: ApiChatCompletionToolCall[],
- deltas: ApiChatCompletionToolCallDelta[],
- indexOffset = 0
- ): ApiChatCompletionToolCall[] {
- const result = existing.map((call) => ({
- ...call,
- function: call.function ? { ...call.function } : undefined
- }));
-
- for (const delta of deltas) {
- const index =
- typeof delta.index === 'number' && delta.index >= 0
- ? delta.index + indexOffset
- : result.length;
-
- while (result.length <= index) {
- result.push({ function: undefined });
- }
-
- const target = result[index]!;
-
- if (delta.id) {
- target.id = delta.id;
- }
-
- if (delta.type) {
- target.type = delta.type;
- }
-
- if (delta.function) {
- const fn = target.function ? { ...target.function } : {};
-
- if (delta.function.name) {
- fn.name = delta.function.name;
- }
-
- if (delta.function.arguments) {
- fn.arguments = (fn.arguments ?? '') + delta.function.arguments;
- }
-
- target.function = fn;
- }
- }
-
- return result;
- }
-
/**
* Handles non-streaming response from the chat completion API.
* Parses the JSON response and extracts the generated content.
* @returns {Promise<string>} Promise that resolves to the generated content string
* @throws {Error} if the response cannot be parsed or is malformed
*/
- private async handleNonStreamResponse(
+ private static async handleNonStreamResponse(
response: Response,
onComplete?: (
response: string,
const data: ApiChatCompletionResponse = JSON.parse(responseText);
- const responseModel = this.extractModelName(data);
+ const responseModel = ChatService.extractModelName(data);
if (responseModel) {
onModel?.(responseModel);
}
let serializedToolCalls: string | undefined;
if (toolCalls && toolCalls.length > 0) {
- const mergedToolCalls = this.mergeToolCallDeltas([], toolCalls);
+ const mergedToolCalls = ChatService.mergeToolCallDeltas([], toolCalls);
if (mergedToolCalls.length > 0) {
serializedToolCalls = JSON.stringify(mergedToolCalls);
}
}
+ /**
+ * Merges tool call deltas into an existing array of tool calls.
+ * Handles both existing and new tool calls, updating existing ones and adding new ones.
+ *
+ * @param existing - The existing array of tool calls to merge into
+ * @param deltas - The array of tool call deltas to merge
+ * @param indexOffset - Optional offset to apply to the index of new tool calls
+ * @returns {ApiChatCompletionToolCall[]} The merged array of tool calls
+ */
+ private static mergeToolCallDeltas(
+ existing: ApiChatCompletionToolCall[],
+ deltas: ApiChatCompletionToolCallDelta[],
+ indexOffset = 0
+ ): ApiChatCompletionToolCall[] {
+ const result = existing.map((call) => ({
+ ...call,
+ function: call.function ? { ...call.function } : undefined
+ }));
+
+ for (const delta of deltas) {
+ const index =
+ typeof delta.index === 'number' && delta.index >= 0
+ ? delta.index + indexOffset
+ : result.length;
+
+ while (result.length <= index) {
+ result.push({ function: undefined });
+ }
+
+ const target = result[index]!;
+
+ if (delta.id) {
+ target.id = delta.id;
+ }
+
+ if (delta.type) {
+ target.type = delta.type;
+ }
+
+ if (delta.function) {
+ const fn = target.function ? { ...target.function } : {};
+
+ if (delta.function.name) {
+ fn.name = delta.function.name;
+ }
+
+ if (delta.function.arguments) {
+ fn.arguments = (fn.arguments ?? '') + delta.function.arguments;
+ }
+
+ target.function = fn;
+ }
+ }
+
+ return result;
+ }
+
+ // ─────────────────────────────────────────────────────────────────────────────
+ // Conversion
+ // ─────────────────────────────────────────────────────────────────────────────
+
/**
* Converts a database message with attachments to API chat message format.
* Processes various attachment types (images, text files, PDFs) and formats them
* @returns {ApiChatMessageData} object formatted for the chat completion API
* @static
*/
- static convertMessageToChatServiceData(
+ static convertDbMessageToApiChatMessageData(
message: DatabaseMessage & { extra?: DatabaseMessageExtra[] }
): ApiChatMessageData {
if (!message.extra || message.extra.length === 0) {
const imageFiles = message.extra.filter(
(extra: DatabaseMessageExtra): extra is DatabaseMessageExtraImageFile =>
- extra.type === 'imageFile'
+ extra.type === AttachmentType.IMAGE
);
for (const image of imageFiles) {
const textFiles = message.extra.filter(
(extra: DatabaseMessageExtra): extra is DatabaseMessageExtraTextFile =>
- extra.type === 'textFile'
+ extra.type === AttachmentType.TEXT
);
for (const textFile of textFiles) {
// Handle legacy 'context' type from old webui (pasted content)
const legacyContextFiles = message.extra.filter(
(extra: DatabaseMessageExtra): extra is DatabaseMessageExtraLegacyContext =>
- extra.type === 'context'
+ extra.type === AttachmentType.LEGACY_CONTEXT
);
for (const legacyContextFile of legacyContextFiles) {
const audioFiles = message.extra.filter(
(extra: DatabaseMessageExtra): extra is DatabaseMessageExtraAudioFile =>
- extra.type === 'audioFile'
+ extra.type === AttachmentType.AUDIO
);
for (const audio of audioFiles) {
const pdfFiles = message.extra.filter(
(extra: DatabaseMessageExtra): extra is DatabaseMessageExtraPdfFile =>
- extra.type === 'pdfFile'
+ extra.type === AttachmentType.PDF
);
for (const pdfFile of pdfFiles) {
};
}
+ // ─────────────────────────────────────────────────────────────────────────────
+ // Utilities
+ // ─────────────────────────────────────────────────────────────────────────────
+
/**
- * Get server properties - static method for API compatibility
+ * Get server properties - static method for API compatibility (to be refactored)
*/
static async getServerProps(): Promise<ApiLlamaCppServerProps> {
try {
- const currentConfig = config();
- const apiKey = currentConfig.apiKey?.toString().trim();
-
const response = await fetch(`./props`, {
- headers: {
- 'Content-Type': 'application/json',
- ...(apiKey ? { Authorization: `Bearer ${apiKey}` } : {})
- }
+ headers: getJsonHeaders()
});
if (!response.ok) {
}
/**
- * Aborts any ongoing chat completion request.
- * Cancels the current request and cleans up the abort controller.
- *
- * @public
+ * Get model information from /models endpoint (to be refactored)
*/
- public abort(conversationId?: string): void {
- if (conversationId) {
- const abortController = this.abortControllers.get(conversationId);
- if (abortController) {
- abortController.abort();
- this.abortControllers.delete(conversationId);
- }
- } else {
- for (const controller of this.abortControllers.values()) {
- controller.abort();
+ static async getModels(): Promise<ApiModelListResponse> {
+ try {
+ const response = await fetch(`./models`, {
+ headers: getJsonHeaders()
+ });
+
+ if (!response.ok) {
+ throw new Error(`Failed to fetch models: ${response.status} ${response.statusText}`);
}
- this.abortControllers.clear();
+
+ const data = await response.json();
+ return data;
+ } catch (error) {
+ console.error('Error fetching models:', error);
+ throw error;
}
}
/**
- * Injects a system message at the beginning of the conversation if configured in settings.
- * Checks for existing system messages to avoid duplication and retrieves the system message
- * from the current configuration settings.
+ * Injects a system message at the beginning of the conversation if provided.
+ * Checks for existing system messages to avoid duplication.
*
* @param messages - Array of chat messages to process
- * @returns Array of messages with system message injected at the beginning if configured
+ * @param systemMessage - Optional system message to inject
+ * @returns Array of messages with system message injected at the beginning if provided
* @private
*/
- private injectSystemMessage(messages: ApiChatMessageData[]): ApiChatMessageData[] {
- const currentConfig = config();
- const systemMessage = currentConfig.systemMessage?.toString().trim();
+ private static injectSystemMessage(
+ messages: ApiChatMessageData[],
+ systemMessage?: string
+ ): ApiChatMessageData[] {
+ const trimmedSystemMessage = systemMessage?.trim();
- if (!systemMessage) {
+ if (!trimmedSystemMessage) {
return messages;
}
if (messages.length > 0 && messages[0].role === 'system') {
- if (messages[0].content !== systemMessage) {
+ if (messages[0].content !== trimmedSystemMessage) {
const updatedMessages = [...messages];
updatedMessages[0] = {
role: 'system',
- content: systemMessage
+ content: trimmedSystemMessage
};
return updatedMessages;
}
const systemMsg: ApiChatMessageData = {
role: 'system',
- content: systemMessage
+ content: trimmedSystemMessage
};
return [systemMsg, ...messages];
* @param response - HTTP response object
* @returns Promise<Error> - Parsed error with context info if available
*/
- private async parseErrorResponse(response: Response): Promise<Error> {
+ private static async parseErrorResponse(response: Response): Promise<Error> {
try {
const errorText = await response.text();
const errorData: ApiErrorResponse = JSON.parse(errorText);
}
}
- private extractModelName(data: unknown): string | undefined {
+ /**
+ * Extracts model name from Chat Completions API response data.
+ * Handles various response formats including streaming chunks and final responses.
+ *
+ * WORKAROUND: In single model mode, llama-server returns a default/incorrect model name
+ * in the response. We override it with the actual model name from serverStore.
+ *
+ * @param data - Raw response data from the Chat Completions API
+ * @returns Model name string if found, undefined otherwise
+ * @private
+ */
+ private static extractModelName(data: unknown): string | undefined {
const asRecord = (value: unknown): Record<string, unknown> | undefined => {
return typeof value === 'object' && value !== null
? (value as Record<string, unknown>)
return undefined;
}
- private updateProcessingState(
- timings?: ChatMessageTimings,
- promptProgress?: ChatMessagePromptProgress,
- conversationId?: string
+ /**
+ * Calls the onTimings callback with timing data from streaming response.
+ *
+ * @param timings - Timing information from the Chat Completions API response
+ * @param promptProgress - Prompt processing progress data
+ * @param onTimingsCallback - Callback function to invoke with timing data
+ * @private
+ */
+ private static notifyTimings(
+ timings: ChatMessageTimings | undefined,
+ promptProgress: ChatMessagePromptProgress | undefined,
+ onTimingsCallback:
+ | ((timings: ChatMessageTimings, promptProgress?: ChatMessagePromptProgress) => void)
+ | undefined
): void {
- const tokensPerSecond =
- timings?.predicted_ms && timings?.predicted_n
- ? (timings.predicted_n / timings.predicted_ms) * 1000
- : 0;
-
- slotsService
- .updateFromTimingData(
- {
- prompt_n: timings?.prompt_n || 0,
- predicted_n: timings?.predicted_n || 0,
- predicted_per_second: tokensPerSecond,
- cache_n: timings?.cache_n || 0,
- prompt_progress: promptProgress
- },
- conversationId
- )
- .catch((error) => {
- console.warn('Failed to update processing state:', error);
- });
+ if (!timings || !onTimingsCallback) return;
+ onTimingsCallback(timings, promptProgress);
}
}
-
-export const chatService = new ChatService();
--- /dev/null
+import Dexie, { type EntityTable } from 'dexie';
+import { findDescendantMessages } from '$lib/utils';
+
+class LlamacppDatabase extends Dexie {
+ conversations!: EntityTable<DatabaseConversation, string>;
+ messages!: EntityTable<DatabaseMessage, string>;
+
+ constructor() {
+ super('LlamacppWebui');
+
+ this.version(1).stores({
+ conversations: 'id, lastModified, currNode, name',
+ messages: 'id, convId, type, role, timestamp, parent, children'
+ });
+ }
+}
+
+const db = new LlamacppDatabase();
+import { v4 as uuid } from 'uuid';
+
+/**
+ * DatabaseService - Stateless IndexedDB communication layer
+ *
+ * **Terminology - Chat vs Conversation:**
+ * - **Chat**: The active interaction space with the Chat Completions API (ephemeral, runtime).
+ * - **Conversation**: The persistent database entity storing all messages and metadata.
+ * This service handles raw database operations for conversations - the lowest layer
+ * in the persistence stack.
+ *
+ * This service provides a stateless data access layer built on IndexedDB using Dexie ORM.
+ * It handles all low-level storage operations for conversations and messages with support
+ * for complex branching and message threading. All methods are static - no instance state.
+ *
+ * **Architecture & Relationships (bottom to top):**
+ * - **DatabaseService** (this class): Stateless IndexedDB operations
+ * - Lowest layer - direct Dexie/IndexedDB communication
+ * - Pure CRUD operations without business logic
+ * - Handles branching tree structure (parent-child relationships)
+ * - Provides transaction safety for multi-table operations
+ *
+ * - **ConversationsService**: Stateless business logic layer
+ * - Uses DatabaseService for all persistence operations
+ * - Adds import/export, navigation, and higher-level operations
+ *
+ * - **conversationsStore**: Reactive state management for conversations
+ * - Uses ConversationsService for database operations
+ * - Manages conversation list, active conversation, and messages in memory
+ *
+ * - **chatStore**: Active AI interaction management
+ * - Uses conversationsStore for conversation context
+ * - Directly uses DatabaseService for message CRUD during streaming
+ *
+ * **Key Features:**
+ * - **Conversation CRUD**: Create, read, update, delete conversations
+ * - **Message CRUD**: Add, update, delete messages with branching support
+ * - **Branch Operations**: Create branches, find descendants, cascade deletions
+ * - **Transaction Safety**: Atomic operations for data consistency
+ *
+ * **Database Schema:**
+ * - `conversations`: id, lastModified, currNode, name
+ * - `messages`: id, convId, type, role, timestamp, parent, children
+ *
+ * **Branching Model:**
+ * Messages form a tree structure where each message can have multiple children,
+ * enabling conversation branching and alternative response paths. The conversation's
+ * `currNode` tracks the currently active branch endpoint.
+ */
+export class DatabaseService {
+ // ─────────────────────────────────────────────────────────────────────────────
+ // Conversations
+ // ─────────────────────────────────────────────────────────────────────────────
+
+ /**
+ * Creates a new conversation.
+ *
+ * @param name - Name of the conversation
+ * @returns The created conversation
+ */
+ static async createConversation(name: string): Promise<DatabaseConversation> {
+ const conversation: DatabaseConversation = {
+ id: uuid(),
+ name,
+ lastModified: Date.now(),
+ currNode: ''
+ };
+
+ await db.conversations.add(conversation);
+ return conversation;
+ }
+
+ // ─────────────────────────────────────────────────────────────────────────────
+ // Messages
+ // ─────────────────────────────────────────────────────────────────────────────
+
+ /**
+ * Creates a new message branch by adding a message and updating parent/child relationships.
+ * Also updates the conversation's currNode to point to the new message.
+ *
+ * @param message - Message to add (without id)
+ * @param parentId - Parent message ID to attach to
+ * @returns The created message
+ */
+ static async createMessageBranch(
+ message: Omit<DatabaseMessage, 'id'>,
+ parentId: string | null
+ ): Promise<DatabaseMessage> {
+ return await db.transaction('rw', [db.conversations, db.messages], async () => {
+ // Handle null parent (root message case)
+ if (parentId !== null) {
+ const parentMessage = await db.messages.get(parentId);
+ if (!parentMessage) {
+ throw new Error(`Parent message ${parentId} not found`);
+ }
+ }
+
+ const newMessage: DatabaseMessage = {
+ ...message,
+ id: uuid(),
+ parent: parentId,
+ toolCalls: message.toolCalls ?? '',
+ children: []
+ };
+
+ await db.messages.add(newMessage);
+
+ // Update parent's children array if parent exists
+ if (parentId !== null) {
+ const parentMessage = await db.messages.get(parentId);
+ if (parentMessage) {
+ await db.messages.update(parentId, {
+ children: [...parentMessage.children, newMessage.id]
+ });
+ }
+ }
+
+ await this.updateConversation(message.convId, {
+ currNode: newMessage.id
+ });
+
+ return newMessage;
+ });
+ }
+
+ /**
+ * Creates a root message for a new conversation.
+ * Root messages are not displayed but serve as the tree root for branching.
+ *
+ * @param convId - Conversation ID
+ * @returns The created root message
+ */
+ static async createRootMessage(convId: string): Promise<string> {
+ const rootMessage: DatabaseMessage = {
+ id: uuid(),
+ convId,
+ type: 'root',
+ timestamp: Date.now(),
+ role: 'system',
+ content: '',
+ parent: null,
+ thinking: '',
+ toolCalls: '',
+ children: []
+ };
+
+ await db.messages.add(rootMessage);
+ return rootMessage.id;
+ }
+
+ /**
+ * Deletes a conversation and all its messages.
+ *
+ * @param id - Conversation ID
+ */
+ static async deleteConversation(id: string): Promise<void> {
+ await db.transaction('rw', [db.conversations, db.messages], async () => {
+ await db.conversations.delete(id);
+ await db.messages.where('convId').equals(id).delete();
+ });
+ }
+
+ /**
+ * Deletes a message and removes it from its parent's children array.
+ *
+ * @param messageId - ID of the message to delete
+ */
+ static async deleteMessage(messageId: string): Promise<void> {
+ await db.transaction('rw', db.messages, async () => {
+ const message = await db.messages.get(messageId);
+ if (!message) return;
+
+ // Remove this message from its parent's children array
+ if (message.parent) {
+ const parent = await db.messages.get(message.parent);
+ if (parent) {
+ parent.children = parent.children.filter((childId: string) => childId !== messageId);
+ await db.messages.put(parent);
+ }
+ }
+
+ // Delete the message
+ await db.messages.delete(messageId);
+ });
+ }
+
+ /**
+ * Deletes a message and all its descendant messages (cascading deletion).
+ * This removes the entire branch starting from the specified message.
+ *
+ * @param conversationId - ID of the conversation containing the message
+ * @param messageId - ID of the root message to delete (along with all descendants)
+ * @returns Array of all deleted message IDs
+ */
+ static async deleteMessageCascading(
+ conversationId: string,
+ messageId: string
+ ): Promise<string[]> {
+ return await db.transaction('rw', db.messages, async () => {
+ // Get all messages in the conversation to find descendants
+ const allMessages = await db.messages.where('convId').equals(conversationId).toArray();
+
+ // Find all descendant messages
+ const descendants = findDescendantMessages(allMessages, messageId);
+ const allToDelete = [messageId, ...descendants];
+
+ // Get the message to delete for parent cleanup
+ const message = await db.messages.get(messageId);
+ if (message && message.parent) {
+ const parent = await db.messages.get(message.parent);
+ if (parent) {
+ parent.children = parent.children.filter((childId: string) => childId !== messageId);
+ await db.messages.put(parent);
+ }
+ }
+
+ // Delete all messages in the branch
+ await db.messages.bulkDelete(allToDelete);
+
+ return allToDelete;
+ });
+ }
+
+ /**
+ * Gets all conversations, sorted by last modified time (newest first).
+ *
+ * @returns Array of conversations
+ */
+ static async getAllConversations(): Promise<DatabaseConversation[]> {
+ return await db.conversations.orderBy('lastModified').reverse().toArray();
+ }
+
+ /**
+ * Gets a conversation by ID.
+ *
+ * @param id - Conversation ID
+ * @returns The conversation if found, otherwise undefined
+ */
+ static async getConversation(id: string): Promise<DatabaseConversation | undefined> {
+ return await db.conversations.get(id);
+ }
+
+ /**
+ * Gets all messages in a conversation, sorted by timestamp (oldest first).
+ *
+ * @param convId - Conversation ID
+ * @returns Array of messages in the conversation
+ */
+ static async getConversationMessages(convId: string): Promise<DatabaseMessage[]> {
+ return await db.messages.where('convId').equals(convId).sortBy('timestamp');
+ }
+
+ /**
+ * Updates a conversation.
+ *
+ * @param id - Conversation ID
+ * @param updates - Partial updates to apply
+ * @returns Promise that resolves when the conversation is updated
+ */
+ static async updateConversation(
+ id: string,
+ updates: Partial<Omit<DatabaseConversation, 'id'>>
+ ): Promise<void> {
+ await db.conversations.update(id, {
+ ...updates,
+ lastModified: Date.now()
+ });
+ }
+
+ // ─────────────────────────────────────────────────────────────────────────────
+ // Navigation
+ // ─────────────────────────────────────────────────────────────────────────────
+
+ /**
+ * Updates the conversation's current node (active branch).
+ * This determines which conversation path is currently being viewed.
+ *
+ * @param convId - Conversation ID
+ * @param nodeId - Message ID to set as current node
+ */
+ static async updateCurrentNode(convId: string, nodeId: string): Promise<void> {
+ await this.updateConversation(convId, {
+ currNode: nodeId
+ });
+ }
+
+ /**
+ * Updates a message.
+ *
+ * @param id - Message ID
+ * @param updates - Partial updates to apply
+ * @returns Promise that resolves when the message is updated
+ */
+ static async updateMessage(
+ id: string,
+ updates: Partial<Omit<DatabaseMessage, 'id'>>
+ ): Promise<void> {
+ await db.messages.update(id, updates);
+ }
+
+ // ─────────────────────────────────────────────────────────────────────────────
+ // Import
+ // ─────────────────────────────────────────────────────────────────────────────
+
+ /**
+ * Imports multiple conversations and their messages.
+ * Skips conversations that already exist.
+ *
+ * @param data - Array of { conv, messages } objects
+ */
+ static async importConversations(
+ data: { conv: DatabaseConversation; messages: DatabaseMessage[] }[]
+ ): Promise<{ imported: number; skipped: number }> {
+ let importedCount = 0;
+ let skippedCount = 0;
+
+ return await db.transaction('rw', [db.conversations, db.messages], async () => {
+ for (const item of data) {
+ const { conv, messages } = item;
+
+ const existing = await db.conversations.get(conv.id);
+ if (existing) {
+ console.warn(`Conversation "${conv.name}" already exists, skipping...`);
+ skippedCount++;
+ continue;
+ }
+
+ await db.conversations.add(conv);
+ for (const msg of messages) {
+ await db.messages.put(msg);
+ }
+
+ importedCount++;
+ }
+
+ return { imported: importedCount, skipped: skippedCount };
+ });
+ }
+}
-export { chatService } from './chat';
-export { slotsService } from './slots';
+export { ChatService } from './chat';
+export { DatabaseService } from './database';
+export { ModelsService } from './models';
+export { PropsService } from './props';
+export { ParameterSyncService } from './parameter-sync';
import { base } from '$app/paths';
-import { config } from '$lib/stores/settings.svelte';
-import type { ApiModelListResponse } from '$lib/types/api';
+import { ServerModelStatus } from '$lib/enums';
+import { getJsonHeaders } from '$lib/utils';
+/**
+ * ModelsService - Stateless service for model management API communication
+ *
+ * This service handles communication with model-related endpoints:
+ * - `/v1/models` - OpenAI-compatible model list (MODEL + ROUTER mode)
+ * - `/models` - Router-specific model management (ROUTER mode only)
+ *
+ * **Responsibilities:**
+ * - List available models
+ * - Load/unload models (ROUTER mode)
+ * - Check model status (ROUTER mode)
+ *
+ * **Used by:**
+ * - modelsStore: Primary consumer for model state management
+ */
export class ModelsService {
- static async list(): Promise<ApiModelListResponse> {
- const currentConfig = config();
- const apiKey = currentConfig.apiKey?.toString().trim();
+ // ─────────────────────────────────────────────────────────────────────────────
+ // Listing
+ // ─────────────────────────────────────────────────────────────────────────────
+ /**
+ * Fetch list of models from OpenAI-compatible endpoint
+ * Works in both MODEL and ROUTER modes
+ */
+ static async list(): Promise<ApiModelListResponse> {
const response = await fetch(`${base}/v1/models`, {
- headers: {
- ...(apiKey ? { Authorization: `Bearer ${apiKey}` } : {})
- }
+ headers: getJsonHeaders()
});
if (!response.ok) {
return response.json() as Promise<ApiModelListResponse>;
}
+
+ /**
+ * Fetch list of all models with detailed metadata (ROUTER mode)
+ * Returns models with load status, paths, and other metadata
+ */
+ static async listRouter(): Promise<ApiRouterModelsListResponse> {
+ const response = await fetch(`${base}/models`, {
+ headers: getJsonHeaders()
+ });
+
+ if (!response.ok) {
+ throw new Error(`Failed to fetch router models list (status ${response.status})`);
+ }
+
+ return response.json() as Promise<ApiRouterModelsListResponse>;
+ }
+
+ // ─────────────────────────────────────────────────────────────────────────────
+ // Load/Unload
+ // ─────────────────────────────────────────────────────────────────────────────
+
+ /**
+ * Load a model (ROUTER mode)
+ * POST /models/load
+ * @param modelId - Model identifier to load
+ * @param extraArgs - Optional additional arguments to pass to the model instance
+ */
+ static async load(modelId: string, extraArgs?: string[]): Promise<ApiRouterModelsLoadResponse> {
+ const payload: { model: string; extra_args?: string[] } = { model: modelId };
+ if (extraArgs && extraArgs.length > 0) {
+ payload.extra_args = extraArgs;
+ }
+
+ const response = await fetch(`${base}/models/load`, {
+ method: 'POST',
+ headers: getJsonHeaders(),
+ body: JSON.stringify(payload)
+ });
+
+ if (!response.ok) {
+ const errorData = await response.json().catch(() => ({}));
+ throw new Error(errorData.error || `Failed to load model (status ${response.status})`);
+ }
+
+ return response.json() as Promise<ApiRouterModelsLoadResponse>;
+ }
+
+ /**
+ * Unload a model (ROUTER mode)
+ * POST /models/unload
+ * @param modelId - Model identifier to unload
+ */
+ static async unload(modelId: string): Promise<ApiRouterModelsUnloadResponse> {
+ const response = await fetch(`${base}/models/unload`, {
+ method: 'POST',
+ headers: getJsonHeaders(),
+ body: JSON.stringify({ model: modelId })
+ });
+
+ if (!response.ok) {
+ const errorData = await response.json().catch(() => ({}));
+ throw new Error(errorData.error || `Failed to unload model (status ${response.status})`);
+ }
+
+ return response.json() as Promise<ApiRouterModelsUnloadResponse>;
+ }
+
+ // ─────────────────────────────────────────────────────────────────────────────
+ // Status
+ // ─────────────────────────────────────────────────────────────────────────────
+
+ /**
+ * Check if a model is loaded based on its metadata
+ */
+ static isModelLoaded(model: ApiModelDataEntry): boolean {
+ return model.status.value === ServerModelStatus.LOADED;
+ }
+
+ /**
+ * Check if a model is currently loading
+ */
+ static isModelLoading(model: ApiModelDataEntry): boolean {
+ return model.status.value === ServerModelStatus.LOADING;
+ }
}
import { describe, it, expect } from 'vitest';
import { ParameterSyncService } from './parameter-sync';
-import type { ApiLlamaCppServerProps } from '$lib/types/api';
describe('ParameterSyncService', () => {
describe('roundFloatingPoint', () => {
* - Provide sync utilities for settings store integration
*/
-import type { ApiLlamaCppServerProps } from '$lib/types/api';
-import { normalizeFloatingPoint } from '$lib/utils/precision';
+import { normalizeFloatingPoint } from '$lib/utils';
export type ParameterSource = 'default' | 'custom';
export type ParameterValue = string | number | boolean;
];
export class ParameterSyncService {
+ // ─────────────────────────────────────────────────────────────────────────────
+ // Extraction
+ // ─────────────────────────────────────────────────────────────────────────────
+
/**
* Round floating-point numbers to avoid JavaScript precision issues
*/
return extracted;
}
+ // ─────────────────────────────────────────────────────────────────────────────
+ // Merging
+ // ─────────────────────────────────────────────────────────────────────────────
+
/**
* Merge server defaults with current user settings
* Returns updated settings that respect user overrides while using server defaults
return merged;
}
+ // ─────────────────────────────────────────────────────────────────────────────
+ // Info
+ // ─────────────────────────────────────────────────────────────────────────────
+
/**
* Get parameter information including source and values
*/
}
}
+ // ─────────────────────────────────────────────────────────────────────────────
+ // Diff
+ // ─────────────────────────────────────────────────────────────────────────────
+
/**
* Create a diff between current settings and server defaults
*/
--- /dev/null
+import { getAuthHeaders } from '$lib/utils';
+
+/**
+ * PropsService - Server properties management
+ *
+ * This service handles communication with the /props endpoint to retrieve
+ * server configuration, model information, and capabilities.
+ *
+ * **Responsibilities:**
+ * - Fetch server properties from /props endpoint
+ * - Handle API authentication
+ * - Parse and validate server response
+ *
+ * **Used by:**
+ * - serverStore: Primary consumer for server state management
+ */
+export class PropsService {
+ // ─────────────────────────────────────────────────────────────────────────────
+ // Fetching
+ // ─────────────────────────────────────────────────────────────────────────────
+
+ /**
+ * Fetches server properties from the /props endpoint
+ *
+ * @param autoload - If false, prevents automatic model loading (default: false)
+ * @returns {Promise<ApiLlamaCppServerProps>} Server properties
+ * @throws {Error} If the request fails or returns invalid data
+ */
+ static async fetch(autoload = false): Promise<ApiLlamaCppServerProps> {
+ const url = new URL('./props', window.location.href);
+ if (!autoload) {
+ url.searchParams.set('autoload', 'false');
+ }
+
+ const response = await fetch(url.toString(), {
+ headers: getAuthHeaders()
+ });
+
+ if (!response.ok) {
+ throw new Error(
+ `Failed to fetch server properties: ${response.status} ${response.statusText}`
+ );
+ }
+
+ const data = await response.json();
+ return data as ApiLlamaCppServerProps;
+ }
+
+ /**
+ * Fetches server properties for a specific model (ROUTER mode)
+ *
+ * @param modelId - The model ID to fetch properties for
+ * @param autoload - If false, prevents automatic model loading (default: false)
+ * @returns {Promise<ApiLlamaCppServerProps>} Server properties for the model
+ * @throws {Error} If the request fails or returns invalid data
+ */
+ static async fetchForModel(modelId: string, autoload = false): Promise<ApiLlamaCppServerProps> {
+ const url = new URL('./props', window.location.href);
+ url.searchParams.set('model', modelId);
+ if (!autoload) {
+ url.searchParams.set('autoload', 'false');
+ }
+
+ const response = await fetch(url.toString(), {
+ headers: getAuthHeaders()
+ });
+
+ if (!response.ok) {
+ throw new Error(
+ `Failed to fetch model properties: ${response.status} ${response.statusText}`
+ );
+ }
+
+ const data = await response.json();
+ return data as ApiLlamaCppServerProps;
+ }
+}
+++ /dev/null
-import { config } from '$lib/stores/settings.svelte';
-
-/**
- * SlotsService - Real-time processing state monitoring and token rate calculation
- *
- * This service provides real-time information about generation progress, token rates,
- * and context usage based on timing data from ChatService streaming responses.
- * It manages streaming session tracking and provides accurate processing state updates.
- *
- * **Architecture & Relationships:**
- * - **SlotsService** (this class): Processing state monitoring
- * - Receives timing data from ChatService streaming responses
- * - Calculates token generation rates and context usage
- * - Manages streaming session lifecycle
- * - Provides real-time updates to UI components
- *
- * - **ChatService**: Provides timing data from `/chat/completions` streaming
- * - **UI Components**: Subscribe to processing state for progress indicators
- *
- * **Key Features:**
- * - **Real-time Monitoring**: Live processing state during generation
- * - **Token Rate Calculation**: Accurate tokens/second from timing data
- * - **Context Tracking**: Current context usage and remaining capacity
- * - **Streaming Lifecycle**: Start/stop tracking for streaming sessions
- * - **Timing Data Processing**: Converts streaming timing data to structured state
- * - **Error Handling**: Graceful handling when timing data is unavailable
- *
- * **Processing States:**
- * - `idle`: No active processing
- * - `generating`: Actively generating tokens
- *
- * **Token Rate Calculation:**
- * Uses timing data from `/chat/completions` streaming response for accurate
- * real-time token generation rate measurement.
- */
-export class SlotsService {
- private callbacks: Set<(state: ApiProcessingState | null) => void> = new Set();
- private isStreamingActive: boolean = false;
- private lastKnownState: ApiProcessingState | null = null;
- private conversationStates: Map<string, ApiProcessingState | null> = new Map();
- private activeConversationId: string | null = null;
-
- /**
- * Start streaming session tracking
- */
- startStreaming(): void {
- this.isStreamingActive = true;
- }
-
- /**
- * Stop streaming session tracking
- */
- stopStreaming(): void {
- this.isStreamingActive = false;
- }
-
- /**
- * Clear the current processing state
- * Used when switching to a conversation without timing data
- */
- clearState(): void {
- this.lastKnownState = null;
-
- for (const callback of this.callbacks) {
- try {
- callback(null);
- } catch (error) {
- console.error('Error in clearState callback:', error);
- }
- }
- }
-
- /**
- * Check if currently in a streaming session
- */
- isStreaming(): boolean {
- return this.isStreamingActive;
- }
-
- /**
- * Set the active conversation for statistics display
- */
- setActiveConversation(conversationId: string | null): void {
- this.activeConversationId = conversationId;
- this.notifyCallbacks();
- }
-
- /**
- * Update processing state for a specific conversation
- */
- updateConversationState(conversationId: string, state: ApiProcessingState | null): void {
- this.conversationStates.set(conversationId, state);
-
- if (conversationId === this.activeConversationId) {
- this.lastKnownState = state;
- this.notifyCallbacks();
- }
- }
-
- /**
- * Get processing state for a specific conversation
- */
- getConversationState(conversationId: string): ApiProcessingState | null {
- return this.conversationStates.get(conversationId) || null;
- }
-
- /**
- * Clear state for a specific conversation
- */
- clearConversationState(conversationId: string): void {
- this.conversationStates.delete(conversationId);
-
- if (conversationId === this.activeConversationId) {
- this.lastKnownState = null;
- this.notifyCallbacks();
- }
- }
-
- /**
- * Notify all callbacks with current state
- */
- private notifyCallbacks(): void {
- const currentState = this.activeConversationId
- ? this.conversationStates.get(this.activeConversationId) || null
- : this.lastKnownState;
-
- for (const callback of this.callbacks) {
- try {
- callback(currentState);
- } catch (error) {
- console.error('Error in slots service callback:', error);
- }
- }
- }
-
- /**
- * @deprecated Polling is no longer used - timing data comes from ChatService streaming response
- * This method logs a warning if called to help identify outdated usage
- */
- fetchAndNotify(): void {
- console.warn(
- 'SlotsService.fetchAndNotify() is deprecated - use timing data from ChatService instead'
- );
- }
-
- subscribe(callback: (state: ApiProcessingState | null) => void): () => void {
- this.callbacks.add(callback);
-
- if (this.lastKnownState) {
- callback(this.lastKnownState);
- }
-
- return () => {
- this.callbacks.delete(callback);
- };
- }
-
- /**
- * Updates processing state with timing data from ChatService streaming response
- */
- async updateFromTimingData(
- timingData: {
- prompt_n: number;
- predicted_n: number;
- predicted_per_second: number;
- cache_n: number;
- prompt_progress?: ChatMessagePromptProgress;
- },
- conversationId?: string
- ): Promise<void> {
- const processingState = await this.parseCompletionTimingData(timingData);
-
- if (processingState === null) {
- console.warn('Failed to parse timing data - skipping update');
-
- return;
- }
-
- if (conversationId) {
- this.updateConversationState(conversationId, processingState);
- } else {
- this.lastKnownState = processingState;
- this.notifyCallbacks();
- }
- }
-
- /**
- * Gets context total from last known slots data or fetches from server
- */
- private async getContextTotal(): Promise<number | null> {
- if (this.lastKnownState && this.lastKnownState.contextTotal > 0) {
- return this.lastKnownState.contextTotal;
- }
-
- try {
- const currentConfig = config();
- const apiKey = currentConfig.apiKey?.toString().trim();
-
- const response = await fetch(`./slots`, {
- headers: {
- ...(apiKey ? { Authorization: `Bearer ${apiKey}` } : {})
- }
- });
-
- if (response.ok) {
- const slotsData = await response.json();
- if (Array.isArray(slotsData) && slotsData.length > 0) {
- const slot = slotsData[0];
- if (slot.n_ctx && slot.n_ctx > 0) {
- return slot.n_ctx;
- }
- }
- }
- } catch (error) {
- console.warn('Failed to fetch context total from /slots:', error);
- }
-
- return 4096;
- }
-
- private async parseCompletionTimingData(
- timingData: Record<string, unknown>
- ): Promise<ApiProcessingState | null> {
- const promptTokens = (timingData.prompt_n as number) || 0;
- const predictedTokens = (timingData.predicted_n as number) || 0;
- const tokensPerSecond = (timingData.predicted_per_second as number) || 0;
- const cacheTokens = (timingData.cache_n as number) || 0;
- const promptProgress = timingData.prompt_progress as
- | {
- total: number;
- cache: number;
- processed: number;
- time_ms: number;
- }
- | undefined;
-
- const contextTotal = await this.getContextTotal();
-
- if (contextTotal === null) {
- console.warn('No context total available - cannot calculate processing state');
-
- return null;
- }
-
- const currentConfig = config();
- const outputTokensMax = currentConfig.max_tokens || -1;
-
- const contextUsed = promptTokens + cacheTokens + predictedTokens;
- const outputTokensUsed = predictedTokens;
-
- const progressPercent = promptProgress
- ? Math.round((promptProgress.processed / promptProgress.total) * 100)
- : undefined;
-
- return {
- status: predictedTokens > 0 ? 'generating' : promptProgress ? 'preparing' : 'idle',
- tokensDecoded: predictedTokens,
- tokensRemaining: outputTokensMax - predictedTokens,
- contextUsed,
- contextTotal,
- outputTokensUsed,
- outputTokensMax,
- hasNextToken: predictedTokens > 0,
- tokensPerSecond,
- temperature: currentConfig.temperature ?? 0.8,
- topP: currentConfig.top_p ?? 0.95,
- speculative: false,
- progressPercent,
- promptTokens,
- cacheTokens
- };
- }
-
- /**
- * Get current processing state
- * Returns the last known state from timing data, or null if no data available
- * If activeConversationId is set, returns state for that conversation
- */
- async getCurrentState(): Promise<ApiProcessingState | null> {
- if (this.activeConversationId) {
- const conversationState = this.conversationStates.get(this.activeConversationId);
-
- if (conversationState) {
- return conversationState;
- }
- }
-
- if (this.lastKnownState) {
- return this.lastKnownState;
- }
- try {
- const { chatStore } = await import('$lib/stores/chat.svelte');
- const messages = chatStore.activeMessages;
-
- for (let i = messages.length - 1; i >= 0; i--) {
- const message = messages[i];
- if (message.role === 'assistant' && message.timings) {
- const restoredState = await this.parseCompletionTimingData({
- prompt_n: message.timings.prompt_n || 0,
- predicted_n: message.timings.predicted_n || 0,
- predicted_per_second:
- message.timings.predicted_n && message.timings.predicted_ms
- ? (message.timings.predicted_n / message.timings.predicted_ms) * 1000
- : 0,
- cache_n: message.timings.cache_n || 0
- });
-
- if (restoredState) {
- this.lastKnownState = restoredState;
- return restoredState;
- }
- }
- }
- } catch (error) {
- console.warn('Failed to restore timing data from messages:', error);
- }
-
- return null;
- }
-}
-
-export const slotsService = new SlotsService();
-import { DatabaseStore } from '$lib/stores/database';
-import { chatService, slotsService } from '$lib/services';
+import { DatabaseService, ChatService } from '$lib/services';
+import { conversationsStore } from '$lib/stores/conversations.svelte';
import { config } from '$lib/stores/settings.svelte';
-import { serverStore } from '$lib/stores/server.svelte';
-import { normalizeModelName } from '$lib/utils/model-names';
-import { filterByLeafNodeId, findLeafNode, findDescendantMessages } from '$lib/utils/branching';
-import { browser } from '$app/environment';
-import { goto } from '$app/navigation';
-import { toast } from 'svelte-sonner';
+import { contextSize, isRouterMode } from '$lib/stores/server.svelte';
+import { selectedModelName, modelsStore } from '$lib/stores/models.svelte';
+import {
+ normalizeModelName,
+ filterByLeafNodeId,
+ findDescendantMessages,
+ findLeafNode
+} from '$lib/utils';
import { SvelteMap } from 'svelte/reactivity';
-import type { ExportedConversations } from '$lib/types/database';
+import { DEFAULT_CONTEXT } from '$lib/constants/default-context';
/**
- * ChatStore - Central state management for chat conversations and AI interactions
+ * chatStore - Active AI interaction and streaming state management
*
- * This store manages the complete chat experience including:
- * - Conversation lifecycle (create, load, delete, update)
- * - Message management with branching support for conversation trees
- * - Real-time AI response streaming with reasoning content support
- * - File attachment handling and processing
- * - Context error management and recovery
- * - Database persistence through DatabaseStore integration
+ * **Terminology - Chat vs Conversation:**
+ * - **Chat**: The active interaction space with the Chat Completions API. Represents the
+ * real-time streaming session, loading states, and UI visualization of AI communication.
+ * A "chat" is ephemeral - it exists only while the user is actively interacting with the AI.
+ * - **Conversation**: The persistent database entity storing all messages and metadata.
+ * Managed by conversationsStore, conversations persist across sessions and page reloads.
*
- * **Architecture & Relationships:**
- * - **ChatService**: Handles low-level API communication with AI models
- * - ChatStore orchestrates ChatService for streaming responses
- * - ChatService provides abort capabilities and error handling
- * - ChatStore manages the UI state while ChatService handles network layer
+ * This store manages all active AI interactions including real-time streaming, response
+ * generation, and per-chat loading states. It handles the runtime layer between UI and
+ * AI backend, supporting concurrent streaming across multiple conversations.
*
- * - **DatabaseStore**: Provides persistent storage for conversations and messages
- * - ChatStore uses DatabaseStore for all CRUD operations
- * - Maintains referential integrity for conversation trees
- * - Handles message branching and parent-child relationships
+ * **Architecture & Relationships:**
+ * - **chatStore** (this class): Active AI session and streaming management
+ * - Manages real-time AI response streaming via ChatService
+ * - Tracks per-chat loading and streaming states for concurrent sessions
+ * - Handles message operations (send, edit, regenerate, branch)
+ * - Coordinates with conversationsStore for persistence
*
- * - **SlotsService**: Monitors server resource usage during AI generation
- * - ChatStore coordinates slots polling during streaming
- * - Provides real-time feedback on server capacity
+ * - **conversationsStore**: Provides conversation data and message arrays for chat context
+ * - **ChatService**: Low-level API communication with llama.cpp server
+ * - **DatabaseService**: Message persistence and retrieval
*
* **Key Features:**
- * - Reactive state management using Svelte 5 runes ($state)
- * - Conversation branching for exploring different response paths
- * - Streaming AI responses with real-time content updates
- * - File attachment support (images, PDFs, text files, audio)
- * - Partial response saving when generation is interrupted
- * - Message editing with automatic response regeneration
+ * - **AI Streaming**: Real-time token streaming with abort support
+ * - **Concurrent Chats**: Independent loading/streaming states per conversation
+ * - **Message Branching**: Edit, regenerate, and branch conversation trees
+ * - **Error Handling**: Timeout and server error recovery with user feedback
+ * - **Graceful Stop**: Save partial responses when stopping generation
+ *
+ * **State Management:**
+ * - Global `isLoading` and `currentResponse` for active chat UI
+ * - `chatLoadingStates` Map for per-conversation streaming tracking
+ * - `chatStreamingStates` Map for per-conversation streaming content
+ * - `processingStates` Map for per-conversation processing state (timing/context info)
+ * - Automatic state sync when switching between conversations
*/
class ChatStore {
- activeConversation = $state<DatabaseConversation | null>(null);
- activeMessages = $state<DatabaseMessage[]>([]);
- conversations = $state<DatabaseConversation[]>([]);
+ // ─────────────────────────────────────────────────────────────────────────────
+ // State
+ // ─────────────────────────────────────────────────────────────────────────────
+
+ activeProcessingState = $state<ApiProcessingState | null>(null);
currentResponse = $state('');
errorDialogState = $state<{ type: 'timeout' | 'server'; message: string } | null>(null);
- isInitialized = $state(false);
isLoading = $state(false);
- conversationLoadingStates = new SvelteMap<string, boolean>();
- conversationStreamingStates = new SvelteMap<string, { response: string; messageId: string }>();
- titleUpdateConfirmationCallback?: (currentTitle: string, newTitle: string) => Promise<boolean>;
-
- constructor() {
- if (browser) {
- this.initialize();
+ chatLoadingStates = new SvelteMap<string, boolean>();
+ chatStreamingStates = new SvelteMap<string, { response: string; messageId: string }>();
+ private abortControllers = new SvelteMap<string, AbortController>();
+ private processingStates = new SvelteMap<string, ApiProcessingState | null>();
+ private activeConversationId = $state<string | null>(null);
+ private isStreamingActive = $state(false);
+
+ // ─────────────────────────────────────────────────────────────────────────────
+ // Loading State
+ // ─────────────────────────────────────────────────────────────────────────────
+
+ private setChatLoading(convId: string, loading: boolean): void {
+ if (loading) {
+ this.chatLoadingStates.set(convId, true);
+ if (conversationsStore.activeConversation?.id === convId) this.isLoading = true;
+ } else {
+ this.chatLoadingStates.delete(convId);
+ if (conversationsStore.activeConversation?.id === convId) this.isLoading = false;
}
}
+ private isChatLoading(convId: string): boolean {
+ return this.chatLoadingStates.get(convId) || false;
+ }
+
+ private setChatStreaming(convId: string, response: string, messageId: string): void {
+ this.chatStreamingStates.set(convId, { response, messageId });
+ if (conversationsStore.activeConversation?.id === convId) this.currentResponse = response;
+ }
+
+ private clearChatStreaming(convId: string): void {
+ this.chatStreamingStates.delete(convId);
+ if (conversationsStore.activeConversation?.id === convId) this.currentResponse = '';
+ }
+
+ private getChatStreaming(convId: string): { response: string; messageId: string } | undefined {
+ return this.chatStreamingStates.get(convId);
+ }
+
+ syncLoadingStateForChat(convId: string): void {
+ this.isLoading = this.isChatLoading(convId);
+ const streamingState = this.getChatStreaming(convId);
+ this.currentResponse = streamingState?.response || '';
+ }
+
/**
- * Initializes the chat store by loading conversations from the database
- * Sets up the initial state and loads existing conversations
+ * Clears global UI state without affecting background streaming.
+ * Used when navigating to empty/new chat while other chats stream in background.
*/
- async initialize(): Promise<void> {
- try {
- await this.loadConversations();
+ clearUIState(): void {
+ this.isLoading = false;
+ this.currentResponse = '';
+ }
- this.isInitialized = true;
- } catch (error) {
- console.error('Failed to initialize chat store:', error);
+ // ─────────────────────────────────────────────────────────────────────────────
+ // Processing State
+ // ─────────────────────────────────────────────────────────────────────────────
+
+ /**
+ * Set the active conversation for statistics display
+ */
+ setActiveProcessingConversation(conversationId: string | null): void {
+ this.activeConversationId = conversationId;
+
+ if (conversationId) {
+ this.activeProcessingState = this.processingStates.get(conversationId) || null;
+ } else {
+ this.activeProcessingState = null;
}
}
/**
- * Loads all conversations from the database
- * Refreshes the conversations list from persistent storage
+ * Get processing state for a specific conversation
*/
- async loadConversations(): Promise<void> {
- this.conversations = await DatabaseStore.getAllConversations();
+ getProcessingState(conversationId: string): ApiProcessingState | null {
+ return this.processingStates.get(conversationId) || null;
}
/**
- * Creates a new conversation and navigates to it
- * @param name - Optional name for the conversation, defaults to timestamped name
- * @returns The ID of the created conversation
+ * Clear processing state for a specific conversation
*/
- async createConversation(name?: string): Promise<string> {
- const conversationName = name || `Chat ${new Date().toLocaleString()}`;
- const conversation = await DatabaseStore.createConversation(conversationName);
+ clearProcessingState(conversationId: string): void {
+ this.processingStates.delete(conversationId);
- this.conversations.unshift(conversation);
+ if (conversationId === this.activeConversationId) {
+ this.activeProcessingState = null;
+ }
+ }
- this.activeConversation = conversation;
- this.activeMessages = [];
+ /**
+ * Get the current processing state for the active conversation (reactive)
+ * Returns the direct reactive state for UI binding
+ */
+ getActiveProcessingState(): ApiProcessingState | null {
+ return this.activeProcessingState;
+ }
- slotsService.setActiveConversation(conversation.id);
+ /**
+ * Updates processing state with timing data from streaming response
+ */
+ updateProcessingStateFromTimings(
+ timingData: {
+ prompt_n: number;
+ predicted_n: number;
+ predicted_per_second: number;
+ cache_n: number;
+ prompt_progress?: ChatMessagePromptProgress;
+ },
+ conversationId?: string
+ ): void {
+ const processingState = this.parseTimingData(timingData);
- const isConvLoading = this.isConversationLoading(conversation.id);
- this.isLoading = isConvLoading;
+ if (processingState === null) {
+ console.warn('Failed to parse timing data - skipping update');
+ return;
+ }
- this.currentResponse = '';
+ const targetId = conversationId || this.activeConversationId;
+ if (targetId) {
+ this.processingStates.set(targetId, processingState);
- await goto(`#/chat/${conversation.id}`);
+ if (targetId === this.activeConversationId) {
+ this.activeProcessingState = processingState;
+ }
+ }
+ }
- return conversation.id;
+ /**
+ * Get current processing state (sync version for reactive access)
+ */
+ getCurrentProcessingStateSync(): ApiProcessingState | null {
+ return this.activeProcessingState;
}
/**
- * Loads a specific conversation and its messages
- * @param convId - The conversation ID to load
- * @returns True if conversation was loaded successfully, false otherwise
+ * Restore processing state from last assistant message timings
+ * Call this when keepStatsVisible is enabled and we need to show last known stats
*/
- async loadConversation(convId: string): Promise<boolean> {
- try {
- const conversation = await DatabaseStore.getConversation(convId);
+ restoreProcessingStateFromMessages(messages: DatabaseMessage[], conversationId: string): void {
+ for (let i = messages.length - 1; i >= 0; i--) {
+ const message = messages[i];
+ if (message.role === 'assistant' && message.timings) {
+ const restoredState = this.parseTimingData({
+ prompt_n: message.timings.prompt_n || 0,
+ predicted_n: message.timings.predicted_n || 0,
+ predicted_per_second:
+ message.timings.predicted_n && message.timings.predicted_ms
+ ? (message.timings.predicted_n / message.timings.predicted_ms) * 1000
+ : 0,
+ cache_n: message.timings.cache_n || 0
+ });
+
+ if (restoredState) {
+ this.processingStates.set(conversationId, restoredState);
+
+ if (conversationId === this.activeConversationId) {
+ this.activeProcessingState = restoredState;
+ }
- if (!conversation) {
- return false;
+ return;
+ }
}
+ }
+ }
- this.activeConversation = conversation;
+ // ─────────────────────────────────────────────────────────────────────────────
+ // Streaming
+ // ─────────────────────────────────────────────────────────────────────────────
- slotsService.setActiveConversation(convId);
+ /**
+ * Start streaming session tracking
+ */
+ startStreaming(): void {
+ this.isStreamingActive = true;
+ }
- const isConvLoading = this.isConversationLoading(convId);
- this.isLoading = isConvLoading;
+ /**
+ * Stop streaming session tracking
+ */
+ stopStreaming(): void {
+ this.isStreamingActive = false;
+ }
- const streamingState = this.getConversationStreaming(convId);
- this.currentResponse = streamingState?.response || '';
+ /**
+ * Check if currently in a streaming session
+ */
+ isStreaming(): boolean {
+ return this.isStreamingActive;
+ }
- if (conversation.currNode) {
- const allMessages = await DatabaseStore.getConversationMessages(convId);
- this.activeMessages = filterByLeafNodeId(
- allMessages,
- conversation.currNode,
- false
- ) as DatabaseMessage[];
- } else {
- // Load all messages for conversations without currNode (backward compatibility)
- this.activeMessages = await DatabaseStore.getConversationMessages(convId);
- }
+ private getContextTotal(): number {
+ const activeState = this.getActiveProcessingState();
- return true;
- } catch (error) {
- console.error('Failed to load conversation:', error);
+ if (activeState && activeState.contextTotal > 0) {
+ return activeState.contextTotal;
+ }
- return false;
+ const propsContextSize = contextSize();
+ if (propsContextSize && propsContextSize > 0) {
+ return propsContextSize;
}
+
+ return DEFAULT_CONTEXT;
+ }
+
+ private parseTimingData(timingData: Record<string, unknown>): ApiProcessingState | null {
+ const promptTokens = (timingData.prompt_n as number) || 0;
+ const predictedTokens = (timingData.predicted_n as number) || 0;
+ const tokensPerSecond = (timingData.predicted_per_second as number) || 0;
+ const cacheTokens = (timingData.cache_n as number) || 0;
+ const promptProgress = timingData.prompt_progress as
+ | {
+ total: number;
+ cache: number;
+ processed: number;
+ time_ms: number;
+ }
+ | undefined;
+
+ const contextTotal = this.getContextTotal();
+ const currentConfig = config();
+ const outputTokensMax = currentConfig.max_tokens || -1;
+
+ const contextUsed = promptTokens + cacheTokens + predictedTokens;
+ const outputTokensUsed = predictedTokens;
+
+ const progressPercent = promptProgress
+ ? Math.round((promptProgress.processed / promptProgress.total) * 100)
+ : undefined;
+
+ return {
+ status: predictedTokens > 0 ? 'generating' : promptProgress ? 'preparing' : 'idle',
+ tokensDecoded: predictedTokens,
+ tokensRemaining: outputTokensMax - predictedTokens,
+ contextUsed,
+ contextTotal,
+ outputTokensUsed,
+ outputTokensMax,
+ hasNextToken: predictedTokens > 0,
+ tokensPerSecond,
+ temperature: currentConfig.temperature ?? 0.8,
+ topP: currentConfig.top_p ?? 0.95,
+ speculative: false,
+ progressPercent,
+ promptTokens,
+ cacheTokens
+ };
}
/**
- * Adds a new message to the active conversation
- * @param role - The role of the message sender (user/assistant)
- * @param content - The message content
- * @param type - The message type, defaults to 'text'
- * @param parent - Parent message ID, defaults to '-1' for auto-detection
- * @param extras - Optional extra data (files, attachments, etc.)
- * @returns The created message or null if failed
+ * Gets the model used in a conversation based on the latest assistant message.
+ * Returns the model from the most recent assistant message that has a model field set.
+ *
+ * @param messages - Array of messages to search through
+ * @returns The model name or null if no model found
*/
+ getConversationModel(messages: DatabaseMessage[]): string | null {
+ // Search backwards through messages to find most recent assistant message with model
+ for (let i = messages.length - 1; i >= 0; i--) {
+ const message = messages[i];
+ if (message.role === 'assistant' && message.model) {
+ return message.model;
+ }
+ }
+ return null;
+ }
+
+ // ─────────────────────────────────────────────────────────────────────────────
+ // Error Handling
+ // ─────────────────────────────────────────────────────────────────────────────
+
+ private isAbortError(error: unknown): boolean {
+ return error instanceof Error && (error.name === 'AbortError' || error instanceof DOMException);
+ }
+
+ private showErrorDialog(type: 'timeout' | 'server', message: string): void {
+ this.errorDialogState = { type, message };
+ }
+
+ dismissErrorDialog(): void {
+ this.errorDialogState = null;
+ }
+
+ // ─────────────────────────────────────────────────────────────────────────────
+ // Message Operations
+ // ─────────────────────────────────────────────────────────────────────────────
+
async addMessage(
role: ChatRole,
content: string,
parent: string = '-1',
extras?: DatabaseMessageExtra[]
): Promise<DatabaseMessage | null> {
- if (!this.activeConversation) {
+ const activeConv = conversationsStore.activeConversation;
+ if (!activeConv) {
console.error('No active conversation when trying to add message');
return null;
}
let parentId: string | null = null;
if (parent === '-1') {
- if (this.activeMessages.length > 0) {
- parentId = this.activeMessages[this.activeMessages.length - 1].id;
+ const activeMessages = conversationsStore.activeMessages;
+ if (activeMessages.length > 0) {
+ parentId = activeMessages[activeMessages.length - 1].id;
} else {
- const allMessages = await DatabaseStore.getConversationMessages(
- this.activeConversation.id
- );
+ const allMessages = await conversationsStore.getConversationMessages(activeConv.id);
const rootMessage = allMessages.find((m) => m.parent === null && m.type === 'root');
-
if (!rootMessage) {
- const rootId = await DatabaseStore.createRootMessage(this.activeConversation.id);
- parentId = rootId;
+ parentId = await DatabaseService.createRootMessage(activeConv.id);
} else {
parentId = rootMessage.id;
}
parentId = parent;
}
- const message = await DatabaseStore.createMessageBranch(
+ const message = await DatabaseService.createMessageBranch(
{
- convId: this.activeConversation.id,
+ convId: activeConv.id,
role,
content,
type,
parentId
);
- this.activeMessages.push(message);
-
- await DatabaseStore.updateCurrentNode(this.activeConversation.id, message.id);
- this.activeConversation.currNode = message.id;
-
- this.updateConversationTimestamp();
+ conversationsStore.addMessageToActive(message);
+ await conversationsStore.updateCurrentNode(message.id);
+ conversationsStore.updateConversationTimestamp();
return message;
} catch (error) {
}
}
- /**
- * Gets API options from current configuration settings
- * Converts settings store values to API-compatible format
- * @returns API options object for chat completion requests
- */
- private getApiOptions(): Record<string, unknown> {
- const currentConfig = config();
- const hasValue = (value: unknown): boolean =>
- value !== undefined && value !== null && value !== '';
-
- const apiOptions: Record<string, unknown> = {
- stream: true,
- timings_per_token: true
- };
-
- if (hasValue(currentConfig.temperature)) {
- apiOptions.temperature = Number(currentConfig.temperature);
- }
- if (hasValue(currentConfig.max_tokens)) {
- apiOptions.max_tokens = Number(currentConfig.max_tokens);
- }
- if (hasValue(currentConfig.dynatemp_range)) {
- apiOptions.dynatemp_range = Number(currentConfig.dynatemp_range);
- }
- if (hasValue(currentConfig.dynatemp_exponent)) {
- apiOptions.dynatemp_exponent = Number(currentConfig.dynatemp_exponent);
- }
- if (hasValue(currentConfig.top_k)) {
- apiOptions.top_k = Number(currentConfig.top_k);
- }
- if (hasValue(currentConfig.top_p)) {
- apiOptions.top_p = Number(currentConfig.top_p);
- }
- if (hasValue(currentConfig.min_p)) {
- apiOptions.min_p = Number(currentConfig.min_p);
- }
- if (hasValue(currentConfig.xtc_probability)) {
- apiOptions.xtc_probability = Number(currentConfig.xtc_probability);
- }
- if (hasValue(currentConfig.xtc_threshold)) {
- apiOptions.xtc_threshold = Number(currentConfig.xtc_threshold);
- }
- if (hasValue(currentConfig.typ_p)) {
- apiOptions.typ_p = Number(currentConfig.typ_p);
- }
- if (hasValue(currentConfig.repeat_last_n)) {
- apiOptions.repeat_last_n = Number(currentConfig.repeat_last_n);
- }
- if (hasValue(currentConfig.repeat_penalty)) {
- apiOptions.repeat_penalty = Number(currentConfig.repeat_penalty);
- }
- if (hasValue(currentConfig.presence_penalty)) {
- apiOptions.presence_penalty = Number(currentConfig.presence_penalty);
- }
- if (hasValue(currentConfig.frequency_penalty)) {
- apiOptions.frequency_penalty = Number(currentConfig.frequency_penalty);
- }
- if (hasValue(currentConfig.dry_multiplier)) {
- apiOptions.dry_multiplier = Number(currentConfig.dry_multiplier);
- }
- if (hasValue(currentConfig.dry_base)) {
- apiOptions.dry_base = Number(currentConfig.dry_base);
- }
- if (hasValue(currentConfig.dry_allowed_length)) {
- apiOptions.dry_allowed_length = Number(currentConfig.dry_allowed_length);
- }
- if (hasValue(currentConfig.dry_penalty_last_n)) {
- apiOptions.dry_penalty_last_n = Number(currentConfig.dry_penalty_last_n);
- }
- if (currentConfig.samplers) {
- apiOptions.samplers = currentConfig.samplers;
- }
- if (currentConfig.custom) {
- apiOptions.custom = currentConfig.custom;
- }
-
- return apiOptions;
- }
-
- /**
- * Helper methods for per-conversation loading state management
- */
- private setConversationLoading(convId: string, loading: boolean): void {
- if (loading) {
- this.conversationLoadingStates.set(convId, true);
- if (this.activeConversation?.id === convId) {
- this.isLoading = true;
- }
- } else {
- this.conversationLoadingStates.delete(convId);
- if (this.activeConversation?.id === convId) {
- this.isLoading = false;
- }
- }
- }
-
- private isConversationLoading(convId: string): boolean {
- return this.conversationLoadingStates.get(convId) || false;
- }
-
- private setConversationStreaming(convId: string, response: string, messageId: string): void {
- this.conversationStreamingStates.set(convId, { response, messageId });
- if (this.activeConversation?.id === convId) {
- this.currentResponse = response;
- }
- }
-
- private clearConversationStreaming(convId: string): void {
- this.conversationStreamingStates.delete(convId);
- if (this.activeConversation?.id === convId) {
- this.currentResponse = '';
- }
- }
+ private async createAssistantMessage(parentId?: string): Promise<DatabaseMessage | null> {
+ const activeConv = conversationsStore.activeConversation;
+ if (!activeConv) return null;
- private getConversationStreaming(
- convId: string
- ): { response: string; messageId: string } | undefined {
- return this.conversationStreamingStates.get(convId);
+ return await DatabaseService.createMessageBranch(
+ {
+ convId: activeConv.id,
+ type: 'text',
+ role: 'assistant',
+ content: '',
+ timestamp: Date.now(),
+ thinking: '',
+ toolCalls: '',
+ children: [],
+ model: null
+ },
+ parentId || null
+ );
}
- /**
- * Handles streaming chat completion with the AI model
- * @param allMessages - All messages in the conversation
- * @param assistantMessage - The assistant message to stream content into
- * @param onComplete - Optional callback when streaming completes
- * @param onError - Optional callback when an error occurs
- */
private async streamChatCompletion(
allMessages: DatabaseMessage[],
assistantMessage: DatabaseMessage,
onComplete?: (content: string) => Promise<void>,
- onError?: (error: Error) => void
+ onError?: (error: Error) => void,
+ modelOverride?: string | null
): Promise<void> {
let streamedContent = '';
let streamedReasoningContent = '';
let streamedToolCallContent = '';
-
let resolvedModel: string | null = null;
let modelPersisted = false;
- const currentConfig = config();
- const preferServerPropsModel = !currentConfig.modelSelectorEnabled;
- let serverPropsRefreshed = false;
- let updateModelFromServerProps: ((persistImmediately?: boolean) => void) | null = null;
-
- const refreshServerPropsOnce = () => {
- if (serverPropsRefreshed) {
- return;
- }
-
- serverPropsRefreshed = true;
-
- const hasExistingProps = serverStore.serverProps !== null;
-
- serverStore
- .fetchServerProps({ silent: hasExistingProps })
- .then(() => {
- updateModelFromServerProps?.(true);
- })
- .catch((error) => {
- console.warn('Failed to refresh server props after streaming started:', error);
- });
- };
const recordModel = (modelName: string | null | undefined, persistImmediately = true): void => {
- const serverModelName = serverStore.modelName;
- const preferredModelSource = preferServerPropsModel
- ? (serverModelName ?? modelName ?? null)
- : (modelName ?? serverModelName ?? null);
-
- if (!preferredModelSource) {
- return;
- }
-
- const normalizedModel = normalizeModelName(preferredModelSource);
-
- if (!normalizedModel || normalizedModel === resolvedModel) {
- return;
- }
-
+ if (!modelName) return;
+ const normalizedModel = normalizeModelName(modelName);
+ if (!normalizedModel || normalizedModel === resolvedModel) return;
resolvedModel = normalizedModel;
-
- const messageIndex = this.findMessageIndex(assistantMessage.id);
-
- this.updateMessageAtIndex(messageIndex, { model: normalizedModel });
-
+ const messageIndex = conversationsStore.findMessageIndex(assistantMessage.id);
+ conversationsStore.updateMessageAtIndex(messageIndex, { model: normalizedModel });
if (persistImmediately && !modelPersisted) {
modelPersisted = true;
- DatabaseStore.updateMessage(assistantMessage.id, { model: normalizedModel }).catch(
- (error) => {
- console.error('Failed to persist model name:', error);
- modelPersisted = false;
- resolvedModel = null;
- }
- );
+ DatabaseService.updateMessage(assistantMessage.id, { model: normalizedModel }).catch(() => {
+ modelPersisted = false;
+ resolvedModel = null;
+ });
}
};
- if (preferServerPropsModel) {
- updateModelFromServerProps = (persistImmediately = true) => {
- const currentServerModel = serverStore.modelName;
+ this.startStreaming();
+ this.setActiveProcessingConversation(assistantMessage.convId);
- if (!currentServerModel) {
- return;
- }
-
- recordModel(currentServerModel, persistImmediately);
- };
-
- updateModelFromServerProps(false);
- }
+ const abortController = this.getOrCreateAbortController(assistantMessage.convId);
- slotsService.startStreaming();
- slotsService.setActiveConversation(assistantMessage.convId);
-
- await chatService.sendMessage(
+ await ChatService.sendMessage(
allMessages,
{
...this.getApiOptions(),
-
- onFirstValidChunk: () => {
- refreshServerPropsOnce();
- },
+ ...(modelOverride ? { model: modelOverride } : {}),
onChunk: (chunk: string) => {
streamedContent += chunk;
- this.setConversationStreaming(
- assistantMessage.convId,
- streamedContent,
- assistantMessage.id
- );
-
- const messageIndex = this.findMessageIndex(assistantMessage.id);
- this.updateMessageAtIndex(messageIndex, {
- content: streamedContent
- });
+ this.setChatStreaming(assistantMessage.convId, streamedContent, assistantMessage.id);
+ const idx = conversationsStore.findMessageIndex(assistantMessage.id);
+ conversationsStore.updateMessageAtIndex(idx, { content: streamedContent });
},
-
onReasoningChunk: (reasoningChunk: string) => {
streamedReasoningContent += reasoningChunk;
-
- const messageIndex = this.findMessageIndex(assistantMessage.id);
-
- this.updateMessageAtIndex(messageIndex, { thinking: streamedReasoningContent });
+ const idx = conversationsStore.findMessageIndex(assistantMessage.id);
+ conversationsStore.updateMessageAtIndex(idx, { thinking: streamedReasoningContent });
},
-
onToolCallChunk: (toolCallChunk: string) => {
const chunk = toolCallChunk.trim();
-
- if (!chunk) {
- return;
- }
-
+ if (!chunk) return;
streamedToolCallContent = chunk;
-
- const messageIndex = this.findMessageIndex(assistantMessage.id);
-
- this.updateMessageAtIndex(messageIndex, { toolCalls: streamedToolCallContent });
+ const idx = conversationsStore.findMessageIndex(assistantMessage.id);
+ conversationsStore.updateMessageAtIndex(idx, { toolCalls: streamedToolCallContent });
},
-
- onModel: (modelName: string) => {
- recordModel(modelName);
+ onModel: (modelName: string) => recordModel(modelName),
+ onTimings: (timings: ChatMessageTimings, promptProgress?: ChatMessagePromptProgress) => {
+ const tokensPerSecond =
+ timings?.predicted_ms && timings?.predicted_n
+ ? (timings.predicted_n / timings.predicted_ms) * 1000
+ : 0;
+ this.updateProcessingStateFromTimings(
+ {
+ prompt_n: timings?.prompt_n || 0,
+ predicted_n: timings?.predicted_n || 0,
+ predicted_per_second: tokensPerSecond,
+ cache_n: timings?.cache_n || 0,
+ prompt_progress: promptProgress
+ },
+ assistantMessage.convId
+ );
},
-
onComplete: async (
finalContent?: string,
reasoningContent?: string,
timings?: ChatMessageTimings,
toolCallContent?: string
) => {
- slotsService.stopStreaming();
-
- const updateData: {
- content: string;
- thinking: string;
- toolCalls: string;
- timings?: ChatMessageTimings;
- model?: string;
- } = {
+ this.stopStreaming();
+
+ // Build update data - only include model if not already persisted
+ const updateData: Record<string, unknown> = {
content: finalContent || streamedContent,
thinking: reasoningContent || streamedReasoningContent,
toolCalls: toolCallContent || streamedToolCallContent,
- timings: timings
+ timings
};
-
if (resolvedModel && !modelPersisted) {
updateData.model = resolvedModel;
- modelPersisted = true;
}
+ await DatabaseService.updateMessage(assistantMessage.id, updateData);
- await DatabaseStore.updateMessage(assistantMessage.id, updateData);
-
- const messageIndex = this.findMessageIndex(assistantMessage.id);
-
- const localUpdateData: {
- timings?: ChatMessageTimings;
- model?: string;
- toolCalls?: string;
- } = {
- timings: timings
+ // Update UI state - always include model and timings if available
+ const idx = conversationsStore.findMessageIndex(assistantMessage.id);
+ const uiUpdate: Partial<DatabaseMessage> = {
+ content: updateData.content as string,
+ toolCalls: updateData.toolCalls as string
};
+ if (timings) uiUpdate.timings = timings;
+ if (resolvedModel) uiUpdate.model = resolvedModel;
- if (updateData.model) {
- localUpdateData.model = updateData.model;
- }
+ conversationsStore.updateMessageAtIndex(idx, uiUpdate);
+ await conversationsStore.updateCurrentNode(assistantMessage.id);
- if (updateData.toolCalls !== undefined) {
- localUpdateData.toolCalls = updateData.toolCalls;
- }
-
- this.updateMessageAtIndex(messageIndex, localUpdateData);
-
- await DatabaseStore.updateCurrentNode(assistantMessage.convId, assistantMessage.id);
-
- if (this.activeConversation?.id === assistantMessage.convId) {
- this.activeConversation.currNode = assistantMessage.id;
- await this.refreshActiveMessages();
- }
+ if (onComplete) await onComplete(streamedContent);
+ this.setChatLoading(assistantMessage.convId, false);
+ this.clearChatStreaming(assistantMessage.convId);
+ this.clearProcessingState(assistantMessage.convId);
- if (onComplete) {
- await onComplete(streamedContent);
+ if (isRouterMode()) {
+ modelsStore.fetchRouterModels().catch(console.error);
}
-
- this.setConversationLoading(assistantMessage.convId, false);
- this.clearConversationStreaming(assistantMessage.convId);
- slotsService.clearConversationState(assistantMessage.convId);
},
-
onError: (error: Error) => {
- slotsService.stopStreaming();
-
+ this.stopStreaming();
if (this.isAbortError(error)) {
- this.setConversationLoading(assistantMessage.convId, false);
- this.clearConversationStreaming(assistantMessage.convId);
- slotsService.clearConversationState(assistantMessage.convId);
+ this.setChatLoading(assistantMessage.convId, false);
+ this.clearChatStreaming(assistantMessage.convId);
+ this.clearProcessingState(assistantMessage.convId);
return;
}
-
console.error('Streaming error:', error);
- this.setConversationLoading(assistantMessage.convId, false);
- this.clearConversationStreaming(assistantMessage.convId);
- slotsService.clearConversationState(assistantMessage.convId);
-
- const messageIndex = this.activeMessages.findIndex(
- (m: DatabaseMessage) => m.id === assistantMessage.id
- );
-
- if (messageIndex !== -1) {
- const [failedMessage] = this.activeMessages.splice(messageIndex, 1);
-
- if (failedMessage) {
- DatabaseStore.deleteMessage(failedMessage.id).catch((cleanupError) => {
- console.error('Failed to remove assistant message after error:', cleanupError);
- });
- }
- }
-
- const dialogType = error.name === 'TimeoutError' ? 'timeout' : 'server';
-
- this.showErrorDialog(dialogType, error.message);
-
- if (onError) {
- onError(error);
+ this.setChatLoading(assistantMessage.convId, false);
+ this.clearChatStreaming(assistantMessage.convId);
+ this.clearProcessingState(assistantMessage.convId);
+ const idx = conversationsStore.findMessageIndex(assistantMessage.id);
+ if (idx !== -1) {
+ const failedMessage = conversationsStore.removeMessageAtIndex(idx);
+ if (failedMessage) DatabaseService.deleteMessage(failedMessage.id).catch(console.error);
}
+ this.showErrorDialog(error.name === 'TimeoutError' ? 'timeout' : 'server', error.message);
+ if (onError) onError(error);
}
},
- assistantMessage.convId
- );
- }
-
- /**
- * Checks if an error is an abort error (user cancelled operation)
- * @param error - The error to check
- * @returns True if the error is an abort error
- */
- private isAbortError(error: unknown): boolean {
- return error instanceof Error && (error.name === 'AbortError' || error instanceof DOMException);
- }
-
- private showErrorDialog(type: 'timeout' | 'server', message: string): void {
- this.errorDialogState = { type, message };
- }
-
- dismissErrorDialog(): void {
- this.errorDialogState = null;
- }
-
- /**
- * Finds the index of a message in the active messages array
- * @param messageId - The message ID to find
- * @returns The index of the message, or -1 if not found
- */
- private findMessageIndex(messageId: string): number {
- return this.activeMessages.findIndex((m) => m.id === messageId);
- }
-
- /**
- * Updates a message at a specific index with partial data
- * @param index - The index of the message to update
- * @param updates - Partial message data to update
- */
- private updateMessageAtIndex(index: number, updates: Partial<DatabaseMessage>): void {
- if (index !== -1) {
- Object.assign(this.activeMessages[index], updates);
- }
- }
-
- /**
- * Creates a new assistant message in the database
- * @param parentId - Optional parent message ID, defaults to '-1'
- * @returns The created assistant message or null if failed
- */
- private async createAssistantMessage(parentId?: string): Promise<DatabaseMessage | null> {
- if (!this.activeConversation) return null;
-
- return await DatabaseStore.createMessageBranch(
- {
- convId: this.activeConversation.id,
- type: 'text',
- role: 'assistant',
- content: '',
- timestamp: Date.now(),
- thinking: '',
- toolCalls: '',
- children: [],
- model: null
- },
- parentId || null
+ assistantMessage.convId,
+ abortController.signal
);
}
- /**
- * Updates conversation lastModified timestamp and moves it to top of list
- * Ensures recently active conversations appear first in the sidebar
- */
- private updateConversationTimestamp(): void {
- if (!this.activeConversation) return;
-
- const chatIndex = this.conversations.findIndex((c) => c.id === this.activeConversation!.id);
-
- if (chatIndex !== -1) {
- this.conversations[chatIndex].lastModified = Date.now();
- const updatedConv = this.conversations.splice(chatIndex, 1)[0];
- this.conversations.unshift(updatedConv);
- }
- }
-
- /**
- * Sends a new message and generates AI response
- * @param content - The message content to send
- * @param extras - Optional extra data (files, attachments, etc.)
- */
async sendMessage(content: string, extras?: DatabaseMessageExtra[]): Promise<void> {
if (!content.trim() && (!extras || extras.length === 0)) return;
-
- if (this.activeConversation && this.isConversationLoading(this.activeConversation.id)) {
- console.log('Cannot send message: current conversation is already processing a message');
- return;
- }
+ const activeConv = conversationsStore.activeConversation;
+ if (activeConv && this.isChatLoading(activeConv.id)) return;
let isNewConversation = false;
-
- if (!this.activeConversation) {
- await this.createConversation();
+ if (!activeConv) {
+ await conversationsStore.createConversation();
isNewConversation = true;
}
-
- if (!this.activeConversation) {
- console.error('No active conversation available for sending message');
- return;
- }
+ const currentConv = conversationsStore.activeConversation;
+ if (!currentConv) return;
this.errorDialogState = null;
-
- this.setConversationLoading(this.activeConversation.id, true);
- this.clearConversationStreaming(this.activeConversation.id);
-
- let userMessage: DatabaseMessage | null = null;
+ this.setChatLoading(currentConv.id, true);
+ this.clearChatStreaming(currentConv.id);
try {
- userMessage = await this.addMessage('user', content, 'text', '-1', extras);
-
- if (!userMessage) {
- throw new Error('Failed to add user message');
- }
-
- if (isNewConversation && content) {
- const title = content.trim();
- await this.updateConversationName(this.activeConversation.id, title);
- }
+ const userMessage = await this.addMessage('user', content, 'text', '-1', extras);
+ if (!userMessage) throw new Error('Failed to add user message');
+ if (isNewConversation && content)
+ await conversationsStore.updateConversationName(currentConv.id, content.trim());
const assistantMessage = await this.createAssistantMessage(userMessage.id);
-
- if (!assistantMessage) {
- throw new Error('Failed to create assistant message');
- }
-
- this.activeMessages.push(assistantMessage);
-
- const conversationContext = this.activeMessages.slice(0, -1);
-
- await this.streamChatCompletion(conversationContext, assistantMessage);
+ if (!assistantMessage) throw new Error('Failed to create assistant message');
+ conversationsStore.addMessageToActive(assistantMessage);
+ await this.streamChatCompletion(
+ conversationsStore.activeMessages.slice(0, -1),
+ assistantMessage
+ );
} catch (error) {
if (this.isAbortError(error)) {
- this.setConversationLoading(this.activeConversation!.id, false);
+ this.setChatLoading(currentConv.id, false);
return;
}
-
console.error('Failed to send message:', error);
- this.setConversationLoading(this.activeConversation!.id, false);
+ this.setChatLoading(currentConv.id, false);
if (!this.errorDialogState) {
- if (error instanceof Error) {
- const dialogType = error.name === 'TimeoutError' ? 'timeout' : 'server';
- this.showErrorDialog(dialogType, error.message);
- } else {
- this.showErrorDialog('server', 'Unknown error occurred while sending message');
- }
+ const dialogType =
+ error instanceof Error && error.name === 'TimeoutError' ? 'timeout' : 'server';
+ this.showErrorDialog(dialogType, error instanceof Error ? error.message : 'Unknown error');
}
}
}
- /**
- * Stops the current message generation
- * Aborts ongoing requests and saves partial response if available
- */
async stopGeneration(): Promise<void> {
- if (!this.activeConversation) return;
-
- const convId = this.activeConversation.id;
-
- await this.savePartialResponseIfNeeded(convId);
-
- slotsService.stopStreaming();
- chatService.abort(convId);
-
- this.setConversationLoading(convId, false);
- this.clearConversationStreaming(convId);
- slotsService.clearConversationState(convId);
+ const activeConv = conversationsStore.activeConversation;
+ if (!activeConv) return;
+ await this.savePartialResponseIfNeeded(activeConv.id);
+ this.stopStreaming();
+ this.abortRequest(activeConv.id);
+ this.setChatLoading(activeConv.id, false);
+ this.clearChatStreaming(activeConv.id);
+ this.clearProcessingState(activeConv.id);
}
/**
- * Gracefully stops generation and saves partial response
+ * Gets or creates an AbortController for a conversation
*/
- async gracefulStop(): Promise<void> {
- if (!this.isLoading) return;
-
- slotsService.stopStreaming();
- chatService.abort();
- await this.savePartialResponseIfNeeded();
-
- this.conversationLoadingStates.clear();
- this.conversationStreamingStates.clear();
- this.isLoading = false;
- this.currentResponse = '';
+ private getOrCreateAbortController(convId: string): AbortController {
+ let controller = this.abortControllers.get(convId);
+ if (!controller || controller.signal.aborted) {
+ controller = new AbortController();
+ this.abortControllers.set(convId, controller);
+ }
+ return controller;
}
/**
- * Saves partial response if generation was interrupted
- * Preserves user's partial content and timing data when generation is stopped early
+ * Aborts any ongoing request for a conversation
*/
+ private abortRequest(convId?: string): void {
+ if (convId) {
+ const controller = this.abortControllers.get(convId);
+ if (controller) {
+ controller.abort();
+ this.abortControllers.delete(convId);
+ }
+ } else {
+ for (const controller of this.abortControllers.values()) {
+ controller.abort();
+ }
+ this.abortControllers.clear();
+ }
+ }
+
private async savePartialResponseIfNeeded(convId?: string): Promise<void> {
- const conversationId = convId || this.activeConversation?.id;
+ const conversationId = convId || conversationsStore.activeConversation?.id;
if (!conversationId) return;
-
- const streamingState = this.conversationStreamingStates.get(conversationId);
- if (!streamingState || !streamingState.response.trim()) {
- return;
- }
+ const streamingState = this.chatStreamingStates.get(conversationId);
+ if (!streamingState || !streamingState.response.trim()) return;
const messages =
- conversationId === this.activeConversation?.id
- ? this.activeMessages
- : await DatabaseStore.getConversationMessages(conversationId);
-
+ conversationId === conversationsStore.activeConversation?.id
+ ? conversationsStore.activeMessages
+ : await conversationsStore.getConversationMessages(conversationId);
if (!messages.length) return;
const lastMessage = messages[messages.length - 1];
-
- if (lastMessage && lastMessage.role === 'assistant') {
+ if (lastMessage?.role === 'assistant') {
try {
- const updateData: {
- content: string;
- thinking?: string;
- timings?: ChatMessageTimings;
- } = {
+ const updateData: { content: string; thinking?: string; timings?: ChatMessageTimings } = {
content: streamingState.response
};
-
- if (lastMessage.thinking?.trim()) {
- updateData.thinking = lastMessage.thinking;
- }
-
- const lastKnownState = await slotsService.getCurrentState();
-
+ if (lastMessage.thinking?.trim()) updateData.thinking = lastMessage.thinking;
+ const lastKnownState = this.getCurrentProcessingStateSync();
if (lastKnownState) {
updateData.timings = {
prompt_n: lastKnownState.promptTokens || 0,
: undefined
};
}
-
- await DatabaseStore.updateMessage(lastMessage.id, updateData);
-
+ await DatabaseService.updateMessage(lastMessage.id, updateData);
lastMessage.content = this.currentResponse;
- if (updateData.thinking !== undefined) {
- lastMessage.thinking = updateData.thinking;
- }
- if (updateData.timings) {
- lastMessage.timings = updateData.timings;
- }
+ if (updateData.thinking) lastMessage.thinking = updateData.thinking;
+ if (updateData.timings) lastMessage.timings = updateData.timings;
} catch (error) {
- lastMessage.content = this.currentResponse;
- console.error('Failed to save partial response:', error);
- }
- } else {
- console.error('Last message is not an assistant message');
- }
- }
-
- /**
- * Updates a user message and regenerates the assistant response
- * @param messageId - The ID of the message to update
- * @param newContent - The new content for the message
- */
- async updateMessage(messageId: string, newContent: string): Promise<void> {
- if (!this.activeConversation) return;
-
- if (this.isLoading) {
- this.stopGeneration();
- }
-
- try {
- const messageIndex = this.findMessageIndex(messageId);
- if (messageIndex === -1) {
- console.error('Message not found for update');
- return;
- }
-
- const messageToUpdate = this.activeMessages[messageIndex];
- const originalContent = messageToUpdate.content;
-
- if (messageToUpdate.role !== 'user') {
- console.error('Only user messages can be edited');
- return;
- }
-
- const allMessages = await DatabaseStore.getConversationMessages(this.activeConversation.id);
- const rootMessage = allMessages.find((m) => m.type === 'root' && m.parent === null);
- const isFirstUserMessage =
- rootMessage && messageToUpdate.parent === rootMessage.id && messageToUpdate.role === 'user';
-
- this.updateMessageAtIndex(messageIndex, { content: newContent });
- await DatabaseStore.updateMessage(messageId, { content: newContent });
-
- if (isFirstUserMessage && newContent.trim()) {
- await this.updateConversationTitleWithConfirmation(
- this.activeConversation.id,
- newContent.trim(),
- this.titleUpdateConfirmationCallback
- );
- }
-
- const messagesToRemove = this.activeMessages.slice(messageIndex + 1);
- for (const message of messagesToRemove) {
- await DatabaseStore.deleteMessage(message.id);
- }
-
- this.activeMessages = this.activeMessages.slice(0, messageIndex + 1);
- this.updateConversationTimestamp();
-
- this.setConversationLoading(this.activeConversation.id, true);
- this.clearConversationStreaming(this.activeConversation.id);
-
- try {
- const assistantMessage = await this.createAssistantMessage();
- if (!assistantMessage) {
- throw new Error('Failed to create assistant message');
- }
-
- this.activeMessages.push(assistantMessage);
- await DatabaseStore.updateCurrentNode(this.activeConversation.id, assistantMessage.id);
- this.activeConversation.currNode = assistantMessage.id;
-
- await this.streamChatCompletion(
- this.activeMessages.slice(0, -1),
- assistantMessage,
- undefined,
- () => {
- const editedMessageIndex = this.findMessageIndex(messageId);
- this.updateMessageAtIndex(editedMessageIndex, { content: originalContent });
- }
- );
- } catch (regenerateError) {
- console.error('Failed to regenerate response:', regenerateError);
- this.setConversationLoading(this.activeConversation!.id, false);
-
- const messageIndex = this.findMessageIndex(messageId);
- this.updateMessageAtIndex(messageIndex, { content: originalContent });
- }
- } catch (error) {
- if (this.isAbortError(error)) {
- return;
- }
-
- console.error('Failed to update message:', error);
- }
- }
-
- /**
- * Regenerates an assistant message with a new response
- * @param messageId - The ID of the assistant message to regenerate
- */
- async regenerateMessage(messageId: string): Promise<void> {
- if (!this.activeConversation || this.isLoading) return;
-
- try {
- const messageIndex = this.findMessageIndex(messageId);
- if (messageIndex === -1) {
- console.error('Message not found for regeneration');
- return;
- }
-
- const messageToRegenerate = this.activeMessages[messageIndex];
- if (messageToRegenerate.role !== 'assistant') {
- console.error('Only assistant messages can be regenerated');
- return;
- }
-
- const messagesToRemove = this.activeMessages.slice(messageIndex);
- for (const message of messagesToRemove) {
- await DatabaseStore.deleteMessage(message.id);
- }
-
- this.activeMessages = this.activeMessages.slice(0, messageIndex);
- this.updateConversationTimestamp();
-
- this.setConversationLoading(this.activeConversation.id, true);
- this.clearConversationStreaming(this.activeConversation.id);
-
- try {
- const parentMessageId =
- this.activeMessages.length > 0
- ? this.activeMessages[this.activeMessages.length - 1].id
- : null;
-
- const assistantMessage = await this.createAssistantMessage(parentMessageId);
-
- if (!assistantMessage) {
- throw new Error('Failed to create assistant message');
- }
-
- this.activeMessages.push(assistantMessage);
-
- const conversationContext = this.activeMessages.slice(0, -1);
-
- await this.streamChatCompletion(conversationContext, assistantMessage);
- } catch (regenerateError) {
- console.error('Failed to regenerate response:', regenerateError);
- this.setConversationLoading(this.activeConversation!.id, false);
- }
- } catch (error) {
- if (this.isAbortError(error)) return;
- console.error('Failed to regenerate message:', error);
- }
- }
-
- /**
- * Updates the name of a conversation
- * @param convId - The conversation ID to update
- * @param name - The new name for the conversation
- */
- async updateConversationName(convId: string, name: string): Promise<void> {
- try {
- await DatabaseStore.updateConversation(convId, { name });
-
- const convIndex = this.conversations.findIndex((c) => c.id === convId);
-
- if (convIndex !== -1) {
- this.conversations[convIndex].name = name;
- }
-
- if (this.activeConversation?.id === convId) {
- this.activeConversation.name = name;
- }
- } catch (error) {
- console.error('Failed to update conversation name:', error);
- }
- }
-
- /**
- * Sets the callback function for title update confirmations
- * @param callback - Function to call when confirmation is needed
- */
- setTitleUpdateConfirmationCallback(
- callback: (currentTitle: string, newTitle: string) => Promise<boolean>
- ): void {
- this.titleUpdateConfirmationCallback = callback;
- }
-
- /**
- * Updates conversation title with optional confirmation dialog based on settings
- * @param convId - The conversation ID to update
- * @param newTitle - The new title content
- * @param onConfirmationNeeded - Callback when user confirmation is needed
- * @returns Promise<boolean> - True if title was updated, false if cancelled
- */
- async updateConversationTitleWithConfirmation(
- convId: string,
- newTitle: string,
- onConfirmationNeeded?: (currentTitle: string, newTitle: string) => Promise<boolean>
- ): Promise<boolean> {
- try {
- const currentConfig = config();
-
- if (currentConfig.askForTitleConfirmation && onConfirmationNeeded) {
- const conversation = await DatabaseStore.getConversation(convId);
- if (!conversation) return false;
-
- const shouldUpdate = await onConfirmationNeeded(conversation.name, newTitle);
- if (!shouldUpdate) return false;
- }
-
- await this.updateConversationName(convId, newTitle);
- return true;
- } catch (error) {
- console.error('Failed to update conversation title with confirmation:', error);
- return false;
- }
- }
-
- /**
- * Downloads a conversation as JSON file
- * @param convId - The conversation ID to download
- */
- async downloadConversation(convId: string): Promise<void> {
- if (!this.activeConversation || this.activeConversation.id !== convId) {
- // Load the conversation if not currently active
- const conversation = await DatabaseStore.getConversation(convId);
- if (!conversation) return;
-
- const messages = await DatabaseStore.getConversationMessages(convId);
- const conversationData = {
- conv: conversation,
- messages
- };
-
- this.triggerDownload(conversationData);
- } else {
- // Use current active conversation data
- const conversationData: ExportedConversations = {
- conv: this.activeConversation!,
- messages: this.activeMessages
- };
-
- this.triggerDownload(conversationData);
+ lastMessage.content = this.currentResponse;
+ console.error('Failed to save partial response:', error);
+ }
}
}
- /**
- * Triggers file download in browser
- * @param data - Data to download (expected: { conv: DatabaseConversation, messages: DatabaseMessage[] })
- * @param filename - Optional filename
- */
- private triggerDownload(data: ExportedConversations, filename?: string): void {
- const conversation =
- 'conv' in data ? data.conv : Array.isArray(data) ? data[0]?.conv : undefined;
- if (!conversation) {
- console.error('Invalid data: missing conversation');
- return;
- }
- const conversationName = conversation.name ? conversation.name.trim() : '';
- const convId = conversation.id || 'unknown';
- const truncatedSuffix = conversationName
- .toLowerCase()
- .replace(/[^a-z0-9]/gi, '_')
- .replace(/_+/g, '_')
- .substring(0, 20);
- const downloadFilename = filename || `conversation_${convId}_${truncatedSuffix}.json`;
-
- const conversationJson = JSON.stringify(data, null, 2);
- const blob = new Blob([conversationJson], {
- type: 'application/json'
- });
- const url = URL.createObjectURL(blob);
- const a = document.createElement('a');
- a.href = url;
- a.download = downloadFilename;
- document.body.appendChild(a);
- a.click();
- document.body.removeChild(a);
- URL.revokeObjectURL(url);
- }
+ async updateMessage(messageId: string, newContent: string): Promise<void> {
+ const activeConv = conversationsStore.activeConversation;
+ if (!activeConv) return;
+ if (this.isLoading) this.stopGeneration();
- /**
- * Exports all conversations with their messages as a JSON file
- * Returns the list of exported conversations
- */
- async exportAllConversations(): Promise<DatabaseConversation[]> {
try {
- const allConversations = await DatabaseStore.getAllConversations();
- if (allConversations.length === 0) {
- throw new Error('No conversations to export');
- }
-
- const allData: ExportedConversations = await Promise.all(
- allConversations.map(async (conv) => {
- const messages = await DatabaseStore.getConversationMessages(conv.id);
- return { conv, messages };
- })
- );
-
- const blob = new Blob([JSON.stringify(allData, null, 2)], {
- type: 'application/json'
- });
- const url = URL.createObjectURL(blob);
- const a = document.createElement('a');
- a.href = url;
- a.download = `all_conversations_${new Date().toISOString().split('T')[0]}.json`;
- document.body.appendChild(a);
- a.click();
- document.body.removeChild(a);
- URL.revokeObjectURL(url);
-
- toast.success(`All conversations (${allConversations.length}) prepared for download`);
- return allConversations;
- } catch (err) {
- console.error('Failed to export conversations:', err);
- throw err;
- }
- }
-
- /**
- * Imports conversations from a JSON file.
- * Supports both single conversation (object) and multiple conversations (array).
- * Uses DatabaseStore for safe, encapsulated data access
- * Returns the list of imported conversations
- */
- async importConversations(): Promise<DatabaseConversation[]> {
- return new Promise((resolve, reject) => {
- const input = document.createElement('input');
- input.type = 'file';
- input.accept = '.json';
-
- input.onchange = async (e) => {
- const file = (e.target as HTMLInputElement)?.files?.[0];
- if (!file) {
- reject(new Error('No file selected'));
- return;
- }
+ const messageIndex = conversationsStore.findMessageIndex(messageId);
+ if (messageIndex === -1) return;
- try {
- const text = await file.text();
- const parsedData = JSON.parse(text);
- let importedData: ExportedConversations;
-
- if (Array.isArray(parsedData)) {
- importedData = parsedData;
- } else if (
- parsedData &&
- typeof parsedData === 'object' &&
- 'conv' in parsedData &&
- 'messages' in parsedData
- ) {
- // Single conversation object
- importedData = [parsedData];
- } else {
- throw new Error(
- 'Invalid file format: expected array of conversations or single conversation object'
- );
- }
+ const messageToUpdate = conversationsStore.activeMessages[messageIndex];
+ const originalContent = messageToUpdate.content;
+ if (messageToUpdate.role !== 'user') return;
- const result = await DatabaseStore.importConversations(importedData);
+ const allMessages = await conversationsStore.getConversationMessages(activeConv.id);
+ const rootMessage = allMessages.find((m) => m.type === 'root' && m.parent === null);
+ const isFirstUserMessage = rootMessage && messageToUpdate.parent === rootMessage.id;
- // Refresh UI
- await this.loadConversations();
+ conversationsStore.updateMessageAtIndex(messageIndex, { content: newContent });
+ await DatabaseService.updateMessage(messageId, { content: newContent });
- toast.success(`Imported ${result.imported} conversation(s), skipped ${result.skipped}`);
+ if (isFirstUserMessage && newContent.trim()) {
+ await conversationsStore.updateConversationTitleWithConfirmation(
+ activeConv.id,
+ newContent.trim(),
+ conversationsStore.titleUpdateConfirmationCallback
+ );
+ }
- // Extract the conversation objects from imported data
- const importedConversations = importedData.map((item) => item.conv);
- resolve(importedConversations);
- } catch (err: unknown) {
- const message = err instanceof Error ? err.message : 'Unknown error';
- console.error('Failed to import conversations:', err);
- toast.error('Import failed', {
- description: message
+ const messagesToRemove = conversationsStore.activeMessages.slice(messageIndex + 1);
+ for (const message of messagesToRemove) await DatabaseService.deleteMessage(message.id);
+ conversationsStore.sliceActiveMessages(messageIndex + 1);
+ conversationsStore.updateConversationTimestamp();
+
+ this.setChatLoading(activeConv.id, true);
+ this.clearChatStreaming(activeConv.id);
+
+ const assistantMessage = await this.createAssistantMessage();
+ if (!assistantMessage) throw new Error('Failed to create assistant message');
+ conversationsStore.addMessageToActive(assistantMessage);
+ await conversationsStore.updateCurrentNode(assistantMessage.id);
+ await this.streamChatCompletion(
+ conversationsStore.activeMessages.slice(0, -1),
+ assistantMessage,
+ undefined,
+ () => {
+ conversationsStore.updateMessageAtIndex(conversationsStore.findMessageIndex(messageId), {
+ content: originalContent
});
- reject(new Error(`Import failed: ${message}`));
}
- };
-
- input.click();
- });
+ );
+ } catch (error) {
+ if (!this.isAbortError(error)) console.error('Failed to update message:', error);
+ }
}
- /**
- * Deletes a conversation and all its messages
- * @param convId - The conversation ID to delete
- */
- async deleteConversation(convId: string): Promise<void> {
- try {
- await DatabaseStore.deleteConversation(convId);
+ // ─────────────────────────────────────────────────────────────────────────────
+ // Regeneration
+ // ─────────────────────────────────────────────────────────────────────────────
- this.conversations = this.conversations.filter((c) => c.id !== convId);
+ async regenerateMessage(messageId: string): Promise<void> {
+ const activeConv = conversationsStore.activeConversation;
+ if (!activeConv || this.isLoading) return;
- if (this.activeConversation?.id === convId) {
- this.activeConversation = null;
- this.activeMessages = [];
- await goto(`?new_chat=true#/`);
- }
+ try {
+ const messageIndex = conversationsStore.findMessageIndex(messageId);
+ if (messageIndex === -1) return;
+ const messageToRegenerate = conversationsStore.activeMessages[messageIndex];
+ if (messageToRegenerate.role !== 'assistant') return;
+
+ const messagesToRemove = conversationsStore.activeMessages.slice(messageIndex);
+ for (const message of messagesToRemove) await DatabaseService.deleteMessage(message.id);
+ conversationsStore.sliceActiveMessages(messageIndex);
+ conversationsStore.updateConversationTimestamp();
+
+ this.setChatLoading(activeConv.id, true);
+ this.clearChatStreaming(activeConv.id);
+
+ const parentMessageId =
+ conversationsStore.activeMessages.length > 0
+ ? conversationsStore.activeMessages[conversationsStore.activeMessages.length - 1].id
+ : undefined;
+ const assistantMessage = await this.createAssistantMessage(parentMessageId);
+ if (!assistantMessage) throw new Error('Failed to create assistant message');
+ conversationsStore.addMessageToActive(assistantMessage);
+ await this.streamChatCompletion(
+ conversationsStore.activeMessages.slice(0, -1),
+ assistantMessage
+ );
} catch (error) {
- console.error('Failed to delete conversation:', error);
+ if (!this.isAbortError(error)) console.error('Failed to regenerate message:', error);
+ this.setChatLoading(activeConv?.id || '', false);
}
}
- /**
- * Gets information about what messages will be deleted when deleting a specific message
- * @param messageId - The ID of the message to be deleted
- * @returns Object with deletion info including count and types of messages
- */
async getDeletionInfo(messageId: string): Promise<{
totalCount: number;
userMessages: number;
assistantMessages: number;
messageTypes: string[];
}> {
- if (!this.activeConversation) {
+ const activeConv = conversationsStore.activeConversation;
+ if (!activeConv)
return { totalCount: 0, userMessages: 0, assistantMessages: 0, messageTypes: [] };
- }
-
- const allMessages = await DatabaseStore.getConversationMessages(this.activeConversation.id);
+ const allMessages = await conversationsStore.getConversationMessages(activeConv.id);
const descendants = findDescendantMessages(allMessages, messageId);
const allToDelete = [messageId, ...descendants];
-
const messagesToDelete = allMessages.filter((m) => allToDelete.includes(m.id));
-
- let userMessages = 0;
- let assistantMessages = 0;
+ let userMessages = 0,
+ assistantMessages = 0;
const messageTypes: string[] = [];
-
for (const msg of messagesToDelete) {
if (msg.role === 'user') {
userMessages++;
if (!messageTypes.includes('assistant response')) messageTypes.push('assistant response');
}
}
-
- return {
- totalCount: allToDelete.length,
- userMessages,
- assistantMessages,
- messageTypes
- };
+ return { totalCount: allToDelete.length, userMessages, assistantMessages, messageTypes };
}
- /**
- * Deletes a message and all its descendants, updating conversation path if needed
- * @param messageId - The ID of the message to delete
- */
async deleteMessage(messageId: string): Promise<void> {
+ const activeConv = conversationsStore.activeConversation;
+ if (!activeConv) return;
try {
- if (!this.activeConversation) return;
-
- // Get all messages to find siblings before deletion
- const allMessages = await DatabaseStore.getConversationMessages(this.activeConversation.id);
+ const allMessages = await conversationsStore.getConversationMessages(activeConv.id);
const messageToDelete = allMessages.find((m) => m.id === messageId);
+ if (!messageToDelete) return;
- if (!messageToDelete) {
- console.error('Message to delete not found');
- return;
- }
-
- // Check if the deleted message is in the current conversation path
- const currentPath = filterByLeafNodeId(
- allMessages,
- this.activeConversation.currNode || '',
- false
- );
+ const currentPath = filterByLeafNodeId(allMessages, activeConv.currNode || '', false);
const isInCurrentPath = currentPath.some((m) => m.id === messageId);
- // If the deleted message is in the current path, we need to update currNode
if (isInCurrentPath && messageToDelete.parent) {
- // Find all siblings (messages with same parent)
const siblings = allMessages.filter(
(m) => m.parent === messageToDelete.parent && m.id !== messageId
);
-
if (siblings.length > 0) {
- // Find the latest sibling (highest timestamp)
const latestSibling = siblings.reduce((latest, sibling) =>
sibling.timestamp > latest.timestamp ? sibling : latest
);
-
- // Find the leaf node for this sibling branch to get the complete conversation path
- const leafNodeId = findLeafNode(allMessages, latestSibling.id);
-
- // Update conversation to use the leaf node of the latest remaining sibling
- await DatabaseStore.updateCurrentNode(this.activeConversation.id, leafNodeId);
- this.activeConversation.currNode = leafNodeId;
- } else {
- // No siblings left, navigate to parent if it exists
- if (messageToDelete.parent) {
- const parentLeafId = findLeafNode(allMessages, messageToDelete.parent);
- await DatabaseStore.updateCurrentNode(this.activeConversation.id, parentLeafId);
- this.activeConversation.currNode = parentLeafId;
- }
+ await conversationsStore.updateCurrentNode(findLeafNode(allMessages, latestSibling.id));
+ } else if (messageToDelete.parent) {
+ await conversationsStore.updateCurrentNode(
+ findLeafNode(allMessages, messageToDelete.parent)
+ );
}
}
-
- // Use cascading deletion to remove the message and all its descendants
- await DatabaseStore.deleteMessageCascading(this.activeConversation.id, messageId);
-
- // Refresh active messages to show the updated branch
- await this.refreshActiveMessages();
-
- // Update conversation timestamp
- this.updateConversationTimestamp();
+ await DatabaseService.deleteMessageCascading(activeConv.id, messageId);
+ await conversationsStore.refreshActiveMessages();
+ conversationsStore.updateConversationTimestamp();
} catch (error) {
console.error('Failed to delete message:', error);
}
}
- /**
- * Clears the active conversation and messages
- * Used when navigating away from chat or starting fresh
- * Note: Does not stop ongoing streaming to allow background completion
- */
- clearActiveConversation(): void {
- this.activeConversation = null;
- this.activeMessages = [];
- this.isLoading = false;
- this.currentResponse = '';
- slotsService.setActiveConversation(null);
- }
-
- /** Refreshes active messages based on currNode after branch navigation */
- async refreshActiveMessages(): Promise<void> {
- if (!this.activeConversation) return;
-
- const allMessages = await DatabaseStore.getConversationMessages(this.activeConversation.id);
- if (allMessages.length === 0) {
- this.activeMessages = [];
- return;
- }
-
- const leafNodeId =
- this.activeConversation.currNode ||
- allMessages.reduce((latest, msg) => (msg.timestamp > latest.timestamp ? msg : latest)).id;
-
- const currentPath = filterByLeafNodeId(allMessages, leafNodeId, false) as DatabaseMessage[];
-
- this.activeMessages.length = 0;
- this.activeMessages.push(...currentPath);
- }
-
- /**
- * Navigates to a specific sibling branch by updating currNode and refreshing messages
- * @param siblingId - The sibling message ID to navigate to
- */
- async navigateToSibling(siblingId: string): Promise<void> {
- if (!this.activeConversation) return;
-
- // Get the current first user message before navigation
- const allMessages = await DatabaseStore.getConversationMessages(this.activeConversation.id);
- const rootMessage = allMessages.find((m) => m.type === 'root' && m.parent === null);
- const currentFirstUserMessage = this.activeMessages.find(
- (m) => m.role === 'user' && m.parent === rootMessage?.id
- );
-
- const currentLeafNodeId = findLeafNode(allMessages, siblingId);
-
- await DatabaseStore.updateCurrentNode(this.activeConversation.id, currentLeafNodeId);
- this.activeConversation.currNode = currentLeafNodeId;
- await this.refreshActiveMessages();
-
- // Only show title dialog if we're navigating between different first user message siblings
- if (rootMessage && this.activeMessages.length > 0) {
- // Find the first user message in the new active path
- const newFirstUserMessage = this.activeMessages.find(
- (m) => m.role === 'user' && m.parent === rootMessage.id
- );
-
- // Only show dialog if:
- // 1. We have a new first user message
- // 2. It's different from the previous one (different ID or content)
- // 3. The new message has content
- if (
- newFirstUserMessage &&
- newFirstUserMessage.content.trim() &&
- (!currentFirstUserMessage ||
- newFirstUserMessage.id !== currentFirstUserMessage.id ||
- newFirstUserMessage.content.trim() !== currentFirstUserMessage.content.trim())
- ) {
- await this.updateConversationTitleWithConfirmation(
- this.activeConversation.id,
- newFirstUserMessage.content.trim(),
- this.titleUpdateConfirmationCallback
- );
- }
- }
- }
+ // ─────────────────────────────────────────────────────────────────────────────
+ // Editing
+ // ─────────────────────────────────────────────────────────────────────────────
- /**
- * Edits an assistant message with optional branching
- * @param messageId - The ID of the assistant message to edit
- * @param newContent - The new content for the message
- * @param shouldBranch - Whether to create a branch or replace in-place
- */
async editAssistantMessage(
messageId: string,
newContent: string,
shouldBranch: boolean
): Promise<void> {
- if (!this.activeConversation || this.isLoading) return;
-
+ const activeConv = conversationsStore.activeConversation;
+ if (!activeConv || this.isLoading) return;
try {
- const messageIndex = this.findMessageIndex(messageId);
-
- if (messageIndex === -1) {
- console.error('Message not found for editing');
- return;
- }
-
- const messageToEdit = this.activeMessages[messageIndex];
-
- if (messageToEdit.role !== 'assistant') {
- console.error('Only assistant messages can be edited with this method');
- return;
- }
+ const idx = conversationsStore.findMessageIndex(messageId);
+ if (idx === -1) return;
+ const msg = conversationsStore.activeMessages[idx];
+ if (msg.role !== 'assistant') return;
if (shouldBranch) {
- const newMessage = await DatabaseStore.createMessageBranch(
+ const newMessage = await DatabaseService.createMessageBranch(
{
- convId: messageToEdit.convId,
- type: messageToEdit.type,
+ convId: msg.convId,
+ type: msg.type,
timestamp: Date.now(),
- role: messageToEdit.role,
+ role: msg.role,
content: newContent,
- thinking: messageToEdit.thinking || '',
- toolCalls: messageToEdit.toolCalls || '',
+ thinking: msg.thinking || '',
+ toolCalls: msg.toolCalls || '',
children: [],
- model: messageToEdit.model // Preserve original model info when branching
+ model: msg.model
},
- messageToEdit.parent!
+ msg.parent!
);
-
- await DatabaseStore.updateCurrentNode(this.activeConversation.id, newMessage.id);
- this.activeConversation.currNode = newMessage.id;
+ await conversationsStore.updateCurrentNode(newMessage.id);
} else {
- await DatabaseStore.updateMessage(messageToEdit.id, {
- content: newContent,
- timestamp: Date.now()
- });
-
- // Ensure currNode points to the edited message to maintain correct path
- await DatabaseStore.updateCurrentNode(this.activeConversation.id, messageToEdit.id);
- this.activeConversation.currNode = messageToEdit.id;
-
- this.updateMessageAtIndex(messageIndex, {
+ await DatabaseService.updateMessage(msg.id, { content: newContent, timestamp: Date.now() });
+ await conversationsStore.updateCurrentNode(msg.id);
+ conversationsStore.updateMessageAtIndex(idx, {
content: newContent,
timestamp: Date.now()
});
}
-
- this.updateConversationTimestamp();
- await this.refreshActiveMessages();
+ conversationsStore.updateConversationTimestamp();
+ await conversationsStore.refreshActiveMessages();
} catch (error) {
console.error('Failed to edit assistant message:', error);
}
}
- /**
- * Edits a user message and preserves all responses below
- * Updates the message content in-place without deleting or regenerating responses
- *
- * **Use Case**: When you want to fix a typo or rephrase a question without losing the assistant's response
- *
- * **Important Behavior:**
- * - Does NOT create a branch (unlike editMessageWithBranching)
- * - Does NOT regenerate assistant responses
- * - Only updates the user message content in the database
- * - Preserves the entire conversation tree below the edited message
- * - Updates conversation title if this is the first user message
- *
- * @param messageId - The ID of the user message to edit
- * @param newContent - The new content for the message
- */
async editUserMessagePreserveResponses(messageId: string, newContent: string): Promise<void> {
- if (!this.activeConversation) return;
-
+ const activeConv = conversationsStore.activeConversation;
+ if (!activeConv) return;
try {
- const messageIndex = this.findMessageIndex(messageId);
- if (messageIndex === -1) {
- console.error('Message not found for editing');
- return;
- }
-
- const messageToEdit = this.activeMessages[messageIndex];
- if (messageToEdit.role !== 'user') {
- console.error('Only user messages can be edited with this method');
- return;
- }
-
- // Simply update the message content in-place
- await DatabaseStore.updateMessage(messageId, {
- content: newContent,
- timestamp: Date.now()
- });
+ const idx = conversationsStore.findMessageIndex(messageId);
+ if (idx === -1) return;
+ const msg = conversationsStore.activeMessages[idx];
+ if (msg.role !== 'user') return;
- this.updateMessageAtIndex(messageIndex, {
+ await DatabaseService.updateMessage(messageId, {
content: newContent,
timestamp: Date.now()
});
+ conversationsStore.updateMessageAtIndex(idx, { content: newContent, timestamp: Date.now() });
- // Check if first user message for title update
- const allMessages = await DatabaseStore.getConversationMessages(this.activeConversation.id);
+ const allMessages = await conversationsStore.getConversationMessages(activeConv.id);
const rootMessage = allMessages.find((m) => m.type === 'root' && m.parent === null);
- const isFirstUserMessage =
- rootMessage && messageToEdit.parent === rootMessage.id && messageToEdit.role === 'user';
-
- if (isFirstUserMessage && newContent.trim()) {
- await this.updateConversationTitleWithConfirmation(
- this.activeConversation.id,
+ if (rootMessage && msg.parent === rootMessage.id && newContent.trim()) {
+ await conversationsStore.updateConversationTitleWithConfirmation(
+ activeConv.id,
newContent.trim(),
- this.titleUpdateConfirmationCallback
+ conversationsStore.titleUpdateConfirmationCallback
);
}
-
- this.updateConversationTimestamp();
+ conversationsStore.updateConversationTimestamp();
} catch (error) {
console.error('Failed to edit user message:', error);
}
}
- /**
- * Edits a message by creating a new branch with the edited content
- * @param messageId - The ID of the message to edit
- * @param newContent - The new content for the message
- */
async editMessageWithBranching(messageId: string, newContent: string): Promise<void> {
- if (!this.activeConversation || this.isLoading) return;
-
+ const activeConv = conversationsStore.activeConversation;
+ if (!activeConv || this.isLoading) return;
try {
- const messageIndex = this.findMessageIndex(messageId);
- if (messageIndex === -1) {
- console.error('Message not found for editing');
- return;
- }
-
- const messageToEdit = this.activeMessages[messageIndex];
- if (messageToEdit.role !== 'user') {
- console.error('Only user messages can be edited');
- return;
- }
+ const idx = conversationsStore.findMessageIndex(messageId);
+ if (idx === -1) return;
+ const msg = conversationsStore.activeMessages[idx];
+ if (msg.role !== 'user') return;
- // Check if this is the first user message in the conversation
- // First user message is one that has the root message as its parent
- const allMessages = await DatabaseStore.getConversationMessages(this.activeConversation.id);
+ const allMessages = await conversationsStore.getConversationMessages(activeConv.id);
const rootMessage = allMessages.find((m) => m.type === 'root' && m.parent === null);
- const isFirstUserMessage =
- rootMessage && messageToEdit.parent === rootMessage.id && messageToEdit.role === 'user';
-
- let parentId = messageToEdit.parent;
-
- if (parentId === undefined || parentId === null) {
- const rootMessage = allMessages.find((m) => m.type === 'root' && m.parent === null);
- if (rootMessage) {
- parentId = rootMessage.id;
- } else {
- console.error('No root message found for editing');
- return;
- }
- }
+ const isFirstUserMessage = rootMessage && msg.parent === rootMessage.id;
+ const parentId = msg.parent || rootMessage?.id;
+ if (!parentId) return;
- const newMessage = await DatabaseStore.createMessageBranch(
+ const newMessage = await DatabaseService.createMessageBranch(
{
- convId: messageToEdit.convId,
- type: messageToEdit.type,
+ convId: msg.convId,
+ type: msg.type,
timestamp: Date.now(),
- role: messageToEdit.role,
+ role: msg.role,
content: newContent,
- thinking: messageToEdit.thinking || '',
- toolCalls: messageToEdit.toolCalls || '',
+ thinking: msg.thinking || '',
+ toolCalls: msg.toolCalls || '',
children: [],
- extra: messageToEdit.extra ? JSON.parse(JSON.stringify(messageToEdit.extra)) : undefined,
- model: messageToEdit.model // Preserve original model info when branching
+ extra: msg.extra ? JSON.parse(JSON.stringify(msg.extra)) : undefined,
+ model: msg.model
},
parentId
);
+ await conversationsStore.updateCurrentNode(newMessage.id);
+ conversationsStore.updateConversationTimestamp();
- await DatabaseStore.updateCurrentNode(this.activeConversation.id, newMessage.id);
- this.activeConversation.currNode = newMessage.id;
- this.updateConversationTimestamp();
-
- // If this is the first user message, update the conversation title with confirmation if needed
if (isFirstUserMessage && newContent.trim()) {
- await this.updateConversationTitleWithConfirmation(
- this.activeConversation.id,
+ await conversationsStore.updateConversationTitleWithConfirmation(
+ activeConv.id,
newContent.trim(),
- this.titleUpdateConfirmationCallback
+ conversationsStore.titleUpdateConfirmationCallback
);
}
-
- await this.refreshActiveMessages();
-
- if (messageToEdit.role === 'user') {
- await this.generateResponseForMessage(newMessage.id);
- }
+ await conversationsStore.refreshActiveMessages();
+ await this.generateResponseForMessage(newMessage.id);
} catch (error) {
console.error('Failed to edit message with branching:', error);
}
}
- /**
- * Regenerates an assistant message by creating a new branch with a new response
- * @param messageId - The ID of the assistant message to regenerate
- */
- async regenerateMessageWithBranching(messageId: string): Promise<void> {
- if (!this.activeConversation || this.isLoading) return;
-
+ async regenerateMessageWithBranching(messageId: string, modelOverride?: string): Promise<void> {
+ const activeConv = conversationsStore.activeConversation;
+ if (!activeConv || this.isLoading) return;
try {
- const messageIndex = this.findMessageIndex(messageId);
- if (messageIndex === -1) {
- console.error('Message not found for regeneration');
- return;
- }
-
- const messageToRegenerate = this.activeMessages[messageIndex];
- if (messageToRegenerate.role !== 'assistant') {
- console.error('Only assistant messages can be regenerated');
- return;
- }
+ const idx = conversationsStore.findMessageIndex(messageId);
+ if (idx === -1) return;
+ const msg = conversationsStore.activeMessages[idx];
+ if (msg.role !== 'assistant') return;
- // Find parent message in all conversation messages, not just active path
- const conversationMessages = await DatabaseStore.getConversationMessages(
- this.activeConversation.id
- );
- const parentMessage = conversationMessages.find((m) => m.id === messageToRegenerate.parent);
- if (!parentMessage) {
- console.error('Parent message not found for regeneration');
- return;
- }
+ const allMessages = await conversationsStore.getConversationMessages(activeConv.id);
+ const parentMessage = allMessages.find((m) => m.id === msg.parent);
+ if (!parentMessage) return;
- this.setConversationLoading(this.activeConversation.id, true);
- this.clearConversationStreaming(this.activeConversation.id);
+ this.setChatLoading(activeConv.id, true);
+ this.clearChatStreaming(activeConv.id);
- const newAssistantMessage = await DatabaseStore.createMessageBranch(
+ const newAssistantMessage = await DatabaseService.createMessageBranch(
{
- convId: this.activeConversation.id,
+ convId: activeConv.id,
type: 'text',
timestamp: Date.now(),
role: 'assistant',
},
parentMessage.id
);
+ await conversationsStore.updateCurrentNode(newAssistantMessage.id);
+ conversationsStore.updateConversationTimestamp();
+ await conversationsStore.refreshActiveMessages();
- await DatabaseStore.updateCurrentNode(this.activeConversation.id, newAssistantMessage.id);
- this.activeConversation.currNode = newAssistantMessage.id;
- this.updateConversationTimestamp();
- await this.refreshActiveMessages();
-
- const allConversationMessages = await DatabaseStore.getConversationMessages(
- this.activeConversation.id
- );
const conversationPath = filterByLeafNodeId(
- allConversationMessages,
+ allMessages,
parentMessage.id,
false
) as DatabaseMessage[];
-
- await this.streamChatCompletion(conversationPath, newAssistantMessage);
+ // Use modelOverride if provided, otherwise use the original message's model
+ // If neither is available, don't pass model (will use global selection)
+ const modelToUse = modelOverride || msg.model || undefined;
+ await this.streamChatCompletion(
+ conversationPath,
+ newAssistantMessage,
+ undefined,
+ undefined,
+ modelToUse
+ );
} catch (error) {
- if (this.isAbortError(error)) return;
-
- console.error('Failed to regenerate message with branching:', error);
- this.setConversationLoading(this.activeConversation!.id, false);
+ if (!this.isAbortError(error))
+ console.error('Failed to regenerate message with branching:', error);
+ this.setChatLoading(activeConv?.id || '', false);
}
}
- /**
- * Generates a new assistant response for a given user message
- * @param userMessageId - ID of user message to respond to
- */
private async generateResponseForMessage(userMessageId: string): Promise<void> {
- if (!this.activeConversation) return;
-
+ const activeConv = conversationsStore.activeConversation;
+ if (!activeConv) return;
this.errorDialogState = null;
- this.setConversationLoading(this.activeConversation.id, true);
- this.clearConversationStreaming(this.activeConversation.id);
+ this.setChatLoading(activeConv.id, true);
+ this.clearChatStreaming(activeConv.id);
try {
- // Get conversation path up to the user message
- const allMessages = await DatabaseStore.getConversationMessages(this.activeConversation.id);
+ const allMessages = await conversationsStore.getConversationMessages(activeConv.id);
const conversationPath = filterByLeafNodeId(
allMessages,
userMessageId,
false
) as DatabaseMessage[];
-
- // Create new assistant message branch
- const assistantMessage = await DatabaseStore.createMessageBranch(
+ const assistantMessage = await DatabaseService.createMessageBranch(
{
- convId: this.activeConversation.id,
+ convId: activeConv.id,
type: 'text',
timestamp: Date.now(),
role: 'assistant',
},
userMessageId
);
-
- // Add assistant message to active messages immediately for UI reactivity
- this.activeMessages.push(assistantMessage);
-
- // Stream response to new assistant message
+ conversationsStore.addMessageToActive(assistantMessage);
await this.streamChatCompletion(conversationPath, assistantMessage);
} catch (error) {
console.error('Failed to generate response:', error);
- this.setConversationLoading(this.activeConversation!.id, false);
+ this.setChatLoading(activeConv.id, false);
}
}
- /**
- * Continues generation for an existing assistant message
- * @param messageId - The ID of the assistant message to continue
- */
async continueAssistantMessage(messageId: string): Promise<void> {
- if (!this.activeConversation || this.isLoading) return;
-
+ const activeConv = conversationsStore.activeConversation;
+ if (!activeConv || this.isLoading) return;
try {
- const messageIndex = this.findMessageIndex(messageId);
- if (messageIndex === -1) {
- console.error('Message not found for continuation');
- return;
- }
-
- const messageToContinue = this.activeMessages[messageIndex];
- if (messageToContinue.role !== 'assistant') {
- console.error('Only assistant messages can be continued');
- return;
- }
-
- // Race condition protection: Check if this specific conversation is already loading
- // This prevents multiple rapid clicks on "Continue" from creating concurrent operations
- if (this.isConversationLoading(this.activeConversation.id)) {
- console.warn('Continuation already in progress for this conversation');
- return;
- }
+ const idx = conversationsStore.findMessageIndex(messageId);
+ if (idx === -1) return;
+ const msg = conversationsStore.activeMessages[idx];
+ if (msg.role !== 'assistant') return;
+ if (this.isChatLoading(activeConv.id)) return;
this.errorDialogState = null;
- this.setConversationLoading(this.activeConversation.id, true);
- this.clearConversationStreaming(this.activeConversation.id);
+ this.setChatLoading(activeConv.id, true);
+ this.clearChatStreaming(activeConv.id);
- // IMPORTANT: Fetch the latest content from the database to ensure we have
- // the most up-to-date content, especially after a stopped generation
- // This prevents issues where the in-memory state might be stale
- const allMessages = await DatabaseStore.getConversationMessages(this.activeConversation.id);
+ const allMessages = await conversationsStore.getConversationMessages(activeConv.id);
const dbMessage = allMessages.find((m) => m.id === messageId);
-
if (!dbMessage) {
- console.error('Message not found in database for continuation');
- this.setConversationLoading(this.activeConversation.id, false);
-
+ this.setChatLoading(activeConv.id, false);
return;
}
- // Use content from database as the source of truth
const originalContent = dbMessage.content;
const originalThinking = dbMessage.thinking || '';
-
- // Get conversation context up to (but not including) the message to continue
- const conversationContext = this.activeMessages.slice(0, messageIndex);
-
+ const conversationContext = conversationsStore.activeMessages.slice(0, idx);
const contextWithContinue = [
- ...conversationContext.map((msg) => {
- if ('id' in msg && 'convId' in msg && 'timestamp' in msg) {
- return msg as DatabaseMessage & { extra?: DatabaseMessageExtra[] };
- }
- return msg as ApiChatMessageData;
- }),
- {
- role: 'assistant' as const,
- content: originalContent
- }
+ ...conversationContext,
+ { role: 'assistant' as const, content: originalContent }
];
- let appendedContent = '';
- let appendedThinking = '';
- let hasReceivedContent = false;
+ let appendedContent = '',
+ appendedThinking = '',
+ hasReceivedContent = false;
+
+ const abortController = this.getOrCreateAbortController(msg.convId);
- await chatService.sendMessage(
+ await ChatService.sendMessage(
contextWithContinue,
{
...this.getApiOptions(),
-
onChunk: (chunk: string) => {
hasReceivedContent = true;
appendedContent += chunk;
- // Preserve originalContent exactly as-is, including any trailing whitespace
- // The concatenation naturally preserves any whitespace at the end of originalContent
const fullContent = originalContent + appendedContent;
-
- this.setConversationStreaming(
- messageToContinue.convId,
- fullContent,
- messageToContinue.id
- );
-
- this.updateMessageAtIndex(messageIndex, {
- content: fullContent
- });
+ this.setChatStreaming(msg.convId, fullContent, msg.id);
+ conversationsStore.updateMessageAtIndex(idx, { content: fullContent });
},
-
onReasoningChunk: (reasoningChunk: string) => {
hasReceivedContent = true;
appendedThinking += reasoningChunk;
-
- const fullThinking = originalThinking + appendedThinking;
-
- this.updateMessageAtIndex(messageIndex, {
- thinking: fullThinking
+ conversationsStore.updateMessageAtIndex(idx, {
+ thinking: originalThinking + appendedThinking
});
},
-
+ onTimings: (timings: ChatMessageTimings, promptProgress?: ChatMessagePromptProgress) => {
+ const tokensPerSecond =
+ timings?.predicted_ms && timings?.predicted_n
+ ? (timings.predicted_n / timings.predicted_ms) * 1000
+ : 0;
+ this.updateProcessingStateFromTimings(
+ {
+ prompt_n: timings?.prompt_n || 0,
+ predicted_n: timings?.predicted_n || 0,
+ predicted_per_second: tokensPerSecond,
+ cache_n: timings?.cache_n || 0,
+ prompt_progress: promptProgress
+ },
+ msg.convId
+ );
+ },
onComplete: async (
finalContent?: string,
reasoningContent?: string,
) => {
const fullContent = originalContent + (finalContent || appendedContent);
const fullThinking = originalThinking + (reasoningContent || appendedThinking);
-
- const updateData: {
- content: string;
- thinking: string;
- timestamp: number;
- timings?: ChatMessageTimings;
- } = {
+ await DatabaseService.updateMessage(msg.id, {
content: fullContent,
thinking: fullThinking,
timestamp: Date.now(),
- timings: timings
- };
-
- await DatabaseStore.updateMessage(messageToContinue.id, updateData);
-
- this.updateMessageAtIndex(messageIndex, updateData);
-
- this.updateConversationTimestamp();
-
- this.setConversationLoading(messageToContinue.convId, false);
- this.clearConversationStreaming(messageToContinue.convId);
- slotsService.clearConversationState(messageToContinue.convId);
+ timings
+ });
+ conversationsStore.updateMessageAtIndex(idx, {
+ content: fullContent,
+ thinking: fullThinking,
+ timestamp: Date.now(),
+ timings
+ });
+ conversationsStore.updateConversationTimestamp();
+ this.setChatLoading(msg.convId, false);
+ this.clearChatStreaming(msg.convId);
+ this.clearProcessingState(msg.convId);
},
-
onError: async (error: Error) => {
if (this.isAbortError(error)) {
- // User cancelled - save partial continuation if any content was received
if (hasReceivedContent && appendedContent) {
- const partialContent = originalContent + appendedContent;
- const partialThinking = originalThinking + appendedThinking;
-
- await DatabaseStore.updateMessage(messageToContinue.id, {
- content: partialContent,
- thinking: partialThinking,
+ await DatabaseService.updateMessage(msg.id, {
+ content: originalContent + appendedContent,
+ thinking: originalThinking + appendedThinking,
timestamp: Date.now()
});
-
- this.updateMessageAtIndex(messageIndex, {
- content: partialContent,
- thinking: partialThinking,
+ conversationsStore.updateMessageAtIndex(idx, {
+ content: originalContent + appendedContent,
+ thinking: originalThinking + appendedThinking,
timestamp: Date.now()
});
}
-
- this.setConversationLoading(messageToContinue.convId, false);
- this.clearConversationStreaming(messageToContinue.convId);
- slotsService.clearConversationState(messageToContinue.convId);
-
+ this.setChatLoading(msg.convId, false);
+ this.clearChatStreaming(msg.convId);
+ this.clearProcessingState(msg.convId);
return;
}
-
- // Non-abort error - rollback to original content
console.error('Continue generation error:', error);
-
- // Rollback: Restore original content in UI
- this.updateMessageAtIndex(messageIndex, {
+ conversationsStore.updateMessageAtIndex(idx, {
content: originalContent,
thinking: originalThinking
});
-
- // Ensure database has original content (in case of partial writes)
- await DatabaseStore.updateMessage(messageToContinue.id, {
+ await DatabaseService.updateMessage(msg.id, {
content: originalContent,
thinking: originalThinking
});
-
- this.setConversationLoading(messageToContinue.convId, false);
- this.clearConversationStreaming(messageToContinue.convId);
- slotsService.clearConversationState(messageToContinue.convId);
-
- const dialogType = error.name === 'TimeoutError' ? 'timeout' : 'server';
- this.showErrorDialog(dialogType, error.message);
+ this.setChatLoading(msg.convId, false);
+ this.clearChatStreaming(msg.convId);
+ this.clearProcessingState(msg.convId);
+ this.showErrorDialog(
+ error.name === 'TimeoutError' ? 'timeout' : 'server',
+ error.message
+ );
}
},
- messageToContinue.convId
+ msg.convId,
+ abortController.signal
);
} catch (error) {
- if (this.isAbortError(error)) return;
- console.error('Failed to continue message:', error);
- if (this.activeConversation) {
- this.setConversationLoading(this.activeConversation.id, false);
- }
+ if (!this.isAbortError(error)) console.error('Failed to continue message:', error);
+ if (activeConv) this.setChatLoading(activeConv.id, false);
}
}
- /**
- * Public methods for accessing per-conversation states
- */
- public isConversationLoadingPublic(convId: string): boolean {
- return this.isConversationLoading(convId);
+ public isChatLoadingPublic(convId: string): boolean {
+ return this.isChatLoading(convId);
}
-
- public getConversationStreamingPublic(
+ public getChatStreamingPublic(
convId: string
): { response: string; messageId: string } | undefined {
- return this.getConversationStreaming(convId);
+ return this.getChatStreaming(convId);
}
-
- public getAllLoadingConversations(): string[] {
- return Array.from(this.conversationLoadingStates.keys());
+ public getAllLoadingChats(): string[] {
+ return Array.from(this.chatLoadingStates.keys());
+ }
+ public getAllStreamingChats(): string[] {
+ return Array.from(this.chatStreamingStates.keys());
}
- public getAllStreamingConversations(): string[] {
- return Array.from(this.conversationStreamingStates.keys());
+ // ─────────────────────────────────────────────────────────────────────────────
+ // Utilities
+ // ─────────────────────────────────────────────────────────────────────────────
+
+ private getApiOptions(): Record<string, unknown> {
+ const currentConfig = config();
+ const hasValue = (value: unknown): boolean =>
+ value !== undefined && value !== null && value !== '';
+
+ const apiOptions: Record<string, unknown> = { stream: true, timings_per_token: true };
+
+ // Model selection (required in ROUTER mode)
+ if (isRouterMode()) {
+ const modelName = selectedModelName();
+ if (modelName) apiOptions.model = modelName;
+ }
+
+ // Config options needed by ChatService
+ if (currentConfig.systemMessage) apiOptions.systemMessage = currentConfig.systemMessage;
+ if (currentConfig.disableReasoningFormat) apiOptions.disableReasoningFormat = true;
+
+ if (hasValue(currentConfig.temperature))
+ apiOptions.temperature = Number(currentConfig.temperature);
+ if (hasValue(currentConfig.max_tokens))
+ apiOptions.max_tokens = Number(currentConfig.max_tokens);
+ if (hasValue(currentConfig.dynatemp_range))
+ apiOptions.dynatemp_range = Number(currentConfig.dynatemp_range);
+ if (hasValue(currentConfig.dynatemp_exponent))
+ apiOptions.dynatemp_exponent = Number(currentConfig.dynatemp_exponent);
+ if (hasValue(currentConfig.top_k)) apiOptions.top_k = Number(currentConfig.top_k);
+ if (hasValue(currentConfig.top_p)) apiOptions.top_p = Number(currentConfig.top_p);
+ if (hasValue(currentConfig.min_p)) apiOptions.min_p = Number(currentConfig.min_p);
+ if (hasValue(currentConfig.xtc_probability))
+ apiOptions.xtc_probability = Number(currentConfig.xtc_probability);
+ if (hasValue(currentConfig.xtc_threshold))
+ apiOptions.xtc_threshold = Number(currentConfig.xtc_threshold);
+ if (hasValue(currentConfig.typ_p)) apiOptions.typ_p = Number(currentConfig.typ_p);
+ if (hasValue(currentConfig.repeat_last_n))
+ apiOptions.repeat_last_n = Number(currentConfig.repeat_last_n);
+ if (hasValue(currentConfig.repeat_penalty))
+ apiOptions.repeat_penalty = Number(currentConfig.repeat_penalty);
+ if (hasValue(currentConfig.presence_penalty))
+ apiOptions.presence_penalty = Number(currentConfig.presence_penalty);
+ if (hasValue(currentConfig.frequency_penalty))
+ apiOptions.frequency_penalty = Number(currentConfig.frequency_penalty);
+ if (hasValue(currentConfig.dry_multiplier))
+ apiOptions.dry_multiplier = Number(currentConfig.dry_multiplier);
+ if (hasValue(currentConfig.dry_base)) apiOptions.dry_base = Number(currentConfig.dry_base);
+ if (hasValue(currentConfig.dry_allowed_length))
+ apiOptions.dry_allowed_length = Number(currentConfig.dry_allowed_length);
+ if (hasValue(currentConfig.dry_penalty_last_n))
+ apiOptions.dry_penalty_last_n = Number(currentConfig.dry_penalty_last_n);
+ if (currentConfig.samplers) apiOptions.samplers = currentConfig.samplers;
+ if (currentConfig.custom) apiOptions.custom = currentConfig.custom;
+
+ return apiOptions;
}
}
export const chatStore = new ChatStore();
-export const conversations = () => chatStore.conversations;
-export const activeConversation = () => chatStore.activeConversation;
-export const activeMessages = () => chatStore.activeMessages;
export const isLoading = () => chatStore.isLoading;
export const currentResponse = () => chatStore.currentResponse;
-export const isInitialized = () => chatStore.isInitialized;
export const errorDialog = () => chatStore.errorDialogState;
+export const activeProcessingState = () => chatStore.activeProcessingState;
+export const isChatStreaming = () => chatStore.isStreaming();
-export const createConversation = chatStore.createConversation.bind(chatStore);
-export const downloadConversation = chatStore.downloadConversation.bind(chatStore);
-export const exportAllConversations = chatStore.exportAllConversations.bind(chatStore);
-export const importConversations = chatStore.importConversations.bind(chatStore);
-export const deleteConversation = chatStore.deleteConversation.bind(chatStore);
-export const sendMessage = chatStore.sendMessage.bind(chatStore);
-export const dismissErrorDialog = chatStore.dismissErrorDialog.bind(chatStore);
-
-export const gracefulStop = chatStore.gracefulStop.bind(chatStore);
-
-// Branching operations
-export const refreshActiveMessages = chatStore.refreshActiveMessages.bind(chatStore);
-export const navigateToSibling = chatStore.navigateToSibling.bind(chatStore);
-export const editAssistantMessage = chatStore.editAssistantMessage.bind(chatStore);
-export const editMessageWithBranching = chatStore.editMessageWithBranching.bind(chatStore);
-export const editUserMessagePreserveResponses =
- chatStore.editUserMessagePreserveResponses.bind(chatStore);
-export const regenerateMessageWithBranching =
- chatStore.regenerateMessageWithBranching.bind(chatStore);
-export const continueAssistantMessage = chatStore.continueAssistantMessage.bind(chatStore);
-export const deleteMessage = chatStore.deleteMessage.bind(chatStore);
-export const getDeletionInfo = chatStore.getDeletionInfo.bind(chatStore);
-export const updateConversationName = chatStore.updateConversationName.bind(chatStore);
-export const setTitleUpdateConfirmationCallback =
- chatStore.setTitleUpdateConfirmationCallback.bind(chatStore);
-
-export function stopGeneration() {
- chatStore.stopGeneration();
-}
-export const messages = () => chatStore.activeMessages;
-
-// Per-conversation state access
-export const isConversationLoading = (convId: string) =>
- chatStore.isConversationLoadingPublic(convId);
-export const getConversationStreaming = (convId: string) =>
- chatStore.getConversationStreamingPublic(convId);
-export const getAllLoadingConversations = () => chatStore.getAllLoadingConversations();
-export const getAllStreamingConversations = () => chatStore.getAllStreamingConversations();
+export const isChatLoading = (convId: string) => chatStore.isChatLoadingPublic(convId);
+export const getChatStreaming = (convId: string) => chatStore.getChatStreamingPublic(convId);
+export const getAllLoadingChats = () => chatStore.getAllLoadingChats();
+export const getAllStreamingChats = () => chatStore.getAllStreamingChats();
--- /dev/null
+import { browser } from '$app/environment';
+import { goto } from '$app/navigation';
+import { toast } from 'svelte-sonner';
+import { DatabaseService } from '$lib/services/database';
+import { config } from '$lib/stores/settings.svelte';
+import { filterByLeafNodeId, findLeafNode } from '$lib/utils';
+import { AttachmentType } from '$lib/enums';
+
+/**
+ * conversationsStore - Persistent conversation data and lifecycle management
+ *
+ * **Terminology - Chat vs Conversation:**
+ * - **Chat**: The active interaction space with the Chat Completions API. Represents the
+ * real-time streaming session, loading states, and UI visualization of AI communication.
+ * Managed by chatStore, a "chat" is ephemeral and exists during active AI interactions.
+ * - **Conversation**: The persistent database entity storing all messages and metadata.
+ * A "conversation" survives across sessions, page reloads, and browser restarts.
+ * It contains the complete message history, branching structure, and conversation metadata.
+ *
+ * This store manages all conversation-level data and operations including creation, loading,
+ * deletion, and navigation. It maintains the list of conversations and the currently active
+ * conversation with its message history, providing reactive state for UI components.
+ *
+ * **Architecture & Relationships:**
+ * - **conversationsStore** (this class): Persistent conversation data management
+ * - Manages conversation list and active conversation state
+ * - Handles conversation CRUD operations via DatabaseService
+ * - Maintains active message array for current conversation
+ * - Coordinates branching navigation (currNode tracking)
+ *
+ * - **chatStore**: Uses conversation data as context for active AI streaming
+ * - **DatabaseService**: Low-level IndexedDB storage for conversations and messages
+ *
+ * **Key Features:**
+ * - **Conversation Lifecycle**: Create, load, update, delete conversations
+ * - **Message Management**: Active message array with branching support
+ * - **Import/Export**: JSON-based conversation backup and restore
+ * - **Branch Navigation**: Navigate between message tree branches
+ * - **Title Management**: Auto-update titles with confirmation dialogs
+ * - **Reactive State**: Svelte 5 runes for automatic UI updates
+ *
+ * **State Properties:**
+ * - `conversations`: All conversations sorted by last modified
+ * - `activeConversation`: Currently viewed conversation
+ * - `activeMessages`: Messages in current conversation path
+ * - `isInitialized`: Store initialization status
+ */
+class ConversationsStore {
+ // ─────────────────────────────────────────────────────────────────────────────
+ // State
+ // ─────────────────────────────────────────────────────────────────────────────
+
+ /** List of all conversations */
+ conversations = $state<DatabaseConversation[]>([]);
+
+ /** Currently active conversation */
+ activeConversation = $state<DatabaseConversation | null>(null);
+
+ /** Messages in the active conversation (filtered by currNode path) */
+ activeMessages = $state<DatabaseMessage[]>([]);
+
+ /** Whether the store has been initialized */
+ isInitialized = $state(false);
+
+ /** Callback for title update confirmation dialog */
+ titleUpdateConfirmationCallback?: (currentTitle: string, newTitle: string) => Promise<boolean>;
+
+ // ─────────────────────────────────────────────────────────────────────────────
+ // Modalities
+ // ─────────────────────────────────────────────────────────────────────────────
+
+ /**
+ * Modalities used in the active conversation.
+ * Computed from attachments in activeMessages.
+ * Used to filter available models - models must support all used modalities.
+ */
+ usedModalities: ModelModalities = $derived.by(() => {
+ return this.calculateModalitiesFromMessages(this.activeMessages);
+ });
+
+ /**
+ * Calculate modalities from a list of messages.
+ * Helper method used by both usedModalities and getModalitiesUpToMessage.
+ */
+ private calculateModalitiesFromMessages(messages: DatabaseMessage[]): ModelModalities {
+ const modalities: ModelModalities = { vision: false, audio: false };
+
+ for (const message of messages) {
+ if (!message.extra) continue;
+
+ for (const extra of message.extra) {
+ if (extra.type === AttachmentType.IMAGE) {
+ modalities.vision = true;
+ }
+
+ // PDF only requires vision if processed as images
+ if (extra.type === AttachmentType.PDF) {
+ const pdfExtra = extra as DatabaseMessageExtraPdfFile;
+
+ if (pdfExtra.processedAsImages) {
+ modalities.vision = true;
+ }
+ }
+
+ if (extra.type === AttachmentType.AUDIO) {
+ modalities.audio = true;
+ }
+ }
+
+ if (modalities.vision && modalities.audio) break;
+ }
+
+ return modalities;
+ }
+
+ /**
+ * Get modalities used in messages BEFORE the specified message.
+ * Used for regeneration - only consider context that was available when generating this message.
+ */
+ getModalitiesUpToMessage(messageId: string): ModelModalities {
+ const messageIndex = this.activeMessages.findIndex((m) => m.id === messageId);
+
+ if (messageIndex === -1) {
+ return this.usedModalities;
+ }
+
+ const messagesBefore = this.activeMessages.slice(0, messageIndex);
+ return this.calculateModalitiesFromMessages(messagesBefore);
+ }
+
+ constructor() {
+ if (browser) {
+ this.initialize();
+ }
+ }
+
+ // ─────────────────────────────────────────────────────────────────────────────
+ // Lifecycle
+ // ─────────────────────────────────────────────────────────────────────────────
+
+ /**
+ * Initializes the conversations store by loading conversations from the database
+ */
+ async initialize(): Promise<void> {
+ try {
+ await this.loadConversations();
+ this.isInitialized = true;
+ } catch (error) {
+ console.error('Failed to initialize conversations store:', error);
+ }
+ }
+
+ /**
+ * Loads all conversations from the database
+ */
+ async loadConversations(): Promise<void> {
+ this.conversations = await DatabaseService.getAllConversations();
+ }
+
+ // ─────────────────────────────────────────────────────────────────────────────
+ // Conversation CRUD
+ // ─────────────────────────────────────────────────────────────────────────────
+
+ /**
+ * Creates a new conversation and navigates to it
+ * @param name - Optional name for the conversation
+ * @returns The ID of the created conversation
+ */
+ async createConversation(name?: string): Promise<string> {
+ const conversationName = name || `Chat ${new Date().toLocaleString()}`;
+ const conversation = await DatabaseService.createConversation(conversationName);
+
+ this.conversations.unshift(conversation);
+ this.activeConversation = conversation;
+ this.activeMessages = [];
+
+ await goto(`#/chat/${conversation.id}`);
+
+ return conversation.id;
+ }
+
+ /**
+ * Loads a specific conversation and its messages
+ * @param convId - The conversation ID to load
+ * @returns True if conversation was loaded successfully
+ */
+ async loadConversation(convId: string): Promise<boolean> {
+ try {
+ const conversation = await DatabaseService.getConversation(convId);
+
+ if (!conversation) {
+ return false;
+ }
+
+ this.activeConversation = conversation;
+
+ if (conversation.currNode) {
+ const allMessages = await DatabaseService.getConversationMessages(convId);
+ this.activeMessages = filterByLeafNodeId(
+ allMessages,
+ conversation.currNode,
+ false
+ ) as DatabaseMessage[];
+ } else {
+ this.activeMessages = await DatabaseService.getConversationMessages(convId);
+ }
+
+ return true;
+ } catch (error) {
+ console.error('Failed to load conversation:', error);
+ return false;
+ }
+ }
+
+ /**
+ * Clears the active conversation and messages
+ * Used when navigating away from chat or starting fresh
+ */
+ clearActiveConversation(): void {
+ this.activeConversation = null;
+ this.activeMessages = [];
+ // Active processing conversation is now managed by chatStore
+ }
+
+ // ─────────────────────────────────────────────────────────────────────────────
+ // Message Management
+ // ─────────────────────────────────────────────────────────────────────────────
+
+ /**
+ * Refreshes active messages based on currNode after branch navigation
+ */
+ async refreshActiveMessages(): Promise<void> {
+ if (!this.activeConversation) return;
+
+ const allMessages = await DatabaseService.getConversationMessages(this.activeConversation.id);
+
+ if (allMessages.length === 0) {
+ this.activeMessages = [];
+ return;
+ }
+
+ const leafNodeId =
+ this.activeConversation.currNode ||
+ allMessages.reduce((latest, msg) => (msg.timestamp > latest.timestamp ? msg : latest)).id;
+
+ const currentPath = filterByLeafNodeId(allMessages, leafNodeId, false) as DatabaseMessage[];
+
+ this.activeMessages.length = 0;
+ this.activeMessages.push(...currentPath);
+ }
+
+ /**
+ * Updates the name of a conversation
+ * @param convId - The conversation ID to update
+ * @param name - The new name for the conversation
+ */
+ async updateConversationName(convId: string, name: string): Promise<void> {
+ try {
+ await DatabaseService.updateConversation(convId, { name });
+
+ const convIndex = this.conversations.findIndex((c) => c.id === convId);
+
+ if (convIndex !== -1) {
+ this.conversations[convIndex].name = name;
+ }
+
+ if (this.activeConversation?.id === convId) {
+ this.activeConversation.name = name;
+ }
+ } catch (error) {
+ console.error('Failed to update conversation name:', error);
+ }
+ }
+
+ /**
+ * Updates conversation title with optional confirmation dialog based on settings
+ * @param convId - The conversation ID to update
+ * @param newTitle - The new title content
+ * @param onConfirmationNeeded - Callback when user confirmation is needed
+ * @returns True if title was updated, false if cancelled
+ */
+ async updateConversationTitleWithConfirmation(
+ convId: string,
+ newTitle: string,
+ onConfirmationNeeded?: (currentTitle: string, newTitle: string) => Promise<boolean>
+ ): Promise<boolean> {
+ try {
+ const currentConfig = config();
+
+ if (currentConfig.askForTitleConfirmation && onConfirmationNeeded) {
+ const conversation = await DatabaseService.getConversation(convId);
+ if (!conversation) return false;
+
+ const shouldUpdate = await onConfirmationNeeded(conversation.name, newTitle);
+ if (!shouldUpdate) return false;
+ }
+
+ await this.updateConversationName(convId, newTitle);
+ return true;
+ } catch (error) {
+ console.error('Failed to update conversation title with confirmation:', error);
+ return false;
+ }
+ }
+
+ // ─────────────────────────────────────────────────────────────────────────────
+ // Navigation
+ // ─────────────────────────────────────────────────────────────────────────────
+
+ /**
+ * Updates the current node of the active conversation
+ * @param nodeId - The new current node ID
+ */
+ async updateCurrentNode(nodeId: string): Promise<void> {
+ if (!this.activeConversation) return;
+
+ await DatabaseService.updateCurrentNode(this.activeConversation.id, nodeId);
+ this.activeConversation.currNode = nodeId;
+ }
+
+ /**
+ * Updates conversation lastModified timestamp and moves it to top of list
+ */
+ updateConversationTimestamp(): void {
+ if (!this.activeConversation) return;
+
+ const chatIndex = this.conversations.findIndex((c) => c.id === this.activeConversation!.id);
+
+ if (chatIndex !== -1) {
+ this.conversations[chatIndex].lastModified = Date.now();
+ const updatedConv = this.conversations.splice(chatIndex, 1)[0];
+ this.conversations.unshift(updatedConv);
+ }
+ }
+
+ /**
+ * Navigates to a specific sibling branch by updating currNode and refreshing messages
+ * @param siblingId - The sibling message ID to navigate to
+ */
+ async navigateToSibling(siblingId: string): Promise<void> {
+ if (!this.activeConversation) return;
+
+ const allMessages = await DatabaseService.getConversationMessages(this.activeConversation.id);
+ const rootMessage = allMessages.find((m) => m.type === 'root' && m.parent === null);
+ const currentFirstUserMessage = this.activeMessages.find(
+ (m) => m.role === 'user' && m.parent === rootMessage?.id
+ );
+
+ const currentLeafNodeId = findLeafNode(allMessages, siblingId);
+
+ await DatabaseService.updateCurrentNode(this.activeConversation.id, currentLeafNodeId);
+ this.activeConversation.currNode = currentLeafNodeId;
+ await this.refreshActiveMessages();
+
+ // Only show title dialog if we're navigating between different first user message siblings
+ if (rootMessage && this.activeMessages.length > 0) {
+ const newFirstUserMessage = this.activeMessages.find(
+ (m) => m.role === 'user' && m.parent === rootMessage.id
+ );
+
+ if (
+ newFirstUserMessage &&
+ newFirstUserMessage.content.trim() &&
+ (!currentFirstUserMessage ||
+ newFirstUserMessage.id !== currentFirstUserMessage.id ||
+ newFirstUserMessage.content.trim() !== currentFirstUserMessage.content.trim())
+ ) {
+ await this.updateConversationTitleWithConfirmation(
+ this.activeConversation.id,
+ newFirstUserMessage.content.trim(),
+ this.titleUpdateConfirmationCallback
+ );
+ }
+ }
+ }
+
+ /**
+ * Deletes a conversation and all its messages
+ * @param convId - The conversation ID to delete
+ */
+ async deleteConversation(convId: string): Promise<void> {
+ try {
+ await DatabaseService.deleteConversation(convId);
+
+ this.conversations = this.conversations.filter((c) => c.id !== convId);
+
+ if (this.activeConversation?.id === convId) {
+ this.activeConversation = null;
+ this.activeMessages = [];
+ await goto(`?new_chat=true#/`);
+ }
+ } catch (error) {
+ console.error('Failed to delete conversation:', error);
+ }
+ }
+
+ // ─────────────────────────────────────────────────────────────────────────────
+ // Import/Export
+ // ─────────────────────────────────────────────────────────────────────────────
+
+ /**
+ * Downloads a conversation as JSON file
+ * @param convId - The conversation ID to download
+ */
+ async downloadConversation(convId: string): Promise<void> {
+ let conversation: DatabaseConversation | null;
+ let messages: DatabaseMessage[];
+
+ if (this.activeConversation?.id === convId) {
+ conversation = this.activeConversation;
+ messages = this.activeMessages;
+ } else {
+ conversation = await DatabaseService.getConversation(convId);
+ if (!conversation) return;
+ messages = await DatabaseService.getConversationMessages(convId);
+ }
+
+ this.triggerDownload({ conv: conversation, messages });
+ }
+
+ /**
+ * Exports all conversations with their messages as a JSON file
+ * @returns The list of exported conversations
+ */
+ async exportAllConversations(): Promise<DatabaseConversation[]> {
+ const allConversations = await DatabaseService.getAllConversations();
+
+ if (allConversations.length === 0) {
+ throw new Error('No conversations to export');
+ }
+
+ const allData = await Promise.all(
+ allConversations.map(async (conv) => {
+ const messages = await DatabaseService.getConversationMessages(conv.id);
+ return { conv, messages };
+ })
+ );
+
+ const blob = new Blob([JSON.stringify(allData, null, 2)], { type: 'application/json' });
+ const url = URL.createObjectURL(blob);
+ const a = document.createElement('a');
+ a.href = url;
+ a.download = `all_conversations_${new Date().toISOString().split('T')[0]}.json`;
+ document.body.appendChild(a);
+ a.click();
+ document.body.removeChild(a);
+ URL.revokeObjectURL(url);
+
+ toast.success(`All conversations (${allConversations.length}) prepared for download`);
+
+ return allConversations;
+ }
+
+ /**
+ * Imports conversations from a JSON file
+ * Opens file picker and processes the selected file
+ * @returns The list of imported conversations
+ */
+ async importConversations(): Promise<DatabaseConversation[]> {
+ return new Promise((resolve, reject) => {
+ const input = document.createElement('input');
+ input.type = 'file';
+ input.accept = '.json';
+
+ input.onchange = async (e) => {
+ const file = (e.target as HTMLInputElement)?.files?.[0];
+
+ if (!file) {
+ reject(new Error('No file selected'));
+ return;
+ }
+
+ try {
+ const text = await file.text();
+ const parsedData = JSON.parse(text);
+ let importedData: ExportedConversations;
+
+ if (Array.isArray(parsedData)) {
+ importedData = parsedData;
+ } else if (
+ parsedData &&
+ typeof parsedData === 'object' &&
+ 'conv' in parsedData &&
+ 'messages' in parsedData
+ ) {
+ importedData = [parsedData];
+ } else {
+ throw new Error('Invalid file format');
+ }
+
+ const result = await DatabaseService.importConversations(importedData);
+ toast.success(`Imported ${result.imported} conversation(s), skipped ${result.skipped}`);
+
+ await this.loadConversations();
+
+ const importedConversations = (
+ Array.isArray(importedData) ? importedData : [importedData]
+ ).map((item) => item.conv);
+
+ resolve(importedConversations);
+ } catch (err: unknown) {
+ const message = err instanceof Error ? err.message : 'Unknown error';
+ console.error('Failed to import conversations:', err);
+ toast.error('Import failed', { description: message });
+ reject(new Error(`Import failed: ${message}`));
+ }
+ };
+
+ input.click();
+ });
+ }
+
+ /**
+ * Gets all messages for a specific conversation
+ * @param convId - The conversation ID
+ * @returns Array of messages
+ */
+ async getConversationMessages(convId: string): Promise<DatabaseMessage[]> {
+ return await DatabaseService.getConversationMessages(convId);
+ }
+
+ /**
+ * Adds a message to the active messages array
+ * Used by chatStore when creating new messages
+ * @param message - The message to add
+ */
+ addMessageToActive(message: DatabaseMessage): void {
+ this.activeMessages.push(message);
+ }
+
+ /**
+ * Updates a message at a specific index in active messages
+ * Creates a new object to trigger Svelte 5 reactivity
+ * @param index - The index of the message to update
+ * @param updates - Partial message data to update
+ */
+ updateMessageAtIndex(index: number, updates: Partial<DatabaseMessage>): void {
+ if (index !== -1 && this.activeMessages[index]) {
+ // Create new object to trigger Svelte 5 reactivity
+ this.activeMessages[index] = { ...this.activeMessages[index], ...updates };
+ }
+ }
+
+ /**
+ * Finds the index of a message in active messages
+ * @param messageId - The message ID to find
+ * @returns The index of the message, or -1 if not found
+ */
+ findMessageIndex(messageId: string): number {
+ return this.activeMessages.findIndex((m) => m.id === messageId);
+ }
+
+ /**
+ * Removes messages from active messages starting at an index
+ * @param startIndex - The index to start removing from
+ */
+ sliceActiveMessages(startIndex: number): void {
+ this.activeMessages = this.activeMessages.slice(0, startIndex);
+ }
+
+ /**
+ * Removes a message from active messages by index
+ * @param index - The index to remove
+ * @returns The removed message or undefined
+ */
+ removeMessageAtIndex(index: number): DatabaseMessage | undefined {
+ if (index !== -1) {
+ return this.activeMessages.splice(index, 1)[0];
+ }
+ return undefined;
+ }
+
+ /**
+ * Triggers file download in browser
+ * @param data - The data to download
+ * @param filename - Optional filename for the download
+ */
+ private triggerDownload(data: ExportedConversations, filename?: string): void {
+ const conversation =
+ 'conv' in data ? data.conv : Array.isArray(data) ? data[0]?.conv : undefined;
+
+ if (!conversation) {
+ console.error('Invalid data: missing conversation');
+ return;
+ }
+
+ const conversationName = conversation.name?.trim() || '';
+ const truncatedSuffix = conversationName
+ .toLowerCase()
+ .replace(/[^a-z0-9]/gi, '_')
+ .replace(/_+/g, '_')
+ .substring(0, 20);
+ const downloadFilename = filename || `conversation_${conversation.id}_${truncatedSuffix}.json`;
+
+ const blob = new Blob([JSON.stringify(data, null, 2)], { type: 'application/json' });
+ const url = URL.createObjectURL(blob);
+ const a = document.createElement('a');
+ a.href = url;
+ a.download = downloadFilename;
+ document.body.appendChild(a);
+ a.click();
+ document.body.removeChild(a);
+ URL.revokeObjectURL(url);
+ }
+
+ // ─────────────────────────────────────────────────────────────────────────────
+ // Utilities
+ // ─────────────────────────────────────────────────────────────────────────────
+
+ /**
+ * Sets the callback function for title update confirmations
+ * @param callback - Function to call when confirmation is needed
+ */
+ setTitleUpdateConfirmationCallback(
+ callback: (currentTitle: string, newTitle: string) => Promise<boolean>
+ ): void {
+ this.titleUpdateConfirmationCallback = callback;
+ }
+}
+
+export const conversationsStore = new ConversationsStore();
+
+export const conversations = () => conversationsStore.conversations;
+export const activeConversation = () => conversationsStore.activeConversation;
+export const activeMessages = () => conversationsStore.activeMessages;
+export const isConversationsInitialized = () => conversationsStore.isInitialized;
+export const usedModalities = () => conversationsStore.usedModalities;
+++ /dev/null
-import Dexie, { type EntityTable } from 'dexie';
-import { filterByLeafNodeId, findDescendantMessages } from '$lib/utils/branching';
-
-class LlamacppDatabase extends Dexie {
- conversations!: EntityTable<DatabaseConversation, string>;
- messages!: EntityTable<DatabaseMessage, string>;
-
- constructor() {
- super('LlamacppWebui');
-
- this.version(1).stores({
- conversations: 'id, lastModified, currNode, name',
- messages: 'id, convId, type, role, timestamp, parent, children'
- });
- }
-}
-
-const db = new LlamacppDatabase();
-
-/**
- * DatabaseStore - Persistent data layer for conversation and message management
- *
- * This service provides a comprehensive data access layer built on IndexedDB using Dexie.
- * It handles all persistent storage operations for conversations, messages, and application settings
- * with support for complex conversation branching and message threading.
- *
- * **Architecture & Relationships:**
- * - **DatabaseStore** (this class): Stateless data persistence layer
- * - Manages IndexedDB operations through Dexie ORM
- * - Handles conversation and message CRUD operations
- * - Supports complex branching with parent-child relationships
- * - Provides transaction safety for multi-table operations
- *
- * - **ChatStore**: Primary consumer for conversation state management
- * - Uses DatabaseStore for all persistence operations
- * - Coordinates UI state with database state
- * - Handles conversation lifecycle and message branching
- *
- * **Key Features:**
- * - **Conversation Management**: Create, read, update, delete conversations
- * - **Message Branching**: Support for tree-like conversation structures
- * - **Transaction Safety**: Atomic operations for data consistency
- * - **Path Resolution**: Navigate conversation branches and find leaf nodes
- * - **Cascading Deletion**: Remove entire conversation branches
- *
- * **Database Schema:**
- * - `conversations`: Conversation metadata with current node tracking
- * - `messages`: Individual messages with parent-child relationships
- *
- * **Branching Model:**
- * Messages form a tree structure where each message can have multiple children,
- * enabling conversation branching and alternative response paths. The conversation's
- * `currNode` tracks the currently active branch endpoint.
- */
-import { v4 as uuid } from 'uuid';
-
-export class DatabaseStore {
- /**
- * Adds a new message to the database.
- *
- * @param message - Message to add (without id)
- * @returns The created message
- */
- static async addMessage(message: Omit<DatabaseMessage, 'id'>): Promise<DatabaseMessage> {
- const newMessage: DatabaseMessage = {
- ...message,
- id: uuid()
- };
-
- await db.messages.add(newMessage);
- return newMessage;
- }
-
- /**
- * Creates a new conversation.
- *
- * @param name - Name of the conversation
- * @returns The created conversation
- */
- static async createConversation(name: string): Promise<DatabaseConversation> {
- const conversation: DatabaseConversation = {
- id: uuid(),
- name,
- lastModified: Date.now(),
- currNode: ''
- };
-
- await db.conversations.add(conversation);
- return conversation;
- }
-
- /**
- * Creates a new message branch by adding a message and updating parent/child relationships.
- * Also updates the conversation's currNode to point to the new message.
- *
- * @param message - Message to add (without id)
- * @param parentId - Parent message ID to attach to
- * @returns The created message
- */
- static async createMessageBranch(
- message: Omit<DatabaseMessage, 'id'>,
- parentId: string | null
- ): Promise<DatabaseMessage> {
- return await db.transaction('rw', [db.conversations, db.messages], async () => {
- // Handle null parent (root message case)
- if (parentId !== null) {
- const parentMessage = await db.messages.get(parentId);
- if (!parentMessage) {
- throw new Error(`Parent message ${parentId} not found`);
- }
- }
-
- const newMessage: DatabaseMessage = {
- ...message,
- id: uuid(),
- parent: parentId,
- toolCalls: message.toolCalls ?? '',
- children: []
- };
-
- await db.messages.add(newMessage);
-
- // Update parent's children array if parent exists
- if (parentId !== null) {
- const parentMessage = await db.messages.get(parentId);
- if (parentMessage) {
- await db.messages.update(parentId, {
- children: [...parentMessage.children, newMessage.id]
- });
- }
- }
-
- await this.updateConversation(message.convId, {
- currNode: newMessage.id
- });
-
- return newMessage;
- });
- }
-
- /**
- * Creates a root message for a new conversation.
- * Root messages are not displayed but serve as the tree root for branching.
- *
- * @param convId - Conversation ID
- * @returns The created root message
- */
- static async createRootMessage(convId: string): Promise<string> {
- const rootMessage: DatabaseMessage = {
- id: uuid(),
- convId,
- type: 'root',
- timestamp: Date.now(),
- role: 'system',
- content: '',
- parent: null,
- thinking: '',
- toolCalls: '',
- children: []
- };
-
- await db.messages.add(rootMessage);
- return rootMessage.id;
- }
-
- /**
- * Deletes a conversation and all its messages.
- *
- * @param id - Conversation ID
- */
- static async deleteConversation(id: string): Promise<void> {
- await db.transaction('rw', [db.conversations, db.messages], async () => {
- await db.conversations.delete(id);
- await db.messages.where('convId').equals(id).delete();
- });
- }
-
- /**
- * Deletes a message and removes it from its parent's children array.
- *
- * @param messageId - ID of the message to delete
- */
- static async deleteMessage(messageId: string): Promise<void> {
- await db.transaction('rw', db.messages, async () => {
- const message = await db.messages.get(messageId);
- if (!message) return;
-
- // Remove this message from its parent's children array
- if (message.parent) {
- const parent = await db.messages.get(message.parent);
- if (parent) {
- parent.children = parent.children.filter((childId: string) => childId !== messageId);
- await db.messages.put(parent);
- }
- }
-
- // Delete the message
- await db.messages.delete(messageId);
- });
- }
-
- /**
- * Deletes a message and all its descendant messages (cascading deletion).
- * This removes the entire branch starting from the specified message.
- *
- * @param conversationId - ID of the conversation containing the message
- * @param messageId - ID of the root message to delete (along with all descendants)
- * @returns Array of all deleted message IDs
- */
- static async deleteMessageCascading(
- conversationId: string,
- messageId: string
- ): Promise<string[]> {
- return await db.transaction('rw', db.messages, async () => {
- // Get all messages in the conversation to find descendants
- const allMessages = await db.messages.where('convId').equals(conversationId).toArray();
-
- // Find all descendant messages
- const descendants = findDescendantMessages(allMessages, messageId);
- const allToDelete = [messageId, ...descendants];
-
- // Get the message to delete for parent cleanup
- const message = await db.messages.get(messageId);
- if (message && message.parent) {
- const parent = await db.messages.get(message.parent);
- if (parent) {
- parent.children = parent.children.filter((childId: string) => childId !== messageId);
- await db.messages.put(parent);
- }
- }
-
- // Delete all messages in the branch
- await db.messages.bulkDelete(allToDelete);
-
- return allToDelete;
- });
- }
-
- /**
- * Gets all conversations, sorted by last modified time (newest first).
- *
- * @returns Array of conversations
- */
- static async getAllConversations(): Promise<DatabaseConversation[]> {
- return await db.conversations.orderBy('lastModified').reverse().toArray();
- }
-
- /**
- * Gets a conversation by ID.
- *
- * @param id - Conversation ID
- * @returns The conversation if found, otherwise undefined
- */
- static async getConversation(id: string): Promise<DatabaseConversation | undefined> {
- return await db.conversations.get(id);
- }
-
- /**
- * Gets all leaf nodes (messages with no children) in a conversation.
- * Useful for finding all possible conversation endpoints.
- *
- * @param convId - Conversation ID
- * @returns Array of leaf node message IDs
- */
- static async getConversationLeafNodes(convId: string): Promise<string[]> {
- const allMessages = await this.getConversationMessages(convId);
- return allMessages.filter((msg) => msg.children.length === 0).map((msg) => msg.id);
- }
-
- /**
- * Gets all messages in a conversation, sorted by timestamp (oldest first).
- *
- * @param convId - Conversation ID
- * @returns Array of messages in the conversation
- */
- static async getConversationMessages(convId: string): Promise<DatabaseMessage[]> {
- return await db.messages.where('convId').equals(convId).sortBy('timestamp');
- }
-
- /**
- * Gets the conversation path from root to the current leaf node.
- * Uses the conversation's currNode to determine the active branch.
- *
- * @param convId - Conversation ID
- * @returns Array of messages in the current conversation path
- */
- static async getConversationPath(convId: string): Promise<DatabaseMessage[]> {
- const conversation = await this.getConversation(convId);
-
- if (!conversation) {
- return [];
- }
-
- const allMessages = await this.getConversationMessages(convId);
-
- if (allMessages.length === 0) {
- return [];
- }
-
- // If no currNode is set, use the latest message as leaf
- const leafNodeId =
- conversation.currNode ||
- allMessages.reduce((latest, msg) => (msg.timestamp > latest.timestamp ? msg : latest)).id;
-
- return filterByLeafNodeId(allMessages, leafNodeId, false) as DatabaseMessage[];
- }
-
- /**
- * Updates a conversation.
- *
- * @param id - Conversation ID
- * @param updates - Partial updates to apply
- * @returns Promise that resolves when the conversation is updated
- */
- static async updateConversation(
- id: string,
- updates: Partial<Omit<DatabaseConversation, 'id'>>
- ): Promise<void> {
- await db.conversations.update(id, {
- ...updates,
- lastModified: Date.now()
- });
- }
-
- /**
- * Updates the conversation's current node (active branch).
- * This determines which conversation path is currently being viewed.
- *
- * @param convId - Conversation ID
- * @param nodeId - Message ID to set as current node
- */
- static async updateCurrentNode(convId: string, nodeId: string): Promise<void> {
- await this.updateConversation(convId, {
- currNode: nodeId
- });
- }
-
- /**
- * Updates a message.
- *
- * @param id - Message ID
- * @param updates - Partial updates to apply
- * @returns Promise that resolves when the message is updated
- */
- static async updateMessage(
- id: string,
- updates: Partial<Omit<DatabaseMessage, 'id'>>
- ): Promise<void> {
- await db.messages.update(id, updates);
- }
-
- /**
- * Imports multiple conversations and their messages.
- * Skips conversations that already exist.
- *
- * @param data - Array of { conv, messages } objects
- */
- static async importConversations(
- data: { conv: DatabaseConversation; messages: DatabaseMessage[] }[]
- ): Promise<{ imported: number; skipped: number }> {
- let importedCount = 0;
- let skippedCount = 0;
-
- return await db.transaction('rw', [db.conversations, db.messages], async () => {
- for (const item of data) {
- const { conv, messages } = item;
-
- const existing = await db.conversations.get(conv.id);
- if (existing) {
- console.warn(`Conversation "${conv.name}" already exists, skipping...`);
- skippedCount++;
- continue;
- }
-
- await db.conversations.add(conv);
- for (const msg of messages) {
- await db.messages.put(msg);
- }
-
- importedCount++;
- }
-
- return { imported: importedCount, skipped: skippedCount };
- });
- }
-}
+import { SvelteSet } from 'svelte/reactivity';
import { ModelsService } from '$lib/services/models';
-import { persisted } from '$lib/stores/persisted.svelte';
-import { SELECTED_MODEL_LOCALSTORAGE_KEY } from '$lib/constants/localstorage-keys';
-import type { ModelOption } from '$lib/types/models';
+import { PropsService } from '$lib/services/props';
+import { ServerModelStatus, ModelModality } from '$lib/enums';
+import { serverStore } from '$lib/stores/server.svelte';
+
+/**
+ * modelsStore - Reactive store for model management in both MODEL and ROUTER modes
+ *
+ * This store manages:
+ * - Available models list
+ * - Selected model for new conversations
+ * - Loaded models tracking (ROUTER mode)
+ * - Model usage tracking per conversation
+ * - Automatic unloading of unused models
+ *
+ * **Architecture & Relationships:**
+ * - **ModelsService**: Stateless service for model API communication
+ * - **PropsService**: Stateless service for props/modalities fetching
+ * - **modelsStore** (this class): Reactive store for model state
+ * - **conversationsStore**: Tracks which conversations use which models
+ *
+ * **API Inconsistency Workaround:**
+ * In MODEL mode, `/props` returns modalities for the single model.
+ * In ROUTER mode, `/props` has no modalities - must use `/props?model=<id>` per model.
+ * This store normalizes this behavior so consumers don't need to know the server mode.
+ *
+ * **Key Features:**
+ * - **MODEL mode**: Single model, always loaded
+ * - **ROUTER mode**: Multi-model with load/unload capability
+ * - **Auto-unload**: Automatically unloads models not used by any conversation
+ * - **Lazy loading**: ensureModelLoaded() loads models on demand
+ */
+class ModelsStore {
+ // ─────────────────────────────────────────────────────────────────────────────
+ // State
+ // ─────────────────────────────────────────────────────────────────────────────
-type PersistedModelSelection = {
- id: string;
- model: string;
-};
+ models = $state<ModelOption[]>([]);
+ routerModels = $state<ApiModelDataEntry[]>([]);
+ loading = $state(false);
+ updating = $state(false);
+ error = $state<string | null>(null);
+ selectedModelId = $state<string | null>(null);
+ selectedModelName = $state<string | null>(null);
-class ModelsStore {
- private _models = $state<ModelOption[]>([]);
- private _loading = $state(false);
- private _updating = $state(false);
- private _error = $state<string | null>(null);
- private _selectedModelId = $state<string | null>(null);
- private _selectedModelName = $state<string | null>(null);
- private _persistedSelection = persisted<PersistedModelSelection | null>(
- SELECTED_MODEL_LOCALSTORAGE_KEY,
- null
- );
-
- constructor() {
- const persisted = this._persistedSelection.value;
- if (persisted) {
- this._selectedModelId = persisted.id;
- this._selectedModelName = persisted.model;
+ private modelUsage = $state<Map<string, SvelteSet<string>>>(new Map());
+ private modelLoadingStates = $state<Map<string, boolean>>(new Map());
+
+ /**
+ * Model-specific props cache
+ * Key: modelId, Value: props data including modalities
+ */
+ private modelPropsCache = $state<Map<string, ApiLlamaCppServerProps>>(new Map());
+ private modelPropsFetching = $state<Set<string>>(new Set());
+
+ /**
+ * Version counter for props cache - used to trigger reactivity when props are updated
+ */
+ propsCacheVersion = $state(0);
+
+ // ─────────────────────────────────────────────────────────────────────────────
+ // Computed Getters
+ // ─────────────────────────────────────────────────────────────────────────────
+
+ get selectedModel(): ModelOption | null {
+ if (!this.selectedModelId) return null;
+ return this.models.find((model) => model.id === this.selectedModelId) ?? null;
+ }
+
+ get loadedModelIds(): string[] {
+ return this.routerModels
+ .filter((m) => m.status.value === ServerModelStatus.LOADED)
+ .map((m) => m.id);
+ }
+
+ get loadingModelIds(): string[] {
+ return Array.from(this.modelLoadingStates.entries())
+ .filter(([, loading]) => loading)
+ .map(([id]) => id);
+ }
+
+ /**
+ * Get model name in MODEL mode (single model).
+ * Extracts from model_path or model_alias from server props.
+ * In ROUTER mode, returns null (model is per-conversation).
+ */
+ get singleModelName(): string | null {
+ if (serverStore.isRouterMode) return null;
+
+ const props = serverStore.props;
+ if (props?.model_alias) return props.model_alias;
+ if (!props?.model_path) return null;
+
+ return props.model_path.split(/(\\|\/)/).pop() || null;
+ }
+
+ // ─────────────────────────────────────────────────────────────────────────────
+ // Modalities
+ // ─────────────────────────────────────────────────────────────────────────────
+
+ /**
+ * Get modalities for a specific model
+ * Returns cached modalities from model props
+ */
+ getModelModalities(modelId: string): ModelModalities | null {
+ // First check if modalities are stored in the model option
+ const model = this.models.find((m) => m.model === modelId || m.id === modelId);
+ if (model?.modalities) {
+ return model.modalities;
+ }
+
+ // Fall back to props cache
+ const props = this.modelPropsCache.get(modelId);
+ if (props?.modalities) {
+ return {
+ vision: props.modalities.vision ?? false,
+ audio: props.modalities.audio ?? false
+ };
}
+
+ return null;
}
- get models(): ModelOption[] {
- return this._models;
+ /**
+ * Check if a model supports vision modality
+ */
+ modelSupportsVision(modelId: string): boolean {
+ return this.getModelModalities(modelId)?.vision ?? false;
}
- get loading(): boolean {
- return this._loading;
+ /**
+ * Check if a model supports audio modality
+ */
+ modelSupportsAudio(modelId: string): boolean {
+ return this.getModelModalities(modelId)?.audio ?? false;
+ }
+
+ /**
+ * Get model modalities as an array of ModelModality enum values
+ */
+ getModelModalitiesArray(modelId: string): ModelModality[] {
+ const modalities = this.getModelModalities(modelId);
+ if (!modalities) return [];
+
+ const result: ModelModality[] = [];
+
+ if (modalities.vision) result.push(ModelModality.VISION);
+ if (modalities.audio) result.push(ModelModality.AUDIO);
+
+ return result;
+ }
+
+ /**
+ * Get props for a specific model (from cache)
+ */
+ getModelProps(modelId: string): ApiLlamaCppServerProps | null {
+ return this.modelPropsCache.get(modelId) ?? null;
}
- get updating(): boolean {
- return this._updating;
+ /**
+ * Check if props are being fetched for a model
+ */
+ isModelPropsFetching(modelId: string): boolean {
+ return this.modelPropsFetching.has(modelId);
}
- get error(): string | null {
- return this._error;
+ // ─────────────────────────────────────────────────────────────────────────────
+ // Status Queries
+ // ─────────────────────────────────────────────────────────────────────────────
+
+ isModelLoaded(modelId: string): boolean {
+ const model = this.routerModels.find((m) => m.id === modelId);
+ return model?.status.value === ServerModelStatus.LOADED || false;
}
- get selectedModelId(): string | null {
- return this._selectedModelId;
+ isModelOperationInProgress(modelId: string): boolean {
+ return this.modelLoadingStates.get(modelId) ?? false;
}
- get selectedModelName(): string | null {
- return this._selectedModelName;
+ getModelStatus(modelId: string): ServerModelStatus | null {
+ const model = this.routerModels.find((m) => m.id === modelId);
+ return model?.status.value ?? null;
}
- get selectedModel(): ModelOption | null {
- if (!this._selectedModelId) {
- return null;
- }
+ getModelUsage(modelId: string): SvelteSet<string> {
+ return this.modelUsage.get(modelId) ?? new SvelteSet<string>();
+ }
- return this._models.find((model) => model.id === this._selectedModelId) ?? null;
+ isModelInUse(modelId: string): boolean {
+ const usage = this.modelUsage.get(modelId);
+ return usage !== undefined && usage.size > 0;
}
+ // ─────────────────────────────────────────────────────────────────────────────
+ // Data Fetching
+ // ─────────────────────────────────────────────────────────────────────────────
+
+ /**
+ * Fetch list of models from server and detect server role
+ * Also fetches modalities for MODEL mode (single model)
+ */
async fetch(force = false): Promise<void> {
- if (this._loading) return;
- if (this._models.length > 0 && !force) return;
+ if (this.loading) return;
+ if (this.models.length > 0 && !force) return;
- this._loading = true;
- this._error = null;
+ this.loading = true;
+ this.error = null;
try {
+ // Ensure server props are loaded (for role detection and MODEL mode modalities)
+ if (!serverStore.props) {
+ await serverStore.fetch();
+ }
+
const response = await ModelsService.list();
- const models: ModelOption[] = response.data.map((item, index) => {
+ const models: ModelOption[] = response.data.map((item: ApiModelDataEntry, index: number) => {
const details = response.models?.[index];
const rawCapabilities = Array.isArray(details?.capabilities) ? details?.capabilities : [];
const displayNameSource =
name: displayName,
model: details?.model || item.id,
description: details?.description,
- capabilities: rawCapabilities.filter((value): value is string => Boolean(value)),
+ capabilities: rawCapabilities.filter((value: unknown): value is string => Boolean(value)),
details: details?.details,
meta: item.meta ?? null
} satisfies ModelOption;
});
- this._models = models;
-
- const selection = this.determineInitialSelection(models);
-
- this._selectedModelId = selection.id;
- this._selectedModelName = selection.model;
- this._persistedSelection.value =
- selection.id && selection.model ? { id: selection.id, model: selection.model } : null;
+ this.models = models;
+
+ // In MODEL mode, populate modalities from serverStore.props (single model)
+ // WORKAROUND: In MODEL mode, /props returns modalities for the single model,
+ // but /v1/models doesn't include modalities. We bridge this gap here.
+ const serverProps = serverStore.props;
+ if (serverStore.isModelMode && this.models.length > 0 && serverProps?.modalities) {
+ const modalities: ModelModalities = {
+ vision: serverProps.modalities.vision ?? false,
+ audio: serverProps.modalities.audio ?? false
+ };
+ // Cache props for the single model
+ this.modelPropsCache.set(this.models[0].model, serverProps);
+ // Update model with modalities
+ this.models = this.models.map((model, index) =>
+ index === 0 ? { ...model, modalities } : model
+ );
+ }
} catch (error) {
- this._models = [];
- this._error = error instanceof Error ? error.message : 'Failed to load models';
-
+ this.models = [];
+ this.error = error instanceof Error ? error.message : 'Failed to load models';
throw error;
} finally {
- this._loading = false;
+ this.loading = false;
}
}
- async select(modelId: string): Promise<void> {
- if (!modelId || this._updating) {
- return;
+ /**
+ * Fetch router models with full metadata (ROUTER mode only)
+ * This fetches the /models endpoint which returns status info for each model
+ */
+ async fetchRouterModels(): Promise<void> {
+ try {
+ const response = await ModelsService.listRouter();
+ this.routerModels = response.data;
+ await this.fetchModalitiesForLoadedModels();
+ } catch (error) {
+ console.warn('Failed to fetch router models:', error);
+ this.routerModels = [];
}
+ }
- if (this._selectedModelId === modelId) {
- return;
+ /**
+ * Fetch props for a specific model from /props endpoint
+ * Uses caching to avoid redundant requests
+ *
+ * @param modelId - Model identifier to fetch props for
+ * @returns Props data or null if fetch failed
+ */
+ async fetchModelProps(modelId: string): Promise<ApiLlamaCppServerProps | null> {
+ // Return cached props if available
+ const cached = this.modelPropsCache.get(modelId);
+ if (cached) return cached;
+
+ // Avoid duplicate fetches
+ if (this.modelPropsFetching.has(modelId)) return null;
+
+ this.modelPropsFetching.add(modelId);
+
+ try {
+ const props = await PropsService.fetchForModel(modelId);
+ this.modelPropsCache.set(modelId, props);
+ return props;
+ } catch (error) {
+ console.warn(`Failed to fetch props for model ${modelId}:`, error);
+ return null;
+ } finally {
+ this.modelPropsFetching.delete(modelId);
+ }
+ }
+
+ /**
+ * Fetch modalities for all loaded models from /props endpoint
+ * This updates the modalities field in models array
+ */
+ async fetchModalitiesForLoadedModels(): Promise<void> {
+ const loadedModelIds = this.loadedModelIds;
+ if (loadedModelIds.length === 0) return;
+
+ // Fetch props for each loaded model in parallel
+ const propsPromises = loadedModelIds.map((modelId) => this.fetchModelProps(modelId));
+
+ try {
+ const results = await Promise.all(propsPromises);
+
+ // Update models with modalities
+ this.models = this.models.map((model) => {
+ const modelIndex = loadedModelIds.indexOf(model.model);
+ if (modelIndex === -1) return model;
+
+ const props = results[modelIndex];
+ if (!props?.modalities) return model;
+
+ const modalities: ModelModalities = {
+ vision: props.modalities.vision ?? false,
+ audio: props.modalities.audio ?? false
+ };
+
+ return { ...model, modalities };
+ });
+
+ // Increment version to trigger reactivity
+ this.propsCacheVersion++;
+ } catch (error) {
+ console.warn('Failed to fetch modalities for loaded models:', error);
}
+ }
+
+ /**
+ * Update modalities for a specific model
+ * Called when a model is loaded or when we need fresh modality data
+ */
+ async updateModelModalities(modelId: string): Promise<void> {
+ try {
+ const props = await this.fetchModelProps(modelId);
+ if (!props?.modalities) return;
+
+ const modalities: ModelModalities = {
+ vision: props.modalities.vision ?? false,
+ audio: props.modalities.audio ?? false
+ };
- const option = this._models.find((model) => model.id === modelId);
- if (!option) {
- throw new Error('Selected model is not available');
+ this.models = this.models.map((model) =>
+ model.model === modelId ? { ...model, modalities } : model
+ );
+
+ // Increment version to trigger reactivity
+ this.propsCacheVersion++;
+ } catch (error) {
+ console.warn(`Failed to update modalities for model ${modelId}:`, error);
}
+ }
- this._updating = true;
- this._error = null;
+ // ─────────────────────────────────────────────────────────────────────────────
+ // Model Selection
+ // ─────────────────────────────────────────────────────────────────────────────
+
+ /**
+ * Select a model for new conversations
+ */
+ async selectModelById(modelId: string): Promise<void> {
+ if (!modelId || this.updating) return;
+ if (this.selectedModelId === modelId) return;
+
+ const option = this.models.find((model) => model.id === modelId);
+ if (!option) throw new Error('Selected model is not available');
+
+ this.updating = true;
+ this.error = null;
try {
- this._selectedModelId = option.id;
- this._selectedModelName = option.model;
- this._persistedSelection.value = { id: option.id, model: option.model };
+ this.selectedModelId = option.id;
+ this.selectedModelName = option.model;
} finally {
- this._updating = false;
+ this.updating = false;
}
}
- private toDisplayName(id: string): string {
- const segments = id.split(/\\|\//);
- const candidate = segments.pop();
+ /**
+ * Select a model by its model name (used for syncing with conversation model)
+ * @param modelName - Model name to select (e.g., "unsloth/gemma-3-12b-it-GGUF:latest")
+ */
+ selectModelByName(modelName: string): void {
+ const option = this.models.find((model) => model.model === modelName);
+ if (option) {
+ this.selectedModelId = option.id;
+ this.selectedModelName = option.model;
+ }
+ }
- return candidate && candidate.trim().length > 0 ? candidate : id;
+ clearSelection(): void {
+ this.selectedModelId = null;
+ this.selectedModelName = null;
+ }
+
+ findModelByName(modelName: string): ModelOption | null {
+ return this.models.find((model) => model.model === modelName) ?? null;
+ }
+
+ findModelById(modelId: string): ModelOption | null {
+ return this.models.find((model) => model.id === modelId) ?? null;
+ }
+
+ hasModel(modelName: string): boolean {
+ return this.models.some((model) => model.model === modelName);
}
+ // ─────────────────────────────────────────────────────────────────────────────
+ // Loading/Unloading Models
+ // ─────────────────────────────────────────────────────────────────────────────
+
/**
- * Determines which model should be selected after fetching the models list.
- * Priority: current selection > persisted selection > first available model > none
+ * WORKAROUND: Polling for model status after load/unload operations.
+ *
+ * Currently, the `/models/load` and `/models/unload` endpoints return success
+ * before the operation actually completes on the server. This means an immediate
+ * request to `/models` returns stale status (e.g., "loading" after load request,
+ * "loaded" after unload request).
+ *
+ * TODO: Remove this polling once llama-server properly waits for the operation
+ * to complete before returning success from `/load` and `/unload` endpoints.
+ * At that point, a single `fetchRouterModels()` call after the operation will
+ * be sufficient to get the correct status.
*/
- private determineInitialSelection(models: ModelOption[]): {
- id: string | null;
- model: string | null;
- } {
- const persisted = this._persistedSelection.value;
- let nextSelectionId = this._selectedModelId ?? persisted?.id ?? null;
- let nextSelectionName = this._selectedModelName ?? persisted?.model ?? null;
- if (nextSelectionId) {
- const match = models.find((m) => m.id === nextSelectionId);
+ /** Polling interval in ms for checking model status */
+ private static readonly STATUS_POLL_INTERVAL = 500;
+ /** Maximum polling attempts before giving up */
+ private static readonly STATUS_POLL_MAX_ATTEMPTS = 60; // 30 seconds max
- if (match) {
- nextSelectionId = match.id;
- nextSelectionName = match.model;
- } else if (models[0]) {
- nextSelectionId = models[0].id;
- nextSelectionName = models[0].model;
- } else {
- nextSelectionId = null;
- nextSelectionName = null;
+ /**
+ * Poll for expected model status after load/unload operation.
+ * Keeps polling until the model reaches the expected status or max attempts reached.
+ *
+ * @param modelId - Model identifier to check
+ * @param expectedStatus - Expected status to wait for
+ * @returns Promise that resolves when expected status is reached
+ */
+ private async pollForModelStatus(
+ modelId: string,
+ expectedStatus: ServerModelStatus
+ ): Promise<void> {
+ for (let attempt = 0; attempt < ModelsStore.STATUS_POLL_MAX_ATTEMPTS; attempt++) {
+ await this.fetchRouterModels();
+
+ const currentStatus = this.getModelStatus(modelId);
+ if (currentStatus === expectedStatus) {
+ return;
}
- } else if (models[0]) {
- nextSelectionId = models[0].id;
- nextSelectionName = models[0].model;
+
+ // Wait before next poll
+ await new Promise((resolve) => setTimeout(resolve, ModelsStore.STATUS_POLL_INTERVAL));
+ }
+
+ console.warn(
+ `Model ${modelId} did not reach expected status ${expectedStatus} after ${ModelsStore.STATUS_POLL_MAX_ATTEMPTS} attempts`
+ );
+ }
+
+ /**
+ * Load a model (ROUTER mode)
+ * @param modelId - Model identifier to load
+ */
+ async loadModel(modelId: string): Promise<void> {
+ if (this.isModelLoaded(modelId)) {
+ return;
}
- return { id: nextSelectionId, model: nextSelectionName };
+ if (this.modelLoadingStates.get(modelId)) return;
+
+ this.modelLoadingStates.set(modelId, true);
+ this.error = null;
+
+ try {
+ await ModelsService.load(modelId);
+
+ // Poll until model is loaded
+ await this.pollForModelStatus(modelId, ServerModelStatus.LOADED);
+
+ await this.updateModelModalities(modelId);
+ } catch (error) {
+ this.error = error instanceof Error ? error.message : 'Failed to load model';
+ throw error;
+ } finally {
+ this.modelLoadingStates.set(modelId, false);
+ }
+ }
+
+ /**
+ * Unload a model (ROUTER mode)
+ * @param modelId - Model identifier to unload
+ */
+ async unloadModel(modelId: string): Promise<void> {
+ if (!this.isModelLoaded(modelId)) {
+ return;
+ }
+
+ if (this.modelLoadingStates.get(modelId)) return;
+
+ this.modelLoadingStates.set(modelId, true);
+ this.error = null;
+
+ try {
+ await ModelsService.unload(modelId);
+
+ await this.pollForModelStatus(modelId, ServerModelStatus.UNLOADED);
+ } catch (error) {
+ this.error = error instanceof Error ? error.message : 'Failed to unload model';
+ throw error;
+ } finally {
+ this.modelLoadingStates.set(modelId, false);
+ }
+ }
+
+ /**
+ * Ensure a model is loaded before use
+ * @param modelId - Model identifier to ensure is loaded
+ */
+ async ensureModelLoaded(modelId: string): Promise<void> {
+ if (this.isModelLoaded(modelId)) {
+ return;
+ }
+
+ await this.loadModel(modelId);
+ }
+
+ // ─────────────────────────────────────────────────────────────────────────────
+ // Utilities
+ // ─────────────────────────────────────────────────────────────────────────────
+
+ private toDisplayName(id: string): string {
+ const segments = id.split(/\\|\//);
+ const candidate = segments.pop();
+
+ return candidate && candidate.trim().length > 0 ? candidate : id;
+ }
+
+ clear(): void {
+ this.models = [];
+ this.routerModels = [];
+ this.loading = false;
+ this.updating = false;
+ this.error = null;
+ this.selectedModelId = null;
+ this.selectedModelName = null;
+ this.modelUsage.clear();
+ this.modelLoadingStates.clear();
+ this.modelPropsCache.clear();
+ this.modelPropsFetching.clear();
}
}
export const modelsStore = new ModelsStore();
export const modelOptions = () => modelsStore.models;
+export const routerModels = () => modelsStore.routerModels;
export const modelsLoading = () => modelsStore.loading;
export const modelsUpdating = () => modelsStore.updating;
export const modelsError = () => modelsStore.error;
export const selectedModelId = () => modelsStore.selectedModelId;
export const selectedModelName = () => modelsStore.selectedModelName;
export const selectedModelOption = () => modelsStore.selectedModel;
-
-export const fetchModels = modelsStore.fetch.bind(modelsStore);
-export const selectModel = modelsStore.select.bind(modelsStore);
+export const loadedModelIds = () => modelsStore.loadedModelIds;
+export const loadingModelIds = () => modelsStore.loadingModelIds;
+export const propsCacheVersion = () => modelsStore.propsCacheVersion;
+export const singleModelName = () => modelsStore.singleModelName;
-import { browser } from '$app/environment';
-import { SERVER_PROPS_LOCALSTORAGE_KEY } from '$lib/constants/localstorage-keys';
-import { ChatService } from '$lib/services/chat';
-import { config } from '$lib/stores/settings.svelte';
+import { PropsService } from '$lib/services/props';
+import { ServerRole } from '$lib/enums';
/**
- * ServerStore - Server state management and capability detection
+ * serverStore - Server connection state, configuration, and role detection
*
- * This store manages communication with the llama.cpp server to retrieve and maintain
- * server properties, model information, and capability detection. It provides reactive
- * state for server connectivity, model capabilities, and endpoint availability.
+ * This store manages the server connection state and properties fetched from `/props`.
+ * It provides reactive state for server configuration and role detection.
*
* **Architecture & Relationships:**
- * - **ServerStore** (this class): Server state and capability management
- * - Fetches and caches server properties from `/props` endpoint
- * - Detects model capabilities (vision, audio support)
- * - Tests endpoint availability (slots endpoint)
- * - Provides reactive server state for UI components
- *
- * - **ChatService**: Uses server properties for request validation
- * - **SlotsService**: Depends on slots endpoint availability detection
- * - **UI Components**: Subscribe to server state for capability-based rendering
+ * - **PropsService**: Stateless service for fetching `/props` data
+ * - **serverStore** (this class): Reactive store for server state
+ * - **modelsStore**: Independent store for model management (uses PropsService directly)
*
* **Key Features:**
- * - **Server Properties**: Model path, context size, build information
- * - **Capability Detection**: Vision and audio modality support
- * - **Endpoint Testing**: Slots endpoint availability checking
- * - **Error Handling**: User-friendly error messages for connection issues
- * - **Reactive State**: Svelte 5 runes for automatic UI updates
- * - **State Management**: Loading states and error recovery
- *
- * **Server Capabilities Detected:**
- * - Model name extraction from file path
- * - Vision support (multimodal image processing)
- * - Audio support (speech processing)
- * - Slots endpoint availability (for processing state monitoring)
- * - Context window size and token limits
+ * - **Server State**: Connection status, loading, error handling
+ * - **Role Detection**: MODEL (single model) vs ROUTER (multi-model)
+ * - **Default Params**: Server-wide generation defaults
*/
-
class ServerStore {
- constructor() {
- if (!browser) return;
-
- const cachedProps = this.readCachedServerProps();
- if (cachedProps) {
- this._serverProps = cachedProps;
- }
- }
-
- private _serverProps = $state<ApiLlamaCppServerProps | null>(null);
- private _loading = $state(false);
- private _error = $state<string | null>(null);
- private _serverWarning = $state<string | null>(null);
- private _slotsEndpointAvailable = $state<boolean | null>(null);
- private fetchServerPropsPromise: Promise<void> | null = null;
-
- private readCachedServerProps(): ApiLlamaCppServerProps | null {
- if (!browser) return null;
+ // ─────────────────────────────────────────────────────────────────────────────
+ // State
+ // ─────────────────────────────────────────────────────────────────────────────
- try {
- const raw = localStorage.getItem(SERVER_PROPS_LOCALSTORAGE_KEY);
- if (!raw) return null;
-
- return JSON.parse(raw) as ApiLlamaCppServerProps;
- } catch (error) {
- console.warn('Failed to read cached server props from localStorage:', error);
- return null;
- }
- }
-
- private persistServerProps(props: ApiLlamaCppServerProps | null): void {
- if (!browser) return;
-
- try {
- if (props) {
- localStorage.setItem(SERVER_PROPS_LOCALSTORAGE_KEY, JSON.stringify(props));
- } else {
- localStorage.removeItem(SERVER_PROPS_LOCALSTORAGE_KEY);
- }
- } catch (error) {
- console.warn('Failed to persist server props to localStorage:', error);
- }
- }
-
- get serverProps(): ApiLlamaCppServerProps | null {
- return this._serverProps;
- }
-
- get loading(): boolean {
- return this._loading;
- }
-
- get error(): string | null {
- return this._error;
- }
-
- get serverWarning(): string | null {
- return this._serverWarning;
- }
-
- get modelName(): string | null {
- if (this._serverProps?.model_alias) {
- return this._serverProps.model_alias;
- }
- if (!this._serverProps?.model_path) return null;
- return this._serverProps.model_path.split(/(\\|\/)/).pop() || null;
- }
-
- get supportedModalities(): string[] {
- const modalities: string[] = [];
- if (this._serverProps?.modalities?.audio) {
- modalities.push('audio');
- }
- if (this._serverProps?.modalities?.vision) {
- modalities.push('vision');
- }
- return modalities;
- }
+ props = $state<ApiLlamaCppServerProps | null>(null);
+ loading = $state(false);
+ error = $state<string | null>(null);
+ role = $state<ServerRole | null>(null);
+ private fetchPromise: Promise<void> | null = null;
- get supportsVision(): boolean {
- return this._serverProps?.modalities?.vision ?? false;
- }
+ // ─────────────────────────────────────────────────────────────────────────────
+ // Getters
+ // ─────────────────────────────────────────────────────────────────────────────
- get supportsAudio(): boolean {
- return this._serverProps?.modalities?.audio ?? false;
+ get defaultParams(): ApiLlamaCppServerProps['default_generation_settings']['params'] | null {
+ return this.props?.default_generation_settings?.params || null;
}
- get slotsEndpointAvailable(): boolean | null {
- return this._slotsEndpointAvailable;
+ get contextSize(): number | null {
+ return this.props?.default_generation_settings?.n_ctx ?? null;
}
- get serverDefaultParams():
- | ApiLlamaCppServerProps['default_generation_settings']['params']
- | null {
- return this._serverProps?.default_generation_settings?.params || null;
+ get isRouterMode(): boolean {
+ return this.role === ServerRole.ROUTER;
}
- /**
- * Check if slots endpoint is available based on server properties and endpoint support
- */
- private async checkSlotsEndpointAvailability(): Promise<void> {
- if (!this._serverProps) {
- this._slotsEndpointAvailable = false;
- return;
- }
-
- if (this._serverProps.total_slots <= 0) {
- this._slotsEndpointAvailable = false;
- return;
- }
-
- try {
- const currentConfig = config();
- const apiKey = currentConfig.apiKey?.toString().trim();
-
- const response = await fetch(`./slots`, {
- headers: {
- ...(apiKey ? { Authorization: `Bearer ${apiKey}` } : {})
- }
- });
-
- if (response.status === 501) {
- console.info('Slots endpoint not implemented - server started without --slots flag');
- this._slotsEndpointAvailable = false;
- return;
- }
-
- this._slotsEndpointAvailable = true;
- } catch (error) {
- console.warn('Unable to test slots endpoint availability:', error);
- this._slotsEndpointAvailable = false;
- }
+ get isModelMode(): boolean {
+ return this.role === ServerRole.MODEL;
}
- /**
- * Fetches server properties from the server
- */
- async fetchServerProps(options: { silent?: boolean } = {}): Promise<void> {
- const { silent = false } = options;
- const isSilent = silent && this._serverProps !== null;
-
- if (this.fetchServerPropsPromise) {
- return this.fetchServerPropsPromise;
- }
+ // ─────────────────────────────────────────────────────────────────────────────
+ // Data Handling
+ // ─────────────────────────────────────────────────────────────────────────────
- if (!isSilent) {
- this._loading = true;
- this._error = null;
- this._serverWarning = null;
- }
+ async fetch(): Promise<void> {
+ if (this.fetchPromise) return this.fetchPromise;
- const hadProps = this._serverProps !== null;
+ this.loading = true;
+ this.error = null;
const fetchPromise = (async () => {
try {
- const props = await ChatService.getServerProps();
- this._serverProps = props;
- this.persistServerProps(props);
- this._error = null;
- this._serverWarning = null;
- await this.checkSlotsEndpointAvailability();
+ const props = await PropsService.fetch();
+ this.props = props;
+ this.error = null;
+ this.detectRole(props);
} catch (error) {
- if (isSilent && hadProps) {
- console.warn('Silent server props refresh failed, keeping cached data:', error);
- return;
- }
-
- this.handleFetchServerPropsError(error, hadProps);
+ this.error = this.getErrorMessage(error);
+ console.error('Error fetching server properties:', error);
} finally {
- if (!isSilent) {
- this._loading = false;
- }
-
- this.fetchServerPropsPromise = null;
+ this.loading = false;
+ this.fetchPromise = null;
}
})();
- this.fetchServerPropsPromise = fetchPromise;
-
+ this.fetchPromise = fetchPromise;
await fetchPromise;
}
- /**
- * Handles fetch failures by attempting to recover cached server props and
- * updating the user-facing error or warning state appropriately.
- */
- private handleFetchServerPropsError(error: unknown, hadProps: boolean): void {
- const { errorMessage, isOfflineLikeError, isServerSideError } = this.normalizeFetchError(error);
-
- let cachedProps: ApiLlamaCppServerProps | null = null;
-
- if (!hadProps) {
- cachedProps = this.readCachedServerProps();
-
- if (cachedProps) {
- this._serverProps = cachedProps;
- this._error = null;
-
- if (isOfflineLikeError || isServerSideError) {
- this._serverWarning = errorMessage;
- }
-
- console.warn(
- 'Failed to refresh server properties, using cached values from localStorage:',
- errorMessage
- );
- } else {
- this._error = errorMessage;
- }
- } else {
- this._error = null;
-
- if (isOfflineLikeError || isServerSideError) {
- this._serverWarning = errorMessage;
- }
-
- console.warn(
- 'Failed to refresh server properties, continuing with cached values:',
- errorMessage
- );
- }
-
- console.error('Error fetching server properties:', error);
- }
-
- private normalizeFetchError(error: unknown): {
- errorMessage: string;
- isOfflineLikeError: boolean;
- isServerSideError: boolean;
- } {
- let errorMessage = 'Failed to connect to server';
- let isOfflineLikeError = false;
- let isServerSideError = false;
-
+ private getErrorMessage(error: unknown): string {
if (error instanceof Error) {
const message = error.message || '';
if (error.name === 'TypeError' && message.includes('fetch')) {
- errorMessage = 'Server is not running or unreachable';
- isOfflineLikeError = true;
+ return 'Server is not running or unreachable';
} else if (message.includes('ECONNREFUSED')) {
- errorMessage = 'Connection refused - server may be offline';
- isOfflineLikeError = true;
+ return 'Connection refused - server may be offline';
} else if (message.includes('ENOTFOUND')) {
- errorMessage = 'Server not found - check server address';
- isOfflineLikeError = true;
+ return 'Server not found - check server address';
} else if (message.includes('ETIMEDOUT')) {
- errorMessage = 'Request timed out - the server took too long to respond';
- isOfflineLikeError = true;
+ return 'Request timed out';
} else if (message.includes('503')) {
- errorMessage = 'Server temporarily unavailable - try again shortly';
- isServerSideError = true;
+ return 'Server temporarily unavailable';
} else if (message.includes('500')) {
- errorMessage = 'Server error - check server logs';
- isServerSideError = true;
+ return 'Server error - check server logs';
} else if (message.includes('404')) {
- errorMessage = 'Server endpoint not found';
+ return 'Server endpoint not found';
} else if (message.includes('403') || message.includes('401')) {
- errorMessage = 'Access denied';
+ return 'Access denied';
}
}
- return { errorMessage, isOfflineLikeError, isServerSideError };
+ return 'Failed to connect to server';
}
- /**
- * Clears the server state
- */
clear(): void {
- this._serverProps = null;
- this._error = null;
- this._serverWarning = null;
- this._loading = false;
- this._slotsEndpointAvailable = null;
- this.fetchServerPropsPromise = null;
- this.persistServerProps(null);
+ this.props = null;
+ this.error = null;
+ this.loading = false;
+ this.role = null;
+ this.fetchPromise = null;
+ }
+
+ // ─────────────────────────────────────────────────────────────────────────────
+ // Utilities
+ // ─────────────────────────────────────────────────────────────────────────────
+
+ private detectRole(props: ApiLlamaCppServerProps): void {
+ const newRole = props?.role === ServerRole.ROUTER ? ServerRole.ROUTER : ServerRole.MODEL;
+ if (this.role !== newRole) {
+ this.role = newRole;
+ console.info(`Server running in ${newRole === ServerRole.ROUTER ? 'ROUTER' : 'MODEL'} mode`);
+ }
}
}
export const serverStore = new ServerStore();
-export const serverProps = () => serverStore.serverProps;
+export const serverProps = () => serverStore.props;
export const serverLoading = () => serverStore.loading;
export const serverError = () => serverStore.error;
-export const serverWarning = () => serverStore.serverWarning;
-export const modelName = () => serverStore.modelName;
-export const supportedModalities = () => serverStore.supportedModalities;
-export const supportsVision = () => serverStore.supportsVision;
-export const supportsAudio = () => serverStore.supportsAudio;
-export const slotsEndpointAvailable = () => serverStore.slotsEndpointAvailable;
-export const serverDefaultParams = () => serverStore.serverDefaultParams;
+export const serverRole = () => serverStore.role;
+export const defaultParams = () => serverStore.defaultParams;
+export const contextSize = () => serverStore.contextSize;
+export const isRouterMode = () => serverStore.isRouterMode;
+export const isModelMode = () => serverStore.isModelMode;
/**
- * SettingsStore - Application configuration and theme management
+ * settingsStore - Application configuration and theme management
*
* This store manages all application settings including AI model parameters, UI preferences,
* and theme configuration. It provides persistent storage through localStorage with reactive
* state management using Svelte 5 runes.
*
* **Architecture & Relationships:**
- * - **SettingsStore** (this class): Configuration state management
+ * - **settingsStore** (this class): Configuration state management
* - Manages AI model parameters (temperature, max tokens, etc.)
* - Handles theme switching and persistence
* - Provides localStorage synchronization
import { browser } from '$app/environment';
import { SETTING_CONFIG_DEFAULT } from '$lib/constants/settings-config';
-import { normalizeFloatingPoint } from '$lib/utils/precision';
import { ParameterSyncService } from '$lib/services/parameter-sync';
import { serverStore } from '$lib/stores/server.svelte';
-import { setConfigValue, getConfigValue, configToParameterRecord } from '$lib/utils/config-helpers';
+import {
+ configToParameterRecord,
+ normalizeFloatingPoint,
+ getConfigValue,
+ setConfigValue
+} from '$lib/utils';
+import {
+ CONFIG_LOCALSTORAGE_KEY,
+ USER_OVERRIDES_LOCALSTORAGE_KEY
+} from '$lib/constants/localstorage-keys';
class SettingsStore {
+ // ─────────────────────────────────────────────────────────────────────────────
+ // State
+ // ─────────────────────────────────────────────────────────────────────────────
+
config = $state<SettingsConfigType>({ ...SETTING_CONFIG_DEFAULT });
theme = $state<string>('auto');
isInitialized = $state(false);
userOverrides = $state<Set<string>>(new Set());
+ // ─────────────────────────────────────────────────────────────────────────────
+ // Utilities (private helpers)
+ // ─────────────────────────────────────────────────────────────────────────────
+
/**
* Helper method to get server defaults with null safety
* Centralizes the pattern of getting and extracting server defaults
*/
private getServerDefaults(): Record<string, string | number | boolean> {
- const serverParams = serverStore.serverDefaultParams;
+ const serverParams = serverStore.defaultParams;
return serverParams ? ParameterSyncService.extractServerDefaults(serverParams) : {};
}
}
}
+ // ─────────────────────────────────────────────────────────────────────────────
+ // Lifecycle
+ // ─────────────────────────────────────────────────────────────────────────────
+
/**
* Initialize the settings store by loading from localStorage
*/
if (!browser) return;
try {
- const storedConfigRaw = localStorage.getItem('config');
+ const storedConfigRaw = localStorage.getItem(CONFIG_LOCALSTORAGE_KEY);
const savedVal = JSON.parse(storedConfigRaw || '{}');
// Merge with defaults to prevent breaking changes
};
// Load user overrides
- const savedOverrides = JSON.parse(localStorage.getItem('userOverrides') || '[]');
+ const savedOverrides = JSON.parse(
+ localStorage.getItem(USER_OVERRIDES_LOCALSTORAGE_KEY) || '[]'
+ );
this.userOverrides = new Set(savedOverrides);
} catch (error) {
console.warn('Failed to parse config from localStorage, using defaults:', error);
this.theme = localStorage.getItem('theme') || 'auto';
}
+ // ─────────────────────────────────────────────────────────────────────────────
+ // Config Updates
+ // ─────────────────────────────────────────────────────────────────────────────
+
/**
* Update a specific configuration setting
* @param key - The configuration key to update
if (!browser) return;
try {
- localStorage.setItem('config', JSON.stringify(this.config));
+ localStorage.setItem(CONFIG_LOCALSTORAGE_KEY, JSON.stringify(this.config));
- localStorage.setItem('userOverrides', JSON.stringify(Array.from(this.userOverrides)));
+ localStorage.setItem(
+ USER_OVERRIDES_LOCALSTORAGE_KEY,
+ JSON.stringify(Array.from(this.userOverrides))
+ );
} catch (error) {
console.error('Failed to save config to localStorage:', error);
}
}
}
+ // ─────────────────────────────────────────────────────────────────────────────
+ // Reset
+ // ─────────────────────────────────────────────────────────────────────────────
+
/**
* Reset configuration to defaults
*/
}
/**
- * Get a specific configuration value
- * @param key - The configuration key to get
- * @returns The configuration value
+ * Reset a parameter to server default (or webui default if no server default)
*/
- getConfig<K extends keyof SettingsConfigType>(key: K): SettingsConfigType[K] {
- return this.config[key];
- }
+ resetParameterToServerDefault(key: string): void {
+ const serverDefaults = this.getServerDefaults();
- /**
- * Get the entire configuration object
- * @returns The complete configuration object
- */
- getAllConfig(): SettingsConfigType {
- return { ...this.config };
+ if (serverDefaults[key] !== undefined) {
+ const value = normalizeFloatingPoint(serverDefaults[key]);
+
+ this.config[key as keyof SettingsConfigType] =
+ value as SettingsConfigType[keyof SettingsConfigType];
+ } else {
+ if (key in SETTING_CONFIG_DEFAULT) {
+ const defaultValue = getConfigValue(SETTING_CONFIG_DEFAULT, key);
+
+ setConfigValue(this.config, key, defaultValue);
+ }
+ }
+
+ this.userOverrides.delete(key);
+ this.saveConfig();
}
+ // ─────────────────────────────────────────────────────────────────────────────
+ // Server Sync
+ // ─────────────────────────────────────────────────────────────────────────────
+
/**
* Initialize settings with props defaults when server properties are first loaded
* This sets up the default values from /props endpoint
*/
syncWithServerDefaults(): void {
- const serverParams = serverStore.serverDefaultParams;
+ const serverParams = serverStore.defaultParams;
if (!serverParams) {
console.warn('No server parameters available for initialization');
console.log('Current user overrides after sync:', Array.from(this.userOverrides));
}
- /**
- * Clear all user overrides (for debugging)
- */
- clearAllUserOverrides(): void {
- this.userOverrides.clear();
- this.saveConfig();
- console.log('Cleared all user overrides');
- }
-
/**
* Reset all parameters to their default values (from props)
* This is used by the "Reset to Default" functionality
this.saveConfig();
}
+ // ─────────────────────────────────────────────────────────────────────────────
+ // Utilities
+ // ─────────────────────────────────────────────────────────────────────────────
+
+ /**
+ * Get a specific configuration value
+ * @param key - The configuration key to get
+ * @returns The configuration value
+ */
+ getConfig<K extends keyof SettingsConfigType>(key: K): SettingsConfigType[K] {
+ return this.config[key];
+ }
+
+ /**
+ * Get the entire configuration object
+ * @returns The complete configuration object
+ */
+ getAllConfig(): SettingsConfigType {
+ return { ...this.config };
+ }
+
/**
* Get parameter information including source for a specific parameter
*/
);
}
- /**
- * Reset a parameter to server default (or webui default if no server default)
- */
- resetParameterToServerDefault(key: string): void {
- const serverDefaults = this.getServerDefaults();
-
- if (serverDefaults[key] !== undefined) {
- const value = normalizeFloatingPoint(serverDefaults[key]);
-
- this.config[key as keyof SettingsConfigType] =
- value as SettingsConfigType[keyof SettingsConfigType];
- } else {
- if (key in SETTING_CONFIG_DEFAULT) {
- const defaultValue = getConfigValue(SETTING_CONFIG_DEFAULT, key);
-
- setConfigValue(this.config, key, defaultValue);
- }
- }
-
- this.userOverrides.delete(key);
- this.saveConfig();
- }
-
/**
* Get diff between current settings and server defaults
*/
return ParameterSyncService.createParameterDiff(configAsRecord, serverDefaults);
}
+
+ /**
+ * Clear all user overrides (for debugging)
+ */
+ clearAllUserOverrides(): void {
+ this.userOverrides.clear();
+ this.saveConfig();
+ console.log('Cleared all user overrides');
+ }
}
-// Create and export the settings store instance
export const settingsStore = new SettingsStore();
-// Export reactive getters for easy access in components
export const config = () => settingsStore.config;
export const theme = () => settingsStore.theme;
export const isInitialized = () => settingsStore.isInitialized;
-
-// Export bound methods for easy access
-export const updateConfig = settingsStore.updateConfig.bind(settingsStore);
-export const updateMultipleConfig = settingsStore.updateMultipleConfig.bind(settingsStore);
-export const updateTheme = settingsStore.updateTheme.bind(settingsStore);
-export const resetConfig = settingsStore.resetConfig.bind(settingsStore);
-export const resetTheme = settingsStore.resetTheme.bind(settingsStore);
-export const resetAll = settingsStore.resetAll.bind(settingsStore);
-export const getConfig = settingsStore.getConfig.bind(settingsStore);
-export const getAllConfig = settingsStore.getAllConfig.bind(settingsStore);
-export const syncWithServerDefaults = settingsStore.syncWithServerDefaults.bind(settingsStore);
-export const forceSyncWithServerDefaults =
- settingsStore.forceSyncWithServerDefaults.bind(settingsStore);
-export const getParameterInfo = settingsStore.getParameterInfo.bind(settingsStore);
-export const resetParameterToServerDefault =
- settingsStore.resetParameterToServerDefault.bind(settingsStore);
-export const getParameterDiff = settingsStore.getParameterDiff.bind(settingsStore);
-export const clearAllUserOverrides = settingsStore.clearAllUserOverrides.bind(settingsStore);
+import type { ServerModelStatus, ServerRole } from '$lib/enums';
import type { ChatMessagePromptProgress } from './chat';
export interface ApiChatMessageContentPart {
timestamp?: number;
}
+/**
+ * Model status object from /models endpoint
+ */
+export interface ApiModelStatus {
+ /** Status value: loaded, unloaded, loading, failed */
+ value: ServerModelStatus;
+ /** Command line arguments used when loading (only for loaded models) */
+ args?: string[];
+}
+
+/**
+ * Model entry from /models endpoint (ROUTER mode)
+ * Based on actual API response structure
+ */
export interface ApiModelDataEntry {
+ /** Model identifier (e.g., "ggml-org/Qwen2.5-Omni-7B-GGUF:latest") */
id: string;
+ /** Model name (optional, usually same as id - not always returned by API) */
+ name?: string;
+ /** Object type, always "model" */
object: string;
- created: number;
+ /** Owner, usually "llamacpp" */
owned_by: string;
+ /** Creation timestamp */
+ created: number;
+ /** Whether model files are in HuggingFace cache */
+ in_cache: boolean;
+ /** Path to model manifest file */
+ path: string;
+ /** Current status of the model */
+ status: ApiModelStatus;
+ /** Legacy meta field (may be present in older responses) */
meta?: Record<string, unknown> | null;
}
};
total_slots: number;
model_path: string;
+ role: ServerRole;
modalities: {
vision: boolean;
audio: boolean;
promptTokens?: number;
cacheTokens?: number;
}
+
+/**
+ * Router model metadata - extended from ApiModelDataEntry with additional router-specific fields
+ * @deprecated Use ApiModelDataEntry instead - the /models endpoint returns this structure directly
+ */
+export interface ApiRouterModelMeta {
+ /** Model identifier (e.g., "ggml-org/Qwen2.5-Omni-7B-GGUF:latest") */
+ name: string;
+ /** Path to model file or manifest */
+ path: string;
+ /** Optional path to multimodal projector */
+ path_mmproj?: string;
+ /** Whether model is in HuggingFace cache */
+ in_cache: boolean;
+ /** Port where model instance is running (0 if not loaded) */
+ port?: number;
+ /** Current status of the model */
+ status: ApiModelStatus;
+ /** Error message if status is FAILED */
+ error?: string;
+}
+
+/**
+ * Request to load a model
+ */
+export interface ApiRouterModelsLoadRequest {
+ model: string;
+}
+
+/**
+ * Response from loading a model
+ */
+export interface ApiRouterModelsLoadResponse {
+ success: boolean;
+ error?: string;
+}
+
+/**
+ * Request to check model status
+ */
+export interface ApiRouterModelsStatusRequest {
+ model: string;
+}
+
+/**
+ * Response with model status
+ */
+export interface ApiRouterModelsStatusResponse {
+ model: string;
+ status: ModelStatus;
+ port?: number;
+ error?: string;
+}
+
+/**
+ * Response with list of all models from /models endpoint
+ * Note: This is the same as ApiModelListResponse - the endpoint returns the same structure
+ * regardless of server mode (MODEL or ROUTER)
+ */
+export interface ApiRouterModelsListResponse {
+ object: string;
+ data: ApiModelDataEntry[];
+}
+
+/**
+ * Request to unload a model
+ */
+export interface ApiRouterModelsUnloadRequest {
+ model: string;
+}
+
+/**
+ * Response from unloading a model
+ */
+export interface ApiRouterModelsUnloadResponse {
+ success: boolean;
+ error?: string;
+}
name: string;
size?: number;
preview?: string;
- type: string;
isImage: boolean;
uploadedFile?: ChatUploadedFile;
attachment?: DatabaseMessageExtra;
attachment?: DatabaseMessageExtra;
preview?: string;
name?: string;
- type?: string;
size?: number;
textContent?: string;
}
-import type { ChatMessageTimings } from './chat';
+import type { ChatMessageTimings, ChatRole, ChatMessageType } from '$lib/types/chat';
+import { AttachmentType } from '$lib/enums';
export interface DatabaseConversation {
currNode: string | null;
}
export interface DatabaseMessageExtraAudioFile {
- type: 'audioFile';
+ type: AttachmentType.AUDIO;
name: string;
base64Data: string;
mimeType: string;
}
export interface DatabaseMessageExtraImageFile {
- type: 'imageFile';
+ type: AttachmentType.IMAGE;
name: string;
base64Url: string;
}
-export interface DatabaseMessageExtraTextFile {
- type: 'textFile';
+/**
+ * Legacy format from old webui - pasted content was stored as "context" type
+ * @deprecated Use DatabaseMessageExtraTextFile instead
+ */
+export interface DatabaseMessageExtraLegacyContext {
+ type: AttachmentType.LEGACY_CONTEXT;
name: string;
content: string;
}
export interface DatabaseMessageExtraPdfFile {
- type: 'pdfFile';
+ type: AttachmentType.PDF;
+ base64Data: string;
name: string;
content: string; // Text content extracted from PDF
images?: string[]; // Optional: PDF pages as base64 images
processedAsImages: boolean; // Whether PDF was processed as images
}
-/**
- * Legacy format from old webui - pasted content was stored as "context" type
- * @deprecated Use DatabaseMessageExtraTextFile instead
- */
-export interface DatabaseMessageExtraLegacyContext {
- type: 'context';
+export interface DatabaseMessageExtraTextFile {
+ type: AttachmentType.TEXT;
name: string;
content: string;
}
--- /dev/null
+/**
+ * Unified exports for all type definitions
+ * Import types from '$lib/types' for cleaner imports
+ */
+
+// API types
+export type {
+ ApiChatMessageContentPart,
+ ApiContextSizeError,
+ ApiErrorResponse,
+ ApiChatMessageData,
+ ApiModelStatus,
+ ApiModelDataEntry,
+ ApiModelDetails,
+ ApiModelListResponse,
+ ApiLlamaCppServerProps,
+ ApiChatCompletionRequest,
+ ApiChatCompletionToolCallFunctionDelta,
+ ApiChatCompletionToolCallDelta,
+ ApiChatCompletionToolCall,
+ ApiChatCompletionStreamChunk,
+ ApiChatCompletionResponse,
+ ApiSlotData,
+ ApiProcessingState,
+ ApiRouterModelMeta,
+ ApiRouterModelsLoadRequest,
+ ApiRouterModelsLoadResponse,
+ ApiRouterModelsStatusRequest,
+ ApiRouterModelsStatusResponse,
+ ApiRouterModelsListResponse,
+ ApiRouterModelsUnloadRequest,
+ ApiRouterModelsUnloadResponse
+} from './api';
+
+// Chat types
+export type {
+ ChatMessageType,
+ ChatRole,
+ ChatUploadedFile,
+ ChatAttachmentDisplayItem,
+ ChatAttachmentPreviewItem,
+ ChatMessageSiblingInfo,
+ ChatMessagePromptProgress,
+ ChatMessageTimings
+} from './chat';
+
+// Database types
+export type {
+ DatabaseConversation,
+ DatabaseMessageExtraAudioFile,
+ DatabaseMessageExtraImageFile,
+ DatabaseMessageExtraLegacyContext,
+ DatabaseMessageExtraPdfFile,
+ DatabaseMessageExtraTextFile,
+ DatabaseMessageExtra,
+ DatabaseMessage,
+ ExportedConversation,
+ ExportedConversations
+} from './database';
+
+// Model types
+export type { ModelModalities, ModelOption } from './models';
+
+// Settings types
+export type {
+ SettingsConfigValue,
+ SettingsFieldConfig,
+ SettingsChatServiceOptions,
+ SettingsConfigType
+} from './settings';
import type { ApiModelDataEntry, ApiModelDetails } from '$lib/types/api';
+/**
+ * Model modalities - vision and audio capabilities
+ */
+export interface ModelModalities {
+ vision: boolean;
+ audio: boolean;
+}
+
export interface ModelOption {
id: string;
name: string;
model: string;
description?: string;
capabilities: string[];
+ /** Model modalities from /props endpoint */
+ modalities?: ModelModalities;
details?: ApiModelDetails['details'];
meta?: ApiModelDataEntry['meta'];
}
export interface SettingsChatServiceOptions {
stream?: boolean;
+ // Model (required in ROUTER mode, optional in MODEL mode)
+ model?: string;
+ // System message to inject
+ systemMessage?: string;
+ // Disable reasoning format (use 'none' instead of 'auto')
+ disableReasoningFormat?: boolean;
// Generation parameters
temperature?: number;
max_tokens?: number;
onReasoningChunk?: (chunk: string) => void;
onToolCallChunk?: (chunk: string) => void;
onModel?: (model: string) => void;
- onFirstValidChunk?: () => void;
+ onTimings?: (timings: ChatMessageTimings, promptProgress?: ChatMessagePromptProgress) => void;
onComplete?: (
response: string,
reasoningContent?: string,
--- /dev/null
+import { config } from '$lib/stores/settings.svelte';
+
+/**
+ * Get authorization headers for API requests
+ * Includes Bearer token if API key is configured
+ */
+export function getAuthHeaders(): Record<string, string> {
+ const currentConfig = config();
+ const apiKey = currentConfig.apiKey?.toString().trim();
+
+ return apiKey ? { Authorization: `Bearer ${apiKey}` } : {};
+}
+
+/**
+ * Get standard JSON headers with optional authorization
+ */
+export function getJsonHeaders(): Record<string, string> {
+ return {
+ 'Content-Type': 'application/json',
+ ...getAuthHeaders()
+ };
+}
--- /dev/null
+import { FileTypeCategory } from '$lib/enums';
+import { getFileTypeCategory, getFileTypeCategoryByExtension, isImageFile } from '$lib/utils';
+
+export interface AttachmentDisplayItemsOptions {
+ uploadedFiles?: ChatUploadedFile[];
+ attachments?: DatabaseMessageExtra[];
+}
+
+/**
+ * Gets the file type category from an uploaded file, checking both MIME type and extension
+ */
+function getUploadedFileCategory(file: ChatUploadedFile): FileTypeCategory | null {
+ const categoryByMime = getFileTypeCategory(file.type);
+
+ if (categoryByMime) {
+ return categoryByMime;
+ }
+
+ return getFileTypeCategoryByExtension(file.name);
+}
+
+/**
+ * Creates a unified list of display items from uploaded files and stored attachments.
+ * Items are returned in reverse order (newest first).
+ */
+export function getAttachmentDisplayItems(
+ options: AttachmentDisplayItemsOptions
+): ChatAttachmentDisplayItem[] {
+ const { uploadedFiles = [], attachments = [] } = options;
+ const items: ChatAttachmentDisplayItem[] = [];
+
+ // Add uploaded files (ChatForm)
+ for (const file of uploadedFiles) {
+ items.push({
+ id: file.id,
+ name: file.name,
+ size: file.size,
+ preview: file.preview,
+ isImage: getUploadedFileCategory(file) === FileTypeCategory.IMAGE,
+ uploadedFile: file,
+ textContent: file.textContent
+ });
+ }
+
+ // Add stored attachments (ChatMessage)
+ for (const [index, attachment] of attachments.entries()) {
+ const isImage = isImageFile(attachment);
+
+ items.push({
+ id: `attachment-${index}`,
+ name: attachment.name,
+ preview: isImage && 'base64Url' in attachment ? attachment.base64Url : undefined,
+ isImage,
+ attachment,
+ attachmentIndex: index,
+ textContent: 'content' in attachment ? attachment.content : undefined
+ });
+ }
+
+ return items.reverse();
+}
--- /dev/null
+import { AttachmentType, FileTypeCategory } from '$lib/enums';
+import { getFileTypeCategory, getFileTypeCategoryByExtension } from '$lib/utils';
+
+/**
+ * Gets the file type category from an uploaded file, checking both MIME type and extension
+ * @param uploadedFile - The uploaded file to check
+ * @returns The file type category or null if not recognized
+ */
+function getUploadedFileCategory(uploadedFile: ChatUploadedFile): FileTypeCategory | null {
+ // First try MIME type
+ const categoryByMime = getFileTypeCategory(uploadedFile.type);
+
+ if (categoryByMime) {
+ return categoryByMime;
+ }
+
+ // Fallback to extension (browsers don't always provide correct MIME types)
+ return getFileTypeCategoryByExtension(uploadedFile.name);
+}
+
+/**
+ * Determines if an attachment or uploaded file is a text file
+ * @param uploadedFile - Optional uploaded file
+ * @param attachment - Optional database attachment
+ * @returns true if the file is a text file
+ */
+export function isTextFile(
+ attachment?: DatabaseMessageExtra,
+ uploadedFile?: ChatUploadedFile
+): boolean {
+ if (uploadedFile) {
+ return getUploadedFileCategory(uploadedFile) === FileTypeCategory.TEXT;
+ }
+
+ if (attachment) {
+ return (
+ attachment.type === AttachmentType.TEXT || attachment.type === AttachmentType.LEGACY_CONTEXT
+ );
+ }
+
+ return false;
+}
+
+/**
+ * Determines if an attachment or uploaded file is an image
+ * @param uploadedFile - Optional uploaded file
+ * @param attachment - Optional database attachment
+ * @returns true if the file is an image
+ */
+export function isImageFile(
+ attachment?: DatabaseMessageExtra,
+ uploadedFile?: ChatUploadedFile
+): boolean {
+ if (uploadedFile) {
+ return getUploadedFileCategory(uploadedFile) === FileTypeCategory.IMAGE;
+ }
+
+ if (attachment) {
+ return attachment.type === AttachmentType.IMAGE;
+ }
+
+ return false;
+}
+
+/**
+ * Determines if an attachment or uploaded file is a PDF
+ * @param uploadedFile - Optional uploaded file
+ * @param attachment - Optional database attachment
+ * @returns true if the file is a PDF
+ */
+export function isPdfFile(
+ attachment?: DatabaseMessageExtra,
+ uploadedFile?: ChatUploadedFile
+): boolean {
+ if (uploadedFile) {
+ return getUploadedFileCategory(uploadedFile) === FileTypeCategory.PDF;
+ }
+
+ if (attachment) {
+ return attachment.type === AttachmentType.PDF;
+ }
+
+ return false;
+}
+
+/**
+ * Determines if an attachment or uploaded file is an audio file
+ * @param uploadedFile - Optional uploaded file
+ * @param attachment - Optional database attachment
+ * @returns true if the file is an audio file
+ */
+export function isAudioFile(
+ attachment?: DatabaseMessageExtra,
+ uploadedFile?: ChatUploadedFile
+): boolean {
+ if (uploadedFile) {
+ return getUploadedFileCategory(uploadedFile) === FileTypeCategory.AUDIO;
+ }
+
+ if (attachment) {
+ return attachment.type === AttachmentType.AUDIO;
+ }
+
+ return false;
+}
-import { MimeTypeAudio } from '$lib/enums/files';
+import { MimeTypeAudio } from '$lib/enums';
/**
* AudioRecorder - Browser-based audio recording with MediaRecorder API
--- /dev/null
+/**
+ * Browser-only utility exports
+ *
+ * These utilities require browser APIs (DOM, Canvas, MediaRecorder, etc.)
+ * and cannot be imported during SSR. Import from '$lib/utils/browser-only'
+ * only in client-side code or components that are not server-rendered.
+ */
+
+// Audio utilities (MediaRecorder API)
+export {
+ AudioRecorder,
+ convertToWav,
+ createAudioFile,
+ isAudioRecordingSupported
+} from './audio-recording';
+
+// PDF processing utilities (pdfjs-dist with DOMMatrix)
+export {
+ convertPDFToText,
+ convertPDFToImage,
+ isPdfFile as isPdfFileFromFile,
+ isApplicationMimeType
+} from './pdf-processing';
+
+// File conversion utilities (depends on pdf-processing)
+export { parseFilesToMessageExtras, type FileProcessingResult } from './convert-files-to-extra';
+
+// File upload processing utilities (depends on pdf-processing, svg-to-png, webp-to-png)
+export { processFilesToChatUploaded } from './process-uploaded-files';
+
+// SVG utilities (Canvas/Image API)
+export { svgBase64UrlToPngDataURL, isSvgFile, isSvgMimeType } from './svg-to-png';
+
+// WebP utilities (Canvas/Image API)
+export { webpBase64UrlToPngDataURL, isWebpFile, isWebpMimeType } from './webp-to-png';
* with dynamic keys while maintaining TypeScript type safety.
*/
-import type { SettingsConfigType } from '$lib/types/settings';
-
/**
* Type-safe helper to access config properties dynamically
* Provides better type safety than direct casting to Record
import { convertPDFToImage, convertPDFToText } from './pdf-processing';
import { isSvgMimeType, svgBase64UrlToPngDataURL } from './svg-to-png';
import { isWebpMimeType, webpBase64UrlToPngDataURL } from './webp-to-png';
-import { FileTypeCategory } from '$lib/enums/files';
+import { FileTypeCategory, AttachmentType } from '$lib/enums';
import { config, settingsStore } from '$lib/stores/settings.svelte';
-import { supportsVision } from '$lib/stores/server.svelte';
-import { getFileTypeCategory } from '$lib/utils/file-type';
+import { modelsStore } from '$lib/stores/models.svelte';
+import { getFileTypeCategory } from '$lib/utils';
import { readFileAsText, isLikelyTextFile } from './text-files';
import { toast } from 'svelte-sonner';
}
export async function parseFilesToMessageExtras(
- files: ChatUploadedFile[]
+ files: ChatUploadedFile[],
+ activeModelId?: string
): Promise<FileProcessingResult> {
const extras: DatabaseMessageExtra[] = [];
const emptyFiles: string[] = [];
}
extras.push({
- type: 'imageFile',
+ type: AttachmentType.IMAGE,
name: file.name,
base64Url
});
const base64Data = await readFileAsBase64(file.file);
extras.push({
- type: 'audioFile',
+ type: AttachmentType.AUDIO,
name: file.name,
base64Data: base64Data,
mimeType: file.type
// Always get base64 data for preview functionality
const base64Data = await readFileAsBase64(file.file);
const currentConfig = config();
- const hasVisionSupport = supportsVision();
+ // Use per-model vision check for router mode
+ const hasVisionSupport = activeModelId
+ ? modelsStore.modelSupportsVision(activeModelId)
+ : false;
// Force PDF-to-text for non-vision models
let shouldProcessAsImages = Boolean(currentConfig.pdfAsImage) && hasVisionSupport;
);
extras.push({
- type: 'pdfFile',
+ type: AttachmentType.PDF,
name: file.name,
content: `PDF file with ${images.length} pages`,
images: images,
const content = await convertPDFToText(file.file);
extras.push({
- type: 'pdfFile',
+ type: AttachmentType.PDF,
name: file.name,
content: content,
processedAsImages: false,
});
extras.push({
- type: 'pdfFile',
+ type: AttachmentType.PDF,
name: file.name,
content: content,
processedAsImages: false,
emptyFiles.push(file.name);
} else if (isLikelyTextFile(content)) {
extras.push({
- type: 'textFile',
+ type: AttachmentType.TEXT,
name: file.name,
content: content
});
/**
- * Formats file size in bytes to human readable format
- * @param bytes - File size in bytes
- * @returns Formatted file size string
+ * Gets a display label for a file type from various input formats
+ *
+ * Handles:
+ * - MIME types: 'application/pdf' → 'PDF'
+ * - AttachmentType values: 'PDF', 'AUDIO' → 'PDF', 'AUDIO'
+ * - File names: 'document.pdf' → 'PDF'
+ * - Unknown: returns 'FILE'
+ *
+ * @param input - MIME type, AttachmentType value, or file name
+ * @returns Formatted file type label (uppercase)
*/
-export function formatFileSize(bytes: number): string {
- if (bytes === 0) return '0 Bytes';
+export function getFileTypeLabel(input: string | undefined): string {
+ if (!input) return 'FILE';
- const k = 1024;
- const sizes = ['Bytes', 'KB', 'MB', 'GB'];
- const i = Math.floor(Math.log(bytes) / Math.log(k));
+ // Handle MIME types (contains '/')
+ if (input.includes('/')) {
+ const subtype = input.split('/').pop();
+ if (subtype) {
+ // Handle special cases like 'vnd.ms-excel' → 'EXCEL'
+ if (subtype.includes('.')) {
+ return subtype.split('.').pop()?.toUpperCase() || 'FILE';
+ }
+ return subtype.toUpperCase();
+ }
+ }
- return parseFloat((bytes / Math.pow(k, i)).toFixed(2)) + ' ' + sizes[i];
-}
+ // Handle file names (contains '.')
+ if (input.includes('.')) {
+ const ext = input.split('.').pop();
+ if (ext) return ext.toUpperCase();
+ }
-/**
- * Gets a display label for a file type
- * @param fileType - The file type/mime type
- * @returns Formatted file type label
- */
-export function getFileTypeLabel(fileType: string): string {
- return fileType.split('/').pop()?.toUpperCase() || 'FILE';
+ // Handle AttachmentType or other plain strings
+ return input.toUpperCase();
}
/**
PDF_FILE_TYPES,
TEXT_FILE_TYPES
} from '$lib/constants/supported-file-types';
-import { FileTypeCategory } from '$lib/enums/files';
+import {
+ FileExtensionAudio,
+ FileExtensionImage,
+ FileExtensionPdf,
+ FileExtensionText,
+ FileTypeCategory,
+ MimeTypeApplication,
+ MimeTypeAudio,
+ MimeTypeImage,
+ MimeTypeText
+} from '$lib/enums';
export function getFileTypeCategory(mimeType: string): FileTypeCategory | null {
- if (
- Object.values(IMAGE_FILE_TYPES).some((type) =>
- (type.mimeTypes as readonly string[]).includes(mimeType)
- )
- ) {
- return FileTypeCategory.IMAGE;
- }
+ switch (mimeType) {
+ // Images
+ case MimeTypeImage.JPEG:
+ case MimeTypeImage.PNG:
+ case MimeTypeImage.GIF:
+ case MimeTypeImage.WEBP:
+ case MimeTypeImage.SVG:
+ return FileTypeCategory.IMAGE;
- if (
- Object.values(AUDIO_FILE_TYPES).some((type) =>
- (type.mimeTypes as readonly string[]).includes(mimeType)
- )
- ) {
- return FileTypeCategory.AUDIO;
- }
+ // Audio
+ case MimeTypeAudio.MP3_MPEG:
+ case MimeTypeAudio.MP3:
+ case MimeTypeAudio.MP4:
+ case MimeTypeAudio.WAV:
+ case MimeTypeAudio.WEBM:
+ case MimeTypeAudio.WEBM_OPUS:
+ return FileTypeCategory.AUDIO;
- if (
- Object.values(PDF_FILE_TYPES).some((type) =>
- (type.mimeTypes as readonly string[]).includes(mimeType)
- )
- ) {
- return FileTypeCategory.PDF;
- }
+ // PDF
+ case MimeTypeApplication.PDF:
+ return FileTypeCategory.PDF;
- if (
- Object.values(TEXT_FILE_TYPES).some((type) =>
- (type.mimeTypes as readonly string[]).includes(mimeType)
- )
- ) {
- return FileTypeCategory.TEXT;
+ // Text
+ case MimeTypeText.PLAIN:
+ case MimeTypeText.MARKDOWN:
+ case MimeTypeText.ASCIIDOC:
+ case MimeTypeText.JAVASCRIPT:
+ case MimeTypeText.JAVASCRIPT_APP:
+ case MimeTypeText.TYPESCRIPT:
+ case MimeTypeText.JSX:
+ case MimeTypeText.TSX:
+ case MimeTypeText.CSS:
+ case MimeTypeText.HTML:
+ case MimeTypeText.JSON:
+ case MimeTypeText.XML_TEXT:
+ case MimeTypeText.XML_APP:
+ case MimeTypeText.YAML_TEXT:
+ case MimeTypeText.YAML_APP:
+ case MimeTypeText.CSV:
+ case MimeTypeText.PYTHON:
+ case MimeTypeText.JAVA:
+ case MimeTypeText.CPP_SRC:
+ case MimeTypeText.C_SRC:
+ case MimeTypeText.C_HDR:
+ case MimeTypeText.PHP:
+ case MimeTypeText.RUBY:
+ case MimeTypeText.GO:
+ case MimeTypeText.RUST:
+ case MimeTypeText.SHELL:
+ case MimeTypeText.BAT:
+ case MimeTypeText.SQL:
+ case MimeTypeText.R:
+ case MimeTypeText.SCALA:
+ case MimeTypeText.KOTLIN:
+ case MimeTypeText.SWIFT:
+ case MimeTypeText.DART:
+ case MimeTypeText.VUE:
+ case MimeTypeText.SVELTE:
+ case MimeTypeText.LATEX:
+ case MimeTypeText.BIBTEX:
+ return FileTypeCategory.TEXT;
+
+ default:
+ return null;
}
+}
- return null;
+export function getFileTypeCategoryByExtension(filename: string): FileTypeCategory | null {
+ const extension = filename.toLowerCase().substring(filename.lastIndexOf('.'));
+
+ switch (extension) {
+ // Images
+ case FileExtensionImage.JPG:
+ case FileExtensionImage.JPEG:
+ case FileExtensionImage.PNG:
+ case FileExtensionImage.GIF:
+ case FileExtensionImage.WEBP:
+ case FileExtensionImage.SVG:
+ return FileTypeCategory.IMAGE;
+
+ // Audio
+ case FileExtensionAudio.MP3:
+ case FileExtensionAudio.WAV:
+ return FileTypeCategory.AUDIO;
+
+ // PDF
+ case FileExtensionPdf.PDF:
+ return FileTypeCategory.PDF;
+
+ // Text
+ case FileExtensionText.TXT:
+ case FileExtensionText.MD:
+ case FileExtensionText.ADOC:
+ case FileExtensionText.JS:
+ case FileExtensionText.TS:
+ case FileExtensionText.JSX:
+ case FileExtensionText.TSX:
+ case FileExtensionText.CSS:
+ case FileExtensionText.HTML:
+ case FileExtensionText.HTM:
+ case FileExtensionText.JSON:
+ case FileExtensionText.XML:
+ case FileExtensionText.YAML:
+ case FileExtensionText.YML:
+ case FileExtensionText.CSV:
+ case FileExtensionText.LOG:
+ case FileExtensionText.PY:
+ case FileExtensionText.JAVA:
+ case FileExtensionText.CPP:
+ case FileExtensionText.C:
+ case FileExtensionText.H:
+ case FileExtensionText.PHP:
+ case FileExtensionText.RB:
+ case FileExtensionText.GO:
+ case FileExtensionText.RS:
+ case FileExtensionText.SH:
+ case FileExtensionText.BAT:
+ case FileExtensionText.SQL:
+ case FileExtensionText.R:
+ case FileExtensionText.SCALA:
+ case FileExtensionText.KT:
+ case FileExtensionText.SWIFT:
+ case FileExtensionText.DART:
+ case FileExtensionText.VUE:
+ case FileExtensionText.SVELTE:
+ case FileExtensionText.TEX:
+ case FileExtensionText.BIB:
+ return FileTypeCategory.TEXT;
+
+ default:
+ return null;
+ }
}
export function getFileTypeByExtension(filename: string): string | null {
--- /dev/null
+/**
+ * Formats file size in bytes to human readable format
+ * Supports Bytes, KB, MB, and GB
+ *
+ * @param bytes - File size in bytes (or unknown for safety)
+ * @returns Formatted file size string
+ */
+export function formatFileSize(bytes: number | unknown): string {
+ if (typeof bytes !== 'number') return 'Unknown';
+ if (bytes === 0) return '0 Bytes';
+
+ const k = 1024;
+ const sizes = ['Bytes', 'KB', 'MB', 'GB'];
+ const i = Math.floor(Math.log(bytes) / Math.log(k));
+
+ return parseFloat((bytes / Math.pow(k, i)).toFixed(2)) + ' ' + sizes[i];
+}
+
+/**
+ * Format parameter count to human-readable format (B, M, K)
+ *
+ * @param params - Parameter count
+ * @returns Human-readable parameter count
+ */
+export function formatParameters(params: number | unknown): string {
+ if (typeof params !== 'number') return 'Unknown';
+
+ if (params >= 1e9) {
+ return `${(params / 1e9).toFixed(2)}B`;
+ }
+
+ if (params >= 1e6) {
+ return `${(params / 1e6).toFixed(2)}M`;
+ }
+
+ if (params >= 1e3) {
+ return `${(params / 1e3).toFixed(2)}K`;
+ }
+
+ return params.toString();
+}
+
+/**
+ * Format number with locale-specific thousands separators
+ *
+ * @param num - Number to format
+ * @returns Human-readable number
+ */
+export function formatNumber(num: number | unknown): string {
+ if (typeof num !== 'number') return 'Unknown';
+
+ return num.toLocaleString();
+}
--- /dev/null
+/**
+ * Unified exports for all utility functions
+ * Import utilities from '$lib/utils' for cleaner imports
+ *
+ * For browser-only utilities (pdf-processing, audio-recording, svg-to-png,
+ * webp-to-png, process-uploaded-files, convert-files-to-extra), use:
+ * import { ... } from '$lib/utils/browser-only'
+ */
+
+// API utilities
+export { getAuthHeaders, getJsonHeaders } from './api-headers';
+export { validateApiKey } from './api-key-validation';
+
+// Attachment utilities
+export {
+ getAttachmentDisplayItems,
+ type AttachmentDisplayItemsOptions
+} from './attachment-display';
+export { isTextFile, isImageFile, isPdfFile, isAudioFile } from './attachment-type';
+
+// Textarea utilities
+export { default as autoResizeTextarea } from './autoresize-textarea';
+
+// Branching utilities
+export {
+ filterByLeafNodeId,
+ findLeafNode,
+ findDescendantMessages,
+ getMessageSiblings,
+ getMessageDisplayList,
+ hasMessageSiblings,
+ getNextSibling,
+ getPreviousSibling
+} from './branching';
+
+// Config helpers
+export { setConfigValue, getConfigValue, configToParameterRecord } from './config-helpers';
+
+// Conversation utilities
+export { createMessageCountMap, getMessageCount } from './conversation-utils';
+
+// Clipboard utilities
+export { copyToClipboard, copyCodeToClipboard } from './copy';
+
+// File preview utilities
+export { getFileTypeLabel, getPreviewText } from './file-preview';
+
+// File type utilities
+export {
+ getFileTypeCategory,
+ getFileTypeCategoryByExtension,
+ getFileTypeByExtension,
+ isFileTypeSupported
+} from './file-type';
+
+// Formatting utilities
+export { formatFileSize, formatParameters, formatNumber } from './formatters';
+
+// IME utilities
+export { isIMEComposing } from './is-ime-composing';
+
+// LaTeX utilities
+export { maskInlineLaTeX, preprocessLaTeX } from './latex-protection';
+
+// Modality file validation utilities
+export {
+ isFileTypeSupportedByModel,
+ filterFilesByModalities,
+ generateModalityErrorMessage,
+ generateModalityAwareAcceptString,
+ type ModalityCapabilities
+} from './modality-file-validation';
+
+// Model name utilities
+export { normalizeModelName, isValidModelName } from './model-names';
+
+// Portal utilities
+export { portalToBody } from './portal-to-body';
+
+// Precision utilities
+export { normalizeFloatingPoint, normalizeNumber } from './precision';
+
+// Syntax highlighting utilities
+export { getLanguageFromFilename } from './syntax-highlight-language';
+
+// Text file utilities
+export { isTextFileByName, readFileAsText, isLikelyTextFile } from './text-files';
* Ensures only compatible file types are processed based on model capabilities
*/
-import { getFileTypeCategory } from '$lib/utils/file-type';
-import { supportsVision, supportsAudio } from '$lib/stores/server.svelte';
+import { getFileTypeCategory } from '$lib/utils';
import {
FileExtensionAudio,
FileExtensionImage,
MimeTypeApplication,
MimeTypeText,
FileTypeCategory
-} from '$lib/enums/files';
+} from '$lib/enums';
+
+/** Modality capabilities for file validation */
+export interface ModalityCapabilities {
+ hasVision: boolean;
+ hasAudio: boolean;
+}
/**
- * Check if a file type is supported by the current model's modalities
+ * Check if a file type is supported by the given modalities
* @param filename - The filename to check
* @param mimeType - The MIME type of the file
- * @returns true if the file type is supported by the current model
+ * @param capabilities - The modality capabilities to check against
+ * @returns true if the file type is supported
*/
-export function isFileTypeSupportedByModel(filename: string, mimeType?: string): boolean {
+export function isFileTypeSupportedByModel(
+ filename: string,
+ mimeType: string | undefined,
+ capabilities: ModalityCapabilities
+): boolean {
const category = mimeType ? getFileTypeCategory(mimeType) : null;
// If we can't determine the category from MIME type, fall back to general support check
case FileTypeCategory.IMAGE:
// Images require vision support
- return supportsVision();
+ return capabilities.hasVision;
case FileTypeCategory.AUDIO:
// Audio files require audio support
- return supportsAudio();
+ return capabilities.hasAudio;
default:
// Unknown categories - be conservative and allow
/**
* Filter files based on model modalities and return supported/unsupported lists
* @param files - Array of files to filter
+ * @param capabilities - The modality capabilities to check against
* @returns Object with supportedFiles and unsupportedFiles arrays
*/
-export function filterFilesByModalities(files: File[]): {
+export function filterFilesByModalities(
+ files: File[],
+ capabilities: ModalityCapabilities
+): {
supportedFiles: File[];
unsupportedFiles: File[];
modalityReasons: Record<string, string>;
const unsupportedFiles: File[] = [];
const modalityReasons: Record<string, string> = {};
- const hasVision = supportsVision();
- const hasAudio = supportsAudio();
+ const { hasVision, hasAudio } = capabilities;
for (const file of files) {
const category = getFileTypeCategory(file.type);
* Generate a user-friendly error message for unsupported files
* @param unsupportedFiles - Array of unsupported files
* @param modalityReasons - Reasons why files are unsupported
+ * @param capabilities - The modality capabilities to check against
* @returns Formatted error message
*/
export function generateModalityErrorMessage(
unsupportedFiles: File[],
- modalityReasons: Record<string, string>
+ modalityReasons: Record<string, string>,
+ capabilities: ModalityCapabilities
): string {
if (unsupportedFiles.length === 0) return '';
- const hasVision = supportsVision();
- const hasAudio = supportsAudio();
+ const { hasVision, hasAudio } = capabilities;
let message = '';
}
/**
- * Generate file input accept string based on current model modalities
+ * Generate file input accept string based on model modalities
+ * @param capabilities - The modality capabilities to check against
* @returns Accept string for HTML file input element
*/
-export function generateModalityAwareAcceptString(): string {
- const hasVision = supportsVision();
- const hasAudio = supportsAudio();
+export function generateModalityAwareAcceptString(capabilities: ModalityCapabilities): string {
+ const { hasVision, hasAudio } = capabilities;
const acceptedExtensions: string[] = [];
const acceptedMimeTypes: string[] = [];
import { isValidModelName, normalizeModelName } from './model-names';
describe('normalizeModelName', () => {
- it('extracts filename from forward slash path', () => {
- expect(normalizeModelName('models/model-name-1')).toBe('model-name-1');
+ it('preserves Hugging Face org/model format (single slash)', () => {
+ // Single slash is treated as Hugging Face format and preserved
+ expect(normalizeModelName('meta-llama/Llama-3.1-8B')).toBe('meta-llama/Llama-3.1-8B');
+ expect(normalizeModelName('models/model-name-1')).toBe('models/model-name-1');
+ });
+
+ it('extracts filename from multi-segment paths', () => {
+ // Multiple slashes -> extract just the filename
expect(normalizeModelName('path/to/model/model-name-2')).toBe('model-name-2');
+ expect(normalizeModelName('/absolute/path/to/model')).toBe('model');
});
- it('extracts filename from backslash path', () => {
+ it('extracts filename from backslash paths', () => {
expect(normalizeModelName('C\\Models\\model-name-1')).toBe('model-name-1');
expect(normalizeModelName('path\\to\\model\\model-name-2')).toBe('model-name-2');
});
/**
- * Normalizes a model name by extracting the filename from a path.
+ * Normalizes a model name by extracting the filename from a path, but preserves Hugging Face repository format.
*
* Handles both forward slashes (/) and backslashes (\) as path separators.
- * If the model name is just a filename (no path), returns it as-is.
+ * - If the model name has exactly one slash (org/model format), preserves the full "org/model" name
+ * - If the model name has no slash or multiple slashes, extracts just the filename
+ * - If the model name is just a filename (no path), returns it as-is.
*
* @param modelName - The model name or path to normalize
- * @returns The normalized model name (filename only)
+ * @returns The normalized model name
*
* @example
- * normalizeModelName('models/llama-3.1-8b') // Returns: 'llama-3.1-8b'
- * normalizeModelName('C:\\Models\\gpt-4') // Returns: 'gpt-4'
- * normalizeModelName('simple-model') // Returns: 'simple-model'
+ * normalizeModelName('models/llama-3.1-8b') // Returns: 'llama-3.1-8b' (multiple slashes -> filename)
+ * normalizeModelName('C:\\Models\\gpt-4') // Returns: 'gpt-4' (multiple slashes -> filename)
+ * normalizeModelName('meta-llama/Llama-3.1-8B') // Returns: 'meta-llama/Llama-3.1-8B' (Hugging Face format)
+ * normalizeModelName('simple-model') // Returns: 'simple-model' (no slash)
* normalizeModelName(' spaced ') // Returns: 'spaced'
* normalizeModelName('') // Returns: ''
*/
}
const segments = trimmed.split(/[\\/]/);
+
+ // If we have exactly 2 segments (one slash), treat it as Hugging Face repo format
+ // and preserve the full "org/model" format
+ if (segments.length === 2) {
+ const [org, model] = segments;
+ const trimmedOrg = org?.trim();
+ const trimmedModel = model?.trim();
+
+ if (trimmedOrg && trimmedModel) {
+ return `${trimmedOrg}/${trimmedModel}`;
+ }
+ }
+
+ // For other cases (no slash, or multiple slashes), extract just the filename
const candidate = segments.pop();
const normalized = candidate?.trim();
*/
import { browser } from '$app/environment';
-import { MimeTypeApplication, MimeTypeImage } from '$lib/enums/files';
+import { MimeTypeApplication, MimeTypeImage } from '$lib/enums';
import * as pdfjs from 'pdfjs-dist';
type TextContent = {
import { isSvgMimeType, svgBase64UrlToPngDataURL } from './svg-to-png';
import { isTextFileByName } from './text-files';
import { isWebpMimeType, webpBase64UrlToPngDataURL } from './webp-to-png';
-import { FileTypeCategory } from '$lib/enums/files';
-import { getFileTypeCategory } from '$lib/utils/file-type';
-import { supportsVision } from '$lib/stores/server.svelte';
+import { FileTypeCategory } from '$lib/enums';
+import { modelsStore } from '$lib/stores/models.svelte';
import { settingsStore } from '$lib/stores/settings.svelte';
import { toast } from 'svelte-sonner';
+import { getFileTypeCategory } from '$lib/utils';
+import { convertPDFToText } from './pdf-processing';
/**
* Read a file as a data URL (base64 encoded)
* @param files - Array of File objects to process
* @returns Promise resolving to array of ChatUploadedFile objects
*/
-export async function processFilesToChatUploaded(files: File[]): Promise<ChatUploadedFile[]> {
+export async function processFilesToChatUploaded(
+ files: File[],
+ activeModelId?: string
+): Promise<ChatUploadedFile[]> {
const results: ChatUploadedFile[] = [];
for (const file of files) {
results.push(base);
}
} else if (getFileTypeCategory(file.type) === FileTypeCategory.PDF) {
- // PDFs handled later when building extras; keep metadata only
- results.push(base);
+ // Extract text content from PDF for preview
+ try {
+ const textContent = await convertPDFToText(file);
+ results.push({ ...base, textContent });
+ } catch (err) {
+ console.warn('Failed to extract text from PDF, adding without content:', err);
+ results.push(base);
+ }
// Show suggestion toast if vision model is available but PDF as image is disabled
- const hasVisionSupport = supportsVision();
+ const hasVisionSupport = activeModelId
+ ? modelsStore.modelSupportsVision(activeModelId)
+ : false;
const currentConfig = settingsStore.config;
if (hasVisionSupport && !currentConfig.pdfAsImage) {
toast.info(`You can enable parsing PDF as images with vision models.`, {
-import { MimeTypeImage } from '$lib/enums/files';
+import { MimeTypeImage } from '$lib/enums';
/**
* Convert an SVG base64 data URL to a PNG data URL
--- /dev/null
+/**
+ * Maps file extensions to highlight.js language identifiers
+ */
+export function getLanguageFromFilename(filename: string): string {
+ const extension = filename.toLowerCase().substring(filename.lastIndexOf('.'));
+
+ switch (extension) {
+ // JavaScript / TypeScript
+ case '.js':
+ case '.mjs':
+ case '.cjs':
+ return 'javascript';
+ case '.ts':
+ case '.mts':
+ case '.cts':
+ return 'typescript';
+ case '.jsx':
+ return 'javascript';
+ case '.tsx':
+ return 'typescript';
+
+ // Web
+ case '.html':
+ case '.htm':
+ return 'html';
+ case '.css':
+ return 'css';
+ case '.scss':
+ return 'scss';
+ case '.less':
+ return 'less';
+ case '.vue':
+ return 'html';
+ case '.svelte':
+ return 'html';
+
+ // Data formats
+ case '.json':
+ return 'json';
+ case '.xml':
+ return 'xml';
+ case '.yaml':
+ case '.yml':
+ return 'yaml';
+ case '.toml':
+ return 'ini';
+ case '.csv':
+ return 'plaintext';
+
+ // Programming languages
+ case '.py':
+ return 'python';
+ case '.java':
+ return 'java';
+ case '.kt':
+ case '.kts':
+ return 'kotlin';
+ case '.scala':
+ return 'scala';
+ case '.cpp':
+ case '.cc':
+ case '.cxx':
+ case '.c++':
+ return 'cpp';
+ case '.c':
+ return 'c';
+ case '.h':
+ case '.hpp':
+ return 'cpp';
+ case '.cs':
+ return 'csharp';
+ case '.go':
+ return 'go';
+ case '.rs':
+ return 'rust';
+ case '.rb':
+ return 'ruby';
+ case '.php':
+ return 'php';
+ case '.swift':
+ return 'swift';
+ case '.dart':
+ return 'dart';
+ case '.r':
+ return 'r';
+ case '.lua':
+ return 'lua';
+ case '.pl':
+ case '.pm':
+ return 'perl';
+
+ // Shell
+ case '.sh':
+ case '.bash':
+ case '.zsh':
+ return 'bash';
+ case '.bat':
+ case '.cmd':
+ return 'dos';
+ case '.ps1':
+ return 'powershell';
+
+ // Database
+ case '.sql':
+ return 'sql';
+
+ // Markup / Documentation
+ case '.md':
+ case '.markdown':
+ return 'markdown';
+ case '.tex':
+ case '.latex':
+ return 'latex';
+ case '.adoc':
+ case '.asciidoc':
+ return 'asciidoc';
+
+ // Config
+ case '.ini':
+ case '.cfg':
+ case '.conf':
+ return 'ini';
+ case '.dockerfile':
+ return 'dockerfile';
+ case '.nginx':
+ return 'nginx';
+
+ // Other
+ case '.graphql':
+ case '.gql':
+ return 'graphql';
+ case '.proto':
+ return 'protobuf';
+ case '.diff':
+ case '.patch':
+ return 'diff';
+ case '.log':
+ return 'plaintext';
+ case '.txt':
+ return 'plaintext';
+
+ default:
+ return 'plaintext';
+ }
+}
DEFAULT_BINARY_DETECTION_OPTIONS,
type BinaryDetectionOptions
} from '$lib/constants/binary-detection';
-import { FileExtensionText } from '$lib/enums/files';
+import { FileExtensionText } from '$lib/enums';
/**
* Check if a filename indicates a text file based on its extension
-import { FileExtensionImage, MimeTypeImage } from '$lib/enums/files';
+import { FileExtensionImage, MimeTypeImage } from '$lib/enums';
/**
* Convert a WebP base64 data URL to a PNG data URL
<script lang="ts">
import '../app.css';
import { page } from '$app/state';
+ import { untrack } from 'svelte';
import { ChatSidebar, DialogConversationTitleUpdate } from '$lib/components/app';
- import {
- activeMessages,
- isLoading,
- setTitleUpdateConfirmationCallback
- } from '$lib/stores/chat.svelte';
+ import { isLoading } from '$lib/stores/chat.svelte';
+ import { conversationsStore, activeMessages } from '$lib/stores/conversations.svelte';
import * as Sidebar from '$lib/components/ui/sidebar/index.js';
- import { serverStore } from '$lib/stores/server.svelte';
+ import * as Tooltip from '$lib/components/ui/tooltip';
+ import { isRouterMode, serverStore } from '$lib/stores/server.svelte';
import { config, settingsStore } from '$lib/stores/settings.svelte';
import { ModeWatcher } from 'mode-watcher';
import { Toaster } from 'svelte-sonner';
import { goto } from '$app/navigation';
+ import { modelsStore } from '$lib/stores/models.svelte';
+ import { TOOLTIP_DELAY_DURATION } from '$lib/constants/tooltip-config';
let { children } = $props();
}
});
- // Initialize server properties on app load
+ // Initialize server properties on app load (run once)
$effect(() => {
- serverStore.fetchServerProps();
+ // Only fetch if we don't already have props
+ if (!serverStore.props) {
+ untrack(() => {
+ serverStore.fetch();
+ });
+ }
});
// Sync settings when server props are loaded
$effect(() => {
- const serverProps = serverStore.serverProps;
+ const serverProps = serverStore.props;
if (serverProps?.default_generation_settings?.params) {
settingsStore.syncWithServerDefaults();
}
});
+ // Fetch router models when in router mode (for status and modalities)
+ // Wait for models to be loaded first, run only once
+ let routerModelsFetched = false;
+
+ $effect(() => {
+ const isRouter = isRouterMode();
+ const modelsCount = modelsStore.models.length;
+
+ // Only fetch router models once when we have models loaded and in router mode
+ if (isRouter && modelsCount > 0 && !routerModelsFetched) {
+ routerModelsFetched = true;
+ untrack(() => {
+ modelsStore.fetchRouterModels();
+ });
+ }
+ });
+
// Monitor API key changes and redirect to error page if removed or changed when required
$effect(() => {
const apiKey = config().apiKey;
// Set up title update confirmation callback
$effect(() => {
- setTitleUpdateConfirmationCallback(async (currentTitle: string, newTitle: string) => {
- return new Promise<boolean>((resolve) => {
- titleUpdateCurrentTitle = currentTitle;
- titleUpdateNewTitle = newTitle;
- titleUpdateResolve = resolve;
- titleUpdateDialogOpen = true;
- });
- });
+ conversationsStore.setTitleUpdateConfirmationCallback(
+ async (currentTitle: string, newTitle: string) => {
+ return new Promise<boolean>((resolve) => {
+ titleUpdateCurrentTitle = currentTitle;
+ titleUpdateNewTitle = newTitle;
+ titleUpdateResolve = resolve;
+ titleUpdateDialogOpen = true;
+ });
+ }
+ );
});
</script>
-<ModeWatcher />
-
-<Toaster richColors />
-
-<DialogConversationTitleUpdate
- bind:open={titleUpdateDialogOpen}
- currentTitle={titleUpdateCurrentTitle}
- newTitle={titleUpdateNewTitle}
- onConfirm={handleTitleUpdateConfirm}
- onCancel={handleTitleUpdateCancel}
-/>
-
-<Sidebar.Provider bind:open={sidebarOpen}>
- <div class="flex h-screen w-full" style:height="{innerHeight}px">
- <Sidebar.Root class="h-full">
- <ChatSidebar bind:this={chatSidebar} />
- </Sidebar.Root>
-
- <Sidebar.Trigger
- class="transition-left absolute left-0 z-[900] h-8 w-8 duration-200 ease-linear {sidebarOpen
- ? 'md:left-[var(--sidebar-width)]'
- : ''}"
- style="translate: 1rem 1rem;"
- />
-
- <Sidebar.Inset class="flex flex-1 flex-col overflow-hidden">
- {@render children?.()}
- </Sidebar.Inset>
- </div>
-</Sidebar.Provider>
+<Tooltip.Provider delayDuration={TOOLTIP_DELAY_DURATION}>
+ <ModeWatcher />
+
+ <Toaster richColors />
+
+ <DialogConversationTitleUpdate
+ bind:open={titleUpdateDialogOpen}
+ currentTitle={titleUpdateCurrentTitle}
+ newTitle={titleUpdateNewTitle}
+ onConfirm={handleTitleUpdateConfirm}
+ onCancel={handleTitleUpdateCancel}
+ />
+
+ <Sidebar.Provider bind:open={sidebarOpen}>
+ <div class="flex h-screen w-full" style:height="{innerHeight}px">
+ <Sidebar.Root class="h-full">
+ <ChatSidebar bind:this={chatSidebar} />
+ </Sidebar.Root>
+
+ <Sidebar.Trigger
+ class="transition-left absolute left-0 z-[900] h-8 w-8 duration-200 ease-linear {sidebarOpen
+ ? 'md:left-[var(--sidebar-width)]'
+ : ''}"
+ style="translate: 1rem 1rem;"
+ />
+
+ <Sidebar.Inset class="flex flex-1 flex-col overflow-hidden">
+ {@render children?.()}
+ </Sidebar.Inset>
+ </div>
+ </Sidebar.Provider>
+</Tooltip.Provider>
<svelte:window onkeydown={handleKeydown} bind:innerHeight />
<script lang="ts">
- import { ChatScreen } from '$lib/components/app';
- import { chatStore, isInitialized } from '$lib/stores/chat.svelte';
+ import { ChatScreen, DialogModelNotAvailable } from '$lib/components/app';
+ import { chatStore } from '$lib/stores/chat.svelte';
+ import { conversationsStore, isConversationsInitialized } from '$lib/stores/conversations.svelte';
+ import { modelsStore, modelOptions } from '$lib/stores/models.svelte';
import { onMount } from 'svelte';
import { page } from '$app/state';
+ import { replaceState } from '$app/navigation';
let qParam = $derived(page.url.searchParams.get('q'));
+ let modelParam = $derived(page.url.searchParams.get('model'));
+ let newChatParam = $derived(page.url.searchParams.get('new_chat'));
- onMount(async () => {
- if (!isInitialized) {
- await chatStore.initialize();
- }
+ // Dialog state for model not available error
+ let showModelNotAvailable = $state(false);
+ let requestedModelName = $state('');
+ let availableModelNames = $derived(modelOptions().map((m) => m.model));
+
+ /**
+ * Clear URL params after message is sent to prevent re-sending on refresh
+ */
+ function clearUrlParams() {
+ const url = new URL(page.url);
+
+ url.searchParams.delete('q');
+ url.searchParams.delete('model');
+ url.searchParams.delete('new_chat');
+
+ replaceState(url.toString(), {});
+ }
- chatStore.clearActiveConversation();
+ async function handleUrlParams() {
+ await modelsStore.fetch();
+ if (modelParam) {
+ const model = modelsStore.findModelByName(modelParam);
+
+ if (model) {
+ try {
+ await modelsStore.selectModelById(model.id);
+ } catch (error) {
+ console.error('Failed to select model:', error);
+ requestedModelName = modelParam;
+ showModelNotAvailable = true;
+
+ return;
+ }
+ } else {
+ requestedModelName = modelParam;
+ showModelNotAvailable = true;
+
+ return;
+ }
+ }
+
+ // Handle ?q= parameter - create new conversation and send message
if (qParam !== null) {
- await chatStore.createConversation();
+ await conversationsStore.createConversation();
await chatStore.sendMessage(qParam);
+ clearUrlParams();
+ } else if (modelParam || newChatParam === 'true') {
+ clearUrlParams();
+ }
+ }
+
+ onMount(async () => {
+ if (!isConversationsInitialized()) {
+ await conversationsStore.initialize();
+ }
+
+ conversationsStore.clearActiveConversation();
+ chatStore.clearUIState();
+
+ // Handle URL params only if we have ?q= or ?model= or ?new_chat=true
+ if (qParam !== null || modelParam !== null || newChatParam === 'true') {
+ await handleUrlParams();
}
});
</script>
</svelte:head>
<ChatScreen showCenteredEmpty={true} />
+
+<DialogModelNotAvailable
+ bind:open={showModelNotAvailable}
+ modelName={requestedModelName}
+ availableModels={availableModelNames}
+/>
import type { PageLoad } from './$types';
-import { validateApiKey } from '$lib/utils/api-key-validation';
+import { validateApiKey } from '$lib/utils';
export const load: PageLoad = async ({ fetch }) => {
await validateApiKey(fetch);
<script lang="ts">
- import { goto } from '$app/navigation';
+ import { goto, replaceState } from '$app/navigation';
import { page } from '$app/state';
- import { ChatScreen } from '$lib/components/app';
+ import { afterNavigate } from '$app/navigation';
+ import { ChatScreen, DialogModelNotAvailable } from '$lib/components/app';
+ import { chatStore, isLoading } from '$lib/stores/chat.svelte';
import {
- chatStore,
+ conversationsStore,
activeConversation,
- isLoading,
- stopGeneration
- } from '$lib/stores/chat.svelte';
+ activeMessages
+ } from '$lib/stores/conversations.svelte';
+ import { modelsStore, modelOptions, selectedModelId } from '$lib/stores/models.svelte';
let chatId = $derived(page.params.id);
let currentChatId: string | undefined = undefined;
+ // URL parameters for prompt and model selection
+ let qParam = $derived(page.url.searchParams.get('q'));
+ let modelParam = $derived(page.url.searchParams.get('model'));
+
+ // Dialog state for model not available error
+ let showModelNotAvailable = $state(false);
+ let requestedModelName = $state('');
+ let availableModelNames = $derived(modelOptions().map((m) => m.model));
+
+ // Track if URL params have been processed for this chat
+ let urlParamsProcessed = $state(false);
+
+ /**
+ * Clear URL params after message is sent to prevent re-sending on refresh
+ */
+ function clearUrlParams() {
+ const url = new URL(page.url);
+ url.searchParams.delete('q');
+ url.searchParams.delete('model');
+ replaceState(url.toString(), {});
+ }
+
+ async function handleUrlParams() {
+ // Ensure models are loaded first
+ await modelsStore.fetch();
+
+ // Handle model parameter - select model if provided
+ if (modelParam) {
+ const model = modelsStore.findModelByName(modelParam);
+ if (model) {
+ try {
+ await modelsStore.selectModelById(model.id);
+ } catch (error) {
+ console.error('Failed to select model:', error);
+ requestedModelName = modelParam;
+ showModelNotAvailable = true;
+ return;
+ }
+ } else {
+ // Model not found - show error dialog
+ requestedModelName = modelParam;
+ showModelNotAvailable = true;
+ return;
+ }
+ }
+
+ // Handle ?q= parameter - send message in current conversation
+ if (qParam !== null) {
+ await chatStore.sendMessage(qParam);
+ // Clear URL params after message is sent
+ clearUrlParams();
+ } else if (modelParam) {
+ // Clear params even if no message was sent (just model selection)
+ clearUrlParams();
+ }
+
+ urlParamsProcessed = true;
+ }
+
+ async function selectModelFromLastAssistantResponse() {
+ const messages = activeMessages();
+ if (messages.length === 0) return;
+
+ let lastMessageWithModel: DatabaseMessage | undefined;
+
+ for (let i = messages.length - 1; i >= 0; i--) {
+ if (messages[i].model) {
+ lastMessageWithModel = messages[i];
+ break;
+ }
+ }
+
+ if (!lastMessageWithModel) return;
+
+ const currentModelId = selectedModelId();
+ const currentModelName = modelOptions().find((m) => m.id === currentModelId)?.model;
+
+ if (currentModelName === lastMessageWithModel.model) {
+ return;
+ }
+
+ const matchingModel = modelOptions().find(
+ (option) => option.model === lastMessageWithModel.model
+ );
+
+ if (matchingModel) {
+ try {
+ await modelsStore.selectModelById(matchingModel.id);
+ console.log(`Automatically loaded model: ${lastMessageWithModel.model} from last message`);
+ } catch (error) {
+ console.warn('Failed to automatically select model from last message:', error);
+ }
+ }
+ }
+
+ afterNavigate(() => {
+ setTimeout(() => {
+ selectModelFromLastAssistantResponse();
+ }, 100);
+ });
+
$effect(() => {
if (chatId && chatId !== currentChatId) {
currentChatId = chatId;
+ urlParamsProcessed = false; // Reset for new chat
// Skip loading if this conversation is already active (e.g., just created)
if (activeConversation()?.id === chatId) {
+ // Still handle URL params even if conversation is active
+ if ((qParam !== null || modelParam !== null) && !urlParamsProcessed) {
+ handleUrlParams();
+ }
return;
}
(async () => {
- const success = await chatStore.loadConversation(chatId);
+ const success = await conversationsStore.loadConversation(chatId);
+ if (success) {
+ chatStore.syncLoadingStateForChat(chatId);
- if (!success) {
+ // Handle URL params after conversation is loaded
+ if ((qParam !== null || modelParam !== null) && !urlParamsProcessed) {
+ await handleUrlParams();
+ }
+ } else {
await goto('#/');
}
})();
const handleBeforeUnload = () => {
if (isLoading()) {
console.log('Page unload detected while streaming - aborting stream');
- stopGeneration();
+ chatStore.stopGeneration();
}
};
</svelte:head>
<ChatScreen />
+
+<DialogModelNotAvailable
+ bind:open={showModelNotAvailable}
+ modelName={requestedModelName}
+ availableModels={availableModelNames}
+/>
import type { PageLoad } from './$types';
-import { validateApiKey } from '$lib/utils/api-key-validation';
+import { validateApiKey } from '$lib/utils';
export const load: PageLoad = async ({ fetch }) => {
await validateApiKey(fetch);
+++ /dev/null
-import { describe, it } from 'vitest';
-import { render } from 'vitest-browser-svelte';
-import Page from './+page.svelte';
-
-describe('/+page.svelte', () => {
- it('should render page', async () => {
- render(Page);
-
- // todo - add tests
- });
-});
+++ /dev/null
-<script module lang="ts">
- import { defineMeta } from '@storybook/addon-svelte-csf';
- import ChatForm from '$lib/components/app/chat/ChatForm/ChatForm.svelte';
- import { expect } from 'storybook/test';
- import { mockServerProps, mockConfigs } from './fixtures/storybook-mocks';
- import jpgAsset from './fixtures/assets/1.jpg?url';
- import svgAsset from './fixtures/assets/hf-logo.svg?url';
- import pdfAsset from './fixtures/assets/example.pdf?raw';
-
- const { Story } = defineMeta({
- title: 'Components/ChatScreen/ChatForm',
- component: ChatForm,
- parameters: {
- layout: 'centered'
- }
- });
-
- let fileAttachments = $state([
- {
- id: '1',
- name: '1.jpg',
- type: 'image/jpeg',
- size: 44891,
- preview: jpgAsset,
- file: new File([''], '1.jpg', { type: 'image/jpeg' })
- },
- {
- id: '2',
- name: 'hf-logo.svg',
- type: 'image/svg+xml',
- size: 1234,
- preview: svgAsset,
- file: new File([''], 'hf-logo.svg', { type: 'image/svg+xml' })
- },
- {
- id: '3',
- name: 'example.pdf',
- type: 'application/pdf',
- size: 351048,
- file: new File([pdfAsset], 'example.pdf', { type: 'application/pdf' })
- }
- ]);
-</script>
-
-<Story
- name="Default"
- args={{ class: 'max-w-[56rem] w-[calc(100vw-2rem)]' }}
- play={async ({ canvas, userEvent }) => {
- mockServerProps(mockConfigs.noModalities);
-
- const textarea = await canvas.findByRole('textbox');
- const submitButton = await canvas.findByRole('button', { name: 'Send' });
-
- // Expect the input to be focused after the component is mounted
- await expect(textarea).toHaveFocus();
-
- // Expect the submit button to be disabled
- await expect(submitButton).toBeDisabled();
-
- const text = 'What is the meaning of life?';
-
- await userEvent.clear(textarea);
- await userEvent.type(textarea, text);
-
- await expect(textarea).toHaveValue(text);
-
- const fileInput = document.querySelector('input[type="file"]');
- const acceptAttr = fileInput?.getAttribute('accept');
- await expect(fileInput).toHaveAttribute('accept');
- await expect(acceptAttr).not.toContain('image/');
- await expect(acceptAttr).not.toContain('audio/');
-
- const fileUploadButton = canvas.getByText('Attach files');
-
- await userEvent.click(fileUploadButton);
-
- const recordButton = canvas.getAllByRole('button', { name: 'Start recording' })[1];
- const imagesButton = document.querySelector('.images-button');
- const audioButton = document.querySelector('.audio-button');
-
- await expect(recordButton).toBeDisabled();
- await expect(imagesButton).toHaveAttribute('data-disabled');
- await expect(audioButton).toHaveAttribute('data-disabled');
- }}
-/>
-
-<Story name="Loading" args={{ class: 'max-w-[56rem] w-[calc(100vw-2rem)]', isLoading: true }} />
-
-<Story
- name="VisionModality"
- args={{ class: 'max-w-[56rem] w-[calc(100vw-2rem)]' }}
- play={async ({ canvas, userEvent }) => {
- mockServerProps(mockConfigs.visionOnly);
-
- // Test initial file input state (should accept images but not audio)
- const fileInput = document.querySelector('input[type="file"]');
- const acceptAttr = fileInput?.getAttribute('accept');
- console.log('Vision modality accept attr:', acceptAttr);
-
- const fileUploadButton = canvas.getByText('Attach files');
- await userEvent.click(fileUploadButton);
-
- // Test that record button is disabled (no audio support)
- const recordButton = canvas.getAllByRole('button', { name: 'Start recording' })[1];
- await expect(recordButton).toBeDisabled();
-
- // Test that Images button is enabled (vision support)
- const imagesButton = document.querySelector('.images-button');
- await expect(imagesButton).not.toHaveAttribute('data-disabled');
-
- // Test that Audio button is disabled (no audio support)
- const audioButton = document.querySelector('.audio-button');
- await expect(audioButton).toHaveAttribute('data-disabled');
-
- // Fix for dropdown menu side effect
- const body = document.querySelector('body');
- if (body) body.style.pointerEvents = 'all';
-
- console.log('✅ Vision modality: Images enabled, Audio/Recording disabled');
- }}
-/>
-
-<Story
- name="AudioModality"
- args={{ class: 'max-w-[56rem] w-[calc(100vw-2rem)]' }}
- play={async ({ canvas, userEvent }) => {
- mockServerProps(mockConfigs.audioOnly);
-
- // Test initial file input state (should accept audio but not images)
- const fileInput = document.querySelector('input[type="file"]');
- const acceptAttr = fileInput?.getAttribute('accept');
- console.log('Audio modality accept attr:', acceptAttr);
-
- const fileUploadButton = canvas.getByText('Attach files');
- await userEvent.click(fileUploadButton);
-
- // Test that record button is enabled (audio support)
- const recordButton = canvas.getAllByRole('button', { name: 'Start recording' })[1];
- await expect(recordButton).not.toBeDisabled();
-
- // Test that Images button is disabled (no vision support)
- const imagesButton = document.querySelector('.images-button');
- await expect(imagesButton).toHaveAttribute('data-disabled');
-
- // Test that Audio button is enabled (audio support)
- const audioButton = document.querySelector('.audio-button');
- await expect(audioButton).not.toHaveAttribute('data-disabled');
-
- // Fix for dropdown menu side effect
- const body = document.querySelector('body');
- if (body) body.style.pointerEvents = 'all';
-
- console.log('✅ Audio modality: Audio/Recording enabled, Images disabled');
- }}
-/>
-
-<Story
- name="FileAttachments"
- args={{
- class: 'max-w-[56rem] w-[calc(100vw-2rem)]',
- uploadedFiles: fileAttachments
- }}
- play={async ({ canvas }) => {
- mockServerProps(mockConfigs.bothModalities);
-
- const jpgAttachment = canvas.getByAltText('1.jpg');
- const svgAttachment = canvas.getByAltText('hf-logo.svg');
- const pdfFileExtension = canvas.getByText('PDF');
- const pdfAttachment = canvas.getByText('example.pdf');
- const pdfSize = canvas.getByText('342.82 KB');
-
- await expect(jpgAttachment).toBeInTheDocument();
- await expect(jpgAttachment).toHaveAttribute('src', jpgAsset);
-
- await expect(svgAttachment).toBeInTheDocument();
- await expect(svgAttachment).toHaveAttribute('src', svgAsset);
-
- await expect(pdfFileExtension).toBeInTheDocument();
- await expect(pdfAttachment).toBeInTheDocument();
- await expect(pdfSize).toBeInTheDocument();
- }}
-/>
+++ /dev/null
-<script module lang="ts">
- import { defineMeta } from '@storybook/addon-svelte-csf';
- import ChatMessage from '$lib/components/app/chat/ChatMessages/ChatMessage.svelte';
-
- const { Story } = defineMeta({
- title: 'Components/ChatScreen/ChatMessage',
- component: ChatMessage,
- parameters: {
- layout: 'centered'
- }
- });
-
- // Mock messages for different scenarios
- const userMessage: DatabaseMessage = {
- id: '1',
- convId: 'conv-1',
- type: 'message',
- timestamp: Date.now() - 1000 * 60 * 5,
- role: 'user',
- content: 'What is the meaning of life, the universe, and everything?',
- parent: '',
- thinking: '',
- children: []
- };
-
- const assistantMessage: DatabaseMessage = {
- id: '2',
- convId: 'conv-1',
- type: 'message',
- timestamp: Date.now() - 1000 * 60 * 3,
- role: 'assistant',
- content:
- 'The answer to the ultimate question of life, the universe, and everything is **42**.\n\nThis comes from Douglas Adams\' "The Hitchhiker\'s Guide to the Galaxy," where a supercomputer named Deep Thought calculated this answer over 7.5 million years. However, the question itself was never properly formulated, which is why the answer seems meaningless without context.',
- parent: '1',
- thinking: '',
- children: []
- };
-
- const assistantWithReasoning: DatabaseMessage = {
- id: '3',
- convId: 'conv-1',
- type: 'message',
- timestamp: Date.now() - 1000 * 60 * 2,
- role: 'assistant',
- content: "Here's the concise answer, now that I've thought it through carefully for you.",
- parent: '1',
- thinking:
- "Let's consider the user's question step by step:\\n\\n1. Identify the core problem\\n2. Evaluate relevant information\\n3. Formulate a clear answer\\n\\nFollowing this process ensures the final response stays focused and accurate.",
- children: []
- };
- const rawOutputMessage: DatabaseMessage = {
- id: '6',
- convId: 'conv-1',
- type: 'message',
- timestamp: Date.now() - 1000 * 60,
- role: 'assistant',
- content:
- '<|channel|>analysis<|message|>User greeted me. Initiating overcomplicated analysis: Is this a trap? No, just a normal hello. Respond calmly, act like a helpful assistant, and do not start explaining quantum physics again. Confidence 0.73. Engaging socially acceptable greeting protocol...<|end|>Hello there! How can I help you today?',
- parent: '1',
- thinking: '',
- children: []
- };
-
- let processingMessage = $state({
- id: '4',
- convId: 'conv-1',
- type: 'message',
- timestamp: 0, // No timestamp = processing
- role: 'assistant',
- content: '',
- parent: '1',
- thinking: '',
- children: []
- });
-
- let streamingMessage = $state({
- id: '5',
- convId: 'conv-1',
- type: 'message',
- timestamp: 0, // No timestamp = streaming
- role: 'assistant',
- content: '',
- parent: '1',
- thinking: '',
- children: []
- });
-</script>
-
-<Story
- name="User"
- args={{
- message: userMessage
- }}
- play={async () => {
- const { updateConfig } = await import('$lib/stores/settings.svelte');
- updateConfig('disableReasoningFormat', false);
- }}
-/>
-
-<Story
- name="Assistant"
- args={{
- class: 'max-w-[56rem] w-[calc(100vw-2rem)]',
- message: assistantMessage
- }}
- play={async () => {
- const { updateConfig } = await import('$lib/stores/settings.svelte');
- updateConfig('disableReasoningFormat', false);
- }}
-/>
-
-<Story
- name="AssistantWithReasoning"
- args={{
- class: 'max-w-[56rem] w-[calc(100vw-2rem)]',
- message: assistantWithReasoning
- }}
- play={async () => {
- const { updateConfig } = await import('$lib/stores/settings.svelte');
- updateConfig('disableReasoningFormat', false);
- }}
-/>
-
-<Story
- name="RawLlmOutput"
- args={{
- class: 'max-w-[56rem] w-[calc(100vw-2rem)]',
- message: rawOutputMessage
- }}
- play={async () => {
- const { updateConfig } = await import('$lib/stores/settings.svelte');
- updateConfig('disableReasoningFormat', true);
- }}
-/>
-
-<Story
- name="WithReasoningContent"
- args={{
- message: streamingMessage
- }}
- asChild
- play={async () => {
- const { updateConfig } = await import('$lib/stores/settings.svelte');
- updateConfig('disableReasoningFormat', false);
- // Phase 1: Stream reasoning content in chunks
- let reasoningText =
- 'I need to think about this carefully. Let me break down the problem:\n\n1. The user is asking for help with something complex\n2. I should provide a thorough and helpful response\n3. I need to consider multiple approaches\n4. The best solution would be to explain step by step\n\nThis approach will ensure clarity and understanding.';
-
- let reasoningChunk = 'I';
- let i = 0;
- while (i < reasoningText.length) {
- const chunkSize = Math.floor(Math.random() * 5) + 3; // Random 3-7 characters
- const chunk = reasoningText.slice(i, i + chunkSize);
- reasoningChunk += chunk;
-
- // Update the reactive state directly
- streamingMessage.thinking = reasoningChunk;
-
- i += chunkSize;
- await new Promise((resolve) => setTimeout(resolve, 50));
- }
-
- const regularText =
- "Based on my analysis, here's the solution:\n\n**Step 1:** First, we need to understand the requirements clearly.\n\n**Step 2:** Then we can implement the solution systematically.\n\n**Step 3:** Finally, we test and validate the results.\n\nThis approach ensures we cover all aspects of the problem effectively.";
-
- let contentChunk = '';
- i = 0;
-
- while (i < regularText.length) {
- const chunkSize = Math.floor(Math.random() * 5) + 3; // Random 3-7 characters
- const chunk = regularText.slice(i, i + chunkSize);
- contentChunk += chunk;
-
- // Update the reactive state directly
- streamingMessage.content = contentChunk;
-
- i += chunkSize;
- await new Promise((resolve) => setTimeout(resolve, 50));
- }
-
- streamingMessage.timestamp = Date.now();
- }}
->
- <div class="w-[56rem]">
- <ChatMessage message={streamingMessage} />
- </div>
-</Story>
-
-<Story
- name="Processing"
- args={{
- message: processingMessage
- }}
- play={async () => {
- const { updateConfig } = await import('$lib/stores/settings.svelte');
- updateConfig('disableReasoningFormat', false);
- // Import the chat store to simulate loading state
- const { chatStore } = await import('$lib/stores/chat.svelte');
-
- // Set loading state to true to trigger the processing UI
- chatStore.isLoading = true;
-
- // Simulate the processing state hook behavior
- // This will show the "Generating..." text and parameter details
- await new Promise((resolve) => setTimeout(resolve, 100));
- }}
-/>
+++ /dev/null
-<script module>
- import { defineMeta } from '@storybook/addon-svelte-csf';
- import { ChatSettings } from '$lib/components/app';
- import { fn } from 'storybook/test';
-
- const { Story } = defineMeta({
- title: 'Components/ChatSettings',
- component: ChatSettings,
- parameters: {
- layout: 'fullscreen'
- },
- args: {
- onClose: fn(),
- onSave: fn()
- }
- });
-</script>
-
-<Story name="Default" />
+++ /dev/null
-<script module lang="ts">
- import { defineMeta } from '@storybook/addon-svelte-csf';
- import ChatSidebar from '$lib/components/app/chat/ChatSidebar/ChatSidebar.svelte';
- import { waitFor } from 'storybook/test';
- import { screen } from 'storybook/test';
-
- const { Story } = defineMeta({
- title: 'Components/ChatSidebar',
- component: ChatSidebar,
- parameters: {
- layout: 'centered'
- }
- });
-
- // Mock conversations for the sidebar
- const mockConversations: DatabaseConversation[] = [
- {
- id: 'conv-1',
- name: 'Getting Started with AI',
- lastModified: Date.now() - 1000 * 60 * 5, // 5 minutes ago
- currNode: 'msg-1'
- },
- {
- id: 'conv-2',
- name: 'Python Programming Help',
- lastModified: Date.now() - 1000 * 60 * 60 * 2, // 2 hours ago
- currNode: 'msg-2'
- },
- {
- id: 'conv-3',
- name: 'Creative Writing Ideas',
- lastModified: Date.now() - 1000 * 60 * 60 * 24, // 1 day ago
- currNode: 'msg-3'
- },
- {
- id: 'conv-4',
- name: 'This is a very long conversation title that should be truncated properly when displayed',
- lastModified: Date.now() - 1000 * 60 * 60 * 24 * 3, // 3 days ago
- currNode: 'msg-4'
- },
- {
- id: 'conv-5',
- name: 'Math Problem Solving',
- lastModified: Date.now() - 1000 * 60 * 60 * 24 * 7, // 1 week ago
- currNode: 'msg-5'
- }
- ];
-</script>
-
-<Story
- asChild
- name="Default"
- play={async () => {
- const { chatStore } = await import('$lib/stores/chat.svelte');
-
- waitFor(() => setTimeout(() => {
- chatStore.conversations = mockConversations;
- }, 0));
- }}
->
- <div class="flex-column h-full h-screen w-72 bg-background">
- <ChatSidebar />
- </div>
-</Story>
-
-<Story
- asChild
- name="SearchActive"
- play={async ({ userEvent }) => {
- const { chatStore } = await import('$lib/stores/chat.svelte');
-
- waitFor(() => setTimeout(() => {
- chatStore.conversations = mockConversations;
- }, 0));
-
- const searchTrigger = screen.getByText('Search conversations');
- userEvent.click(searchTrigger);
- }}
->
- <div class="flex-column h-full h-screen w-72 bg-background">
- <ChatSidebar />
- </div>
-</Story>
-
-<Story
- asChild
- name="Empty"
- play={async () => {
- // Mock empty conversations store
- const { chatStore } = await import('$lib/stores/chat.svelte');
- chatStore.conversations = [];
- }}
->
- <div class="flex-column h-full h-screen w-72 bg-background">
- <ChatSidebar />
- </div>
-</Story>
+++ /dev/null
-import { Meta } from '@storybook/addon-docs/blocks';
-
-<Meta title="Introduction" />
-
-# llama.cpp Web UI
-
-Welcome to the **llama.cpp Web UI** component library! This Storybook showcases the components used in the modern web interface for the llama.cpp server.
-
-## 🚀 About This Project
-
-WebUI is a modern web interface for the llama.cpp server, built with SvelteKit and ShadCN UI. Features include:
-
-- **Real-time chat conversations** with AI assistants
-- **Multi-conversation management** with persistent storage
-- **Advanced parameter tuning** for model behavior
-- **File upload support** for multimodal interactions
-- **Responsive design** that works on desktop and mobile
-
-## 🎨 Design System
-
-The UI is built using:
-
-- **SvelteKit** - Modern web framework with excellent performance
-- **Tailwind CSS** - Utility-first CSS framework for rapid styling
-- **ShadCN/UI** - High-quality, accessible component library
-- **Lucide Icons** - Beautiful, consistent icon set
-
-## 🔧 Development
-
-This Storybook serves as both documentation and a development environment for the UI components. Each story demonstrates:
-
-- **Component variations** - Different states and configurations
-- **Interactive examples** - Live components you can interact with
-- **Usage patterns** - How components work together
-- **Styling consistency** - Unified design language
-
-## 🚀 Getting Started
-
-To explore the components:
-
-1. **Browse the sidebar** to see all available components
-2. **Click on stories** to see different component states
-3. **Use the controls panel** to interact with component props
-4. **Check the docs tab** for detailed component information
+++ /dev/null
-<script module lang="ts">
- import { defineMeta } from '@storybook/addon-svelte-csf';
- import { expect } from 'storybook/test';
- import { MarkdownContent } from '$lib/components/app';
- import { AI_TUTORIAL_MD } from './fixtures/ai-tutorial.js';
- import { API_DOCS_MD } from './fixtures/api-docs.js';
- import { BLOG_POST_MD } from './fixtures/blog-post.js';
- import { DATA_ANALYSIS_MD } from './fixtures/data-analysis.js';
- import { README_MD } from './fixtures/readme.js';
- import { MATH_FORMULAS_MD } from './fixtures/math-formulas.js';
- import { EMPTY_MD } from './fixtures/empty.js';
-
- const { Story } = defineMeta({
- title: 'Components/MarkdownContent',
- component: MarkdownContent,
- parameters: {
- layout: 'centered'
- }
- });
-</script>
-
-<Story name="Empty" args={{ content: EMPTY_MD, class: 'max-w-[56rem] w-[calc(100vw-2rem)]' }} />
-
-<Story
- name="AI Tutorial"
- args={{ content: AI_TUTORIAL_MD, class: 'max-w-[56rem] w-[calc(100vw-2rem)]' }}
-/>
-
-<Story
- name="API Documentation"
- args={{ content: API_DOCS_MD, class: 'max-w-[56rem] w-[calc(100vw-2rem)]' }}
-/>
-
-<Story
- name="Technical Blog"
- args={{ content: BLOG_POST_MD, class: 'max-w-[56rem] w-[calc(100vw-2rem)]' }}
-/>
-
-<Story
- name="Data Analysis"
- args={{ content: DATA_ANALYSIS_MD, class: 'max-w-[56rem] w-[calc(100vw-2rem)]' }}
-/>
-
-<Story
- name="README file"
- args={{ content: README_MD, class: 'max-w-[56rem] w-[calc(100vw-2rem)]' }}
-/>
-
-<Story
- name="Math Formulas"
- args={{ content: MATH_FORMULAS_MD, class: 'max-w-[56rem] w-[calc(100vw-2rem)]' }}
-/>
-
-<Story
- name="URL Links"
- args={{
- content: `# URL Links Test
-
-Here are some example URLs that should open in new tabs:
-
-- [Hugging Face Homepage](https://huggingface.co)
-- [GitHub Repository](https://github.com/ggml-org/llama.cpp)
-- [OpenAI Website](https://openai.com)
-- [Google Search](https://www.google.com)
-
-You can also test inline links like https://example.com or https://docs.python.org.
-
-All links should have \`target="_blank"\` and \`rel="noopener noreferrer"\` attributes for security.`,
- class: 'max-w-[56rem] w-[calc(100vw-2rem)]'
- }}
- play={async ({ canvasElement }) => {
- // Wait for component to render
- await new Promise((resolve) => setTimeout(resolve, 100));
-
- // Find all links in the rendered content
- const links = canvasElement.querySelectorAll('a[href]');
-
- // Test that we have the expected number of links
- expect(links.length).toBeGreaterThan(0);
-
- // Test each link for proper attributes
- links.forEach((link) => {
- const href = link.getAttribute('href');
-
- // Test that external links have proper security attributes
- if (href && (href.startsWith('http://') || href.startsWith('https://'))) {
- expect(link.getAttribute('target')).toBe('_blank');
- expect(link.getAttribute('rel')).toBe('noopener noreferrer');
- }
- });
-
- // Test specific links exist
- const hugginFaceLink = Array.from(links).find(
- (link) => link.getAttribute('href') === 'https://huggingface.co'
- );
- expect(hugginFaceLink).toBeTruthy();
- expect(hugginFaceLink?.textContent).toBe('Hugging Face Homepage');
-
- const githubLink = Array.from(links).find(
- (link) => link.getAttribute('href') === 'https://github.com/ggml-org/llama.cpp'
- );
- expect(githubLink).toBeTruthy();
- expect(githubLink?.textContent).toBe('GitHub Repository');
-
- const openaiLink = Array.from(links).find(
- (link) => link.getAttribute('href') === 'https://openai.com'
- );
- expect(openaiLink).toBeTruthy();
- expect(openaiLink?.textContent).toBe('OpenAI Website');
-
- const googleLink = Array.from(links).find(
- (link) => link.getAttribute('href') === 'https://www.google.com'
- );
- expect(googleLink).toBeTruthy();
- expect(googleLink?.textContent).toBe('Google Search');
-
- // Test inline links (auto-linked URLs)
- const exampleLink = Array.from(links).find(
- (link) => link.getAttribute('href') === 'https://example.com'
- );
- expect(exampleLink).toBeTruthy();
-
- const pythonDocsLink = Array.from(links).find(
- (link) => link.getAttribute('href') === 'https://docs.python.org'
- );
- expect(pythonDocsLink).toBeTruthy();
-
- console.log(`✅ URL Links test passed - Found ${links.length} links with proper attributes`);
- }}
-/>
+++ /dev/null
-// AI Assistant Tutorial Response
-export const AI_TUTORIAL_MD = String.raw`
-# Building a Modern Chat Application with SvelteKit
-
-I'll help you create a **production-ready chat application** using SvelteKit, TypeScript, and WebSockets. This implementation includes real-time messaging, user authentication, and message persistence.
-
-## 🚀 Quick Start
-
-First, let's set up the project:
-
-${'```'}bash
-npm create svelte@latest chat-app
-cd chat-app
-npm install
-npm install socket.io socket.io-client
-npm install @prisma/client prisma
-npm run dev
-${'```'}
-
-## 📁 Project Structure
-
-${'```'}
-chat-app/
-├── src/
-│ ├── routes/
-│ │ ├── +layout.svelte
-│ │ ├── +page.svelte
-│ │ └── api/
-│ │ └── socket/+server.ts
-│ ├── lib/
-│ │ ├── components/
-│ │ │ ├── ChatMessage.svelte
-│ │ │ └── ChatInput.svelte
-│ │ └── stores/
-│ │ └── chat.ts
-│ └── app.html
-├── prisma/
-│ └── schema.prisma
-└── package.json
-${'```'}
-
-## 💻 Implementation
-
-### WebSocket Server
-
-${'```'}typescript
-// src/lib/server/socket.ts
-import { Server } from 'socket.io';
-import type { ViteDevServer } from 'vite';
-
-export function initializeSocketIO(server: ViteDevServer) {
- const io = new Server(server.httpServer || server, {
- cors: {
- origin: process.env.ORIGIN || 'http://localhost:5173',
- credentials: true
- }
- });
-
- io.on('connection', (socket) => {
- console.log('User connected:', socket.id);
-
- socket.on('message', async (data) => {
- // Broadcast to all clients
- io.emit('new-message', {
- id: crypto.randomUUID(),
- userId: socket.id,
- content: data.content,
- timestamp: new Date().toISOString()
- });
- });
-
- socket.on('disconnect', () => {
- console.log('User disconnected:', socket.id);
- });
- });
-
- return io;
-}
-${'```'}
-
-### Client Store
-
-${'```'}typescript
-// src/lib/stores/chat.ts
-import { writable } from 'svelte/store';
-import io from 'socket.io-client';
-
-export interface Message {
- id: string;
- userId: string;
- content: string;
- timestamp: string;
-}
-
-function createChatStore() {
- const { subscribe, update } = writable<Message[]>([]);
- let socket: ReturnType<typeof io>;
-
- return {
- subscribe,
- connect: () => {
- socket = io('http://localhost:5173');
-
- socket.on('new-message', (message: Message) => {
- update(messages => [...messages, message]);
- });
- },
- sendMessage: (content: string) => {
- if (socket && content.trim()) {
- socket.emit('message', { content });
- }
- }
- };
-}
-
-export const chatStore = createChatStore();
-${'```'}
-
-## 🎯 Key Features
-
-✅ **Real-time messaging** with WebSockets
-✅ **Message persistence** using Prisma + PostgreSQL
-✅ **Type-safe** with TypeScript
-✅ **Responsive UI** for all devices
-✅ **Auto-reconnection** on connection loss
-
-## 📊 Performance Metrics
-
-| Metric | Value |
-|--------|-------|
-| **Message Latency** | < 50ms |
-| **Concurrent Users** | 10,000+ |
-| **Messages/Second** | 5,000+ |
-| **Uptime** | 99.9% |
-
-## 🔧 Configuration
-
-### Environment Variables
-
-${'```'}env
-DATABASE_URL="postgresql://user:password@localhost:5432/chat"
-JWT_SECRET="your-secret-key"
-REDIS_URL="redis://localhost:6379"
-${'```'}
-
-## 🚢 Deployment
-
-Deploy to production using Docker:
-
-${'```'}dockerfile
-FROM node:20-alpine
-WORKDIR /app
-COPY package*.json ./
-RUN npm ci --only=production
-COPY . .
-RUN npm run build
-EXPOSE 3000
-CMD ["node", "build"]
-${'```'}
-
----
-
-*Need help? Check the [documentation](https://kit.svelte.dev) or [open an issue](https://github.com/sveltejs/kit/issues)*
-`;
+++ /dev/null
-// API Documentation
-export const API_DOCS_MD = String.raw`
-# REST API Documentation
-
-## 🔐 Authentication
-
-All API requests require authentication using **Bearer tokens**. Include your API key in the Authorization header:
-
-${'```'}http
-GET /api/v1/users
-Host: api.example.com
-Authorization: Bearer YOUR_API_KEY
-Content-Type: application/json
-${'```'}
-
-## 📍 Endpoints
-
-### Users API
-
-#### **GET** /api/v1/users
-
-Retrieve a paginated list of users.
-
-**Query Parameters:**
-
-| Parameter | Type | Default | Description |
-|-----------|------|---------|-------------|
-| page | integer | 1 | Page number |
-| limit | integer | 20 | Items per page |
-| sort | string | "created_at" | Sort field |
-| order | string | "desc" | Sort order |
-
-**Response:** 200 OK
-
-${'```'}json
-{
- "data": [
- {
- "id": "usr_1234567890",
- "email": "user@example.com",
- "name": "John Doe",
- "role": "admin",
- "created_at": "2024-01-15T10:30:00Z"
- }
- ],
- "pagination": {
- "page": 1,
- "limit": 20,
- "total": 156,
- "pages": 8
- }
-}
-${'```'}
-
-#### **POST** /api/v1/users
-
-Create a new user account.
-
-**Request Body:**
-
-${'```'}json
-{
- "email": "newuser@example.com",
- "password": "SecurePassword123!",
- "name": "Jane Smith",
- "role": "user"
-}
-${'```'}
-
-**Response:** 201 Created
-
-${'```'}json
-{
- "id": "usr_9876543210",
- "email": "newuser@example.com",
- "name": "Jane Smith",
- "role": "user",
- "created_at": "2024-01-21T09:15:00Z"
-}
-${'```'}
-
-### Error Responses
-
-The API returns errors in a consistent format:
-
-${'```'}json
-{
- "error": {
- "code": "VALIDATION_ERROR",
- "message": "Invalid request parameters",
- "details": [
- {
- "field": "email",
- "message": "Email format is invalid"
- }
- ]
- }
-}
-${'```'}
-
-### Rate Limiting
-
-| Tier | Requests/Hour | Burst |
-|------|--------------|-------|
-| **Free** | 1,000 | 100 |
-| **Pro** | 10,000 | 500 |
-| **Enterprise** | Unlimited | - |
-
-**Headers:**
-- X-RateLimit-Limit
-- X-RateLimit-Remaining
-- X-RateLimit-Reset
-
-### Webhooks
-
-Configure webhooks to receive real-time events:
-
-${'```'}javascript
-// Webhook payload
-{
- "event": "user.created",
- "timestamp": "2024-01-21T09:15:00Z",
- "data": {
- "id": "usr_9876543210",
- "email": "newuser@example.com"
- },
- "signature": "sha256=abcd1234..."
-}
-${'```'}
-
-### SDK Examples
-
-**JavaScript/TypeScript:**
-
-${'```'}typescript
-import { ApiClient } from '@example/api-sdk';
-
-const client = new ApiClient({
- apiKey: process.env.API_KEY
-});
-
-const users = await client.users.list({
- page: 1,
- limit: 20
-});
-${'```'}
-
-**Python:**
-
-${'```'}python
-from example_api import Client
-
-client = Client(api_key=os.environ['API_KEY'])
-users = client.users.list(page=1, limit=20)
-${'```'}
-
----
-
-📚 [Full API Reference](https://api.example.com/docs) | 💬 [Support](https://support.example.com)
-`;
+++ /dev/null
-<svg width="256" height="256" viewBox="0 0 256 256" fill="none" xmlns="http://www.w3.org/2000/svg">
-<path d="M230.721 172.7C230.183 170.673 229.313 168.75 228.146 167.008C228.396 166.091 228.587 165.159 228.714 164.217C229.543 158.241 227.471 152.77 223.567 148.537C221.452 146.225 219.185 144.698 216.784 143.761C218.36 137.018 219.157 130.117 219.161 123.193C219.161 120.03 218.982 116.932 218.682 113.88C218.526 112.356 218.337 110.836 218.115 109.32C217.428 104.847 216.408 100.431 215.064 96.11C214.183 93.2707 213.164 90.476 212.01 87.736C210.281 83.6782 208.262 79.75 205.969 75.982C204.465 73.475 202.827 71.0508 201.062 68.72C200.197 67.543 199.296 66.3938 198.358 65.274C195.58 61.898 192.561 58.7277 189.325 55.788C188.25 54.7997 187.145 53.8453 186.01 52.926C184.893 51.9943 183.751 51.0927 182.586 50.222C180.241 48.4766 177.818 46.8392 175.324 45.315C161.543 36.945 145.382 32.145 128.109 32.145C77.817 32.145 37.057 72.907 37.057 123.196C37.055 130.208 37.867 137.196 39.477 144.02C37.317 144.958 35.247 146.42 33.327 148.535C29.424 152.766 27.351 158.217 28.18 164.193C28.306 165.142 28.495 166.082 28.747 167.006C27.5811 168.749 26.7117 170.673 26.174 172.7C24.974 177.261 25.369 181.374 26.894 184.978C25.236 189.688 25.65 194.704 27.809 199.065C29.379 202.25 31.626 204.714 34.396 206.916C37.689 209.534 41.811 211.758 46.783 213.892C52.715 216.422 59.956 218.799 63.249 219.671C71.755 221.873 79.911 223.269 88.177 223.337C99.954 223.446 110.096 220.677 117.357 213.59C120.924 214.027 124.515 214.246 128.109 214.244C131.906 214.236 135.699 213.997 139.467 213.529C146.711 220.661 156.892 223.455 168.712 223.343C176.977 223.277 185.133 221.881 193.617 219.676C196.932 218.804 204.17 216.427 210.105 213.897C215.077 211.76 219.199 209.536 222.514 206.922C225.263 204.719 227.508 202.256 229.079 199.071C231.26 194.709 231.652 189.693 230.017 184.983C231.527 181.379 231.92 177.257 230.721 172.7ZM222.281 184.673C223.952 187.844 224.059 191.427 222.585 194.764C220.349 199.821 214.795 203.805 204.008 208.082C197.3 210.742 191.158 212.443 191.104 212.458C182.232 214.759 174.208 215.928 167.262 215.928C155.76 215.928 147.201 212.754 141.773 206.486C132.594 208.05 123.222 208.103 114.026 206.644C108.591 212.808 100.081 215.928 88.676 215.928C81.729 215.928 73.706 214.759 64.833 212.458C64.779 212.443 58.639 210.742 51.929 208.082C41.143 203.805 35.587 199.824 33.352 194.764C31.878 191.427 31.985 187.844 33.656 184.673C33.81 184.378 33.976 184.091 34.153 183.813C33.1516 182.309 32.4799 180.61 32.182 178.827C31.8842 177.045 31.967 175.22 32.425 173.472C33.089 170.949 34.46 168.851 36.322 167.344C35.425 165.87 34.8365 164.23 34.592 162.522C34.056 158.808 35.289 155.1 38.062 152.076C40.222 149.723 43.275 148.428 46.655 148.428H46.745C44.1965 140.259 42.9044 131.75 42.913 123.193C42.913 76.522 80.749 38.683 127.427 38.683C174.104 38.683 211.94 76.518 211.94 123.193C211.947 131.773 210.646 140.304 208.081 148.492C208.489 148.452 208.889 148.432 209.282 148.431C212.662 148.431 215.716 149.726 217.874 152.079C220.647 155.1 221.881 158.811 221.344 162.525C221.1 164.233 220.511 165.873 219.615 167.347C221.477 168.854 222.849 170.952 223.512 173.475C223.97 175.223 224.053 177.048 223.755 178.831C223.458 180.613 222.786 182.312 221.784 183.816C221.961 184.091 222.129 184.378 222.281 184.673Z" fill="white"/>
-<path d="M221.784 183.816C222.786 182.312 223.458 180.613 223.756 178.831C224.053 177.048 223.97 175.223 223.512 173.475C222.848 170.952 221.476 168.854 219.615 167.347C220.512 165.873 221.1 164.233 221.344 162.525C221.881 158.811 220.648 155.103 217.874 152.079C215.716 149.726 212.662 148.431 209.282 148.431C208.889 148.431 208.489 148.452 208.081 148.492C210.643 140.304 211.942 131.774 211.933 123.195C211.933 76.5231 174.097 38.6851 127.424 38.6851C80.75 38.6851 42.9099 76.5191 42.9099 123.195C42.9015 131.752 44.1936 140.261 46.742 148.43H46.6519C43.2719 148.43 40.219 149.724 38.06 152.077C35.287 155.098 34.0529 158.81 34.5899 162.523C34.8346 164.231 35.4231 165.872 36.3199 167.346C34.4579 168.852 33.086 170.95 32.422 173.473C31.9642 175.222 31.8817 177.047 32.1799 178.83C32.4781 180.612 33.1501 182.312 34.1519 183.816C33.9739 184.094 33.8099 184.381 33.6549 184.676C31.9849 187.847 31.877 191.43 33.352 194.767C35.588 199.824 41.1419 203.808 51.9289 208.085C58.6359 210.745 64.779 212.446 64.833 212.461C73.705 214.762 81.729 215.931 88.675 215.931C100.081 215.931 108.591 212.811 114.026 206.647C123.222 208.106 132.594 208.052 141.773 206.489C147.201 212.757 155.76 215.931 167.262 215.931C174.208 215.931 182.232 214.762 191.103 212.461C191.158 212.446 197.298 210.745 204.008 208.085C214.795 203.808 220.35 199.824 222.585 194.767C224.059 191.43 223.952 187.847 222.281 184.676C222.129 184.379 221.961 184.091 221.784 183.816ZM110.137 196.997C109.669 197.815 109.168 198.614 108.635 199.391C107.23 201.448 105.382 203.02 103.237 204.188C99.1369 206.424 93.947 207.205 88.675 207.205C80.346 207.205 71.808 205.256 67.023 204.015C66.787 203.954 37.689 195.735 41.373 188.739C41.993 187.562 43.0129 187.092 44.2979 187.092C49.4849 187.092 58.9299 194.816 62.9889 194.816C63.8959 194.816 64.5359 194.43 64.7969 193.488C66.5269 187.284 38.5039 184.676 40.8639 175.692C41.2799 174.102 42.41 173.456 43.998 173.456C50.856 173.455 66.248 185.516 69.467 185.516C69.714 185.516 69.8909 185.443 69.9869 185.291C70.0009 185.268 70.015 185.246 70.028 185.222C71.539 182.727 70.6719 180.913 60.3209 174.573L59.3269 173.968C47.9359 167.074 39.9409 162.925 44.4879 157.975C45.0109 157.404 45.7529 157.151 46.6539 157.151C47.7219 157.151 49.0149 157.508 50.4389 158.108C56.4549 160.645 64.793 167.564 68.276 170.581C68.8239 171.057 69.3683 171.538 69.9089 172.022C69.9089 172.022 74.319 176.608 76.985 176.608C77.599 176.608 78.1199 176.366 78.4729 175.768C80.364 172.58 60.9099 157.838 59.8129 151.755C59.0689 147.634 60.3349 145.546 62.6749 145.546C63.7879 145.546 65.1459 146.02 66.6449 146.971C71.2949 149.922 80.2729 165.35 83.5599 171.352C84.6619 173.363 86.5429 174.213 88.2379 174.213C91.6009 174.213 94.2299 170.87 88.5459 166.622C80.0029 160.23 83.001 149.782 87.078 149.139C87.252 149.111 87.4279 149.097 87.6029 149.097C91.3109 149.097 92.9459 155.486 92.9459 155.486C92.9459 155.486 97.7399 167.524 105.975 175.753C113.447 183.222 114.491 189.351 110.137 196.997ZM136.766 198.407L136.339 198.458L135.611 198.541C135.228 198.581 134.844 198.619 134.459 198.654L134.084 198.688L133.741 198.717L133.255 198.756L132.718 198.795L132.182 198.83L132.063 198.838C131.923 198.846 131.783 198.855 131.641 198.862L131.462 198.872C131.296 198.881 131.13 198.889 130.962 198.896L130.381 198.921L129.854 198.939L129.502 198.949H129.323C129.213 198.949 129.104 198.955 128.994 198.956H128.82C128.71 198.956 128.601 198.956 128.491 198.961L128.043 198.967H127.418C126.927 198.967 126.437 198.962 125.949 198.952L125.553 198.943C125.44 198.943 125.327 198.938 125.216 198.934L124.796 198.922L124.275 198.902L123.805 198.881L123.684 198.876L123.237 198.853C123.112 198.846 122.989 198.84 122.865 198.831L122.576 198.814C122.213 198.791 121.85 198.766 121.487 198.738L121.107 198.707C120.947 198.695 120.787 198.68 120.628 198.666C120.441 198.65 120.254 198.632 120.067 198.614C119.754 198.585 119.441 198.553 119.128 198.519H119.113C123.683 188.324 121.372 178.802 112.137 169.575C106.08 163.526 102.051 154.594 101.215 152.633C99.5229 146.828 95.045 140.375 87.608 140.375C86.979 140.375 86.351 140.425 85.73 140.523C82.472 141.036 79.624 142.911 77.592 145.733C75.396 143.002 73.262 140.831 71.332 139.605C68.422 137.76 65.5179 136.824 62.6889 136.824C59.1579 136.824 56.0019 138.274 53.8019 140.904L53.7459 140.971C53.7039 140.798 53.6639 140.625 53.6229 140.451L53.6179 140.428C53.1992 138.638 52.8477 136.833 52.5639 135.016C52.5639 135.004 52.5639 134.992 52.5579 134.98C52.5359 134.843 52.5159 134.705 52.4949 134.568C52.4334 134.162 52.3757 133.755 52.3219 133.348C52.2979 133.163 52.2719 132.978 52.2489 132.793L52.1809 132.238C52.1589 132.053 52.1409 131.885 52.1209 131.709L52.115 131.665C52.0351 130.945 51.9651 130.225 51.9049 129.503L51.8829 129.226L51.8479 128.754C51.8379 128.625 51.8279 128.495 51.8209 128.365C51.8209 128.334 51.8159 128.304 51.8149 128.275C51.7895 127.913 51.7678 127.55 51.7499 127.187C51.7399 126.998 51.7299 126.81 51.7219 126.62L51.7019 126.124L51.6969 125.974L51.6809 125.517L51.6709 125.128C51.6709 124.973 51.6629 124.818 51.6609 124.663C51.6579 124.508 51.6539 124.338 51.6529 124.174C51.6509 124.01 51.6529 123.848 51.6479 123.685C51.6439 123.521 51.6479 123.358 51.6479 123.195C51.6479 81.3421 85.5789 47.4111 127.436 47.4111C169.292 47.4111 203.222 81.3411 203.222 123.195V124.174C203.222 124.337 203.217 124.501 203.214 124.663C203.214 124.798 203.208 124.931 203.204 125.068C203.204 125.188 203.199 125.309 203.195 125.425C203.195 125.578 203.186 125.731 203.181 125.884V125.896L203.16 126.427C203.153 126.582 203.147 126.738 203.139 126.893L203.134 127.003L203.107 127.499C203.048 128.562 202.967 129.623 202.866 130.683V130.696C202.849 130.87 202.832 131.044 202.813 131.218L202.768 131.629L202.679 132.433L202.628 132.84L202.565 133.319C202.542 133.493 202.519 133.668 202.493 133.841C202.467 134.036 202.438 134.23 202.409 134.424L202.34 134.883L202.258 135.403C202.23 135.576 202.2 135.748 202.168 135.92C202.135 136.093 202.109 136.265 202.079 136.437C202.019 136.781 201.956 137.125 201.89 137.468C201.789 137.981 201.686 138.493 201.58 139.005L201.47 139.512C201.434 139.681 201.395 139.851 201.357 140.02C199.224 137.947 196.399 136.818 193.284 136.818C190.457 136.818 187.55 137.753 184.641 139.598C182.711 140.824 180.578 142.996 178.381 145.726C176.346 142.904 173.498 141.029 170.242 140.516C169.621 140.418 168.993 140.368 168.364 140.368C160.925 140.368 156.45 146.821 154.757 152.626C153.917 154.587 149.887 163.519 143.825 169.577C134.596 178.775 132.268 188.254 136.766 198.407ZM215.007 177.998L214.977 178.087C214.901 178.288 214.813 178.484 214.714 178.674C214.639 178.814 214.558 178.95 214.47 179.082C214.303 179.331 214.12 179.569 213.921 179.793C213.875 179.845 213.831 179.897 213.779 179.948C213.707 180.025 213.634 180.101 213.559 180.175C212.213 181.509 210.161 182.679 207.841 183.752C207.578 183.871 207.311 183.99 207.042 184.11L206.774 184.229C206.595 184.308 206.416 184.386 206.228 184.463C206.049 184.541 205.863 184.619 205.677 184.695L205.119 184.925C203.814 185.462 202.477 185.974 201.173 186.479L200.615 186.696L200.064 186.912C199.697 187.055 199.335 187.198 198.979 187.341L198.448 187.555L197.926 187.768L197.67 187.876C197.499 187.947 197.332 188.018 197.165 188.089C193.328 189.736 190.567 191.411 191.147 193.489C191.163 193.548 191.181 193.604 191.201 193.659C191.253 193.813 191.324 193.958 191.413 194.095C191.465 194.176 191.525 194.253 191.592 194.323C192.274 195.032 193.515 194.92 195.08 194.357C195.3 194.276 195.519 194.192 195.736 194.104L195.872 194.048C196.23 193.896 196.609 193.726 196.996 193.542C197.093 193.496 197.191 193.452 197.289 193.401C199.203 192.465 201.372 191.205 203.524 190.058C204.385 189.593 205.258 189.152 206.142 188.733C208.18 187.774 210.096 187.094 211.636 187.094C212.359 187.094 212.997 187.242 213.529 187.582L213.618 187.641C213.952 187.876 214.232 188.178 214.441 188.528C214.482 188.595 214.522 188.666 214.561 188.739C215.322 190.184 214.685 191.68 213.194 193.147C211.763 194.556 209.537 195.937 207.007 197.215C206.819 197.31 206.631 197.405 206.44 197.498C198.91 201.196 189.049 203.981 188.912 204.016C186.284 204.697 182.526 205.591 178.292 206.26L177.666 206.358L177.563 206.373C177.089 206.445 176.614 206.512 176.138 206.574C175.655 206.639 175.167 206.698 174.676 206.753L174.586 206.763C172.806 206.968 171.019 207.104 169.228 207.169H169.202C168.554 207.192 167.907 207.204 167.259 207.204H166.512C165.524 207.191 164.538 207.146 163.553 207.07C163.53 207.07 163.505 207.07 163.482 207.064C163.129 207.037 162.777 207.004 162.425 206.965C162.06 206.926 161.696 206.882 161.333 206.833C161.094 206.801 160.856 206.765 160.618 206.726C160.376 206.687 160.134 206.647 159.893 206.605L159.564 206.543L159.539 206.538C159.192 206.472 158.847 206.399 158.503 206.319C158.303 206.274 158.104 206.23 157.907 206.176L157.788 206.146C157.69 206.122 157.595 206.096 157.498 206.07L157.445 206.056L157.137 205.966C157.025 205.935 156.913 205.901 156.801 205.868L156.762 205.857L156.471 205.768C156.361 205.734 156.251 205.698 156.142 205.662L155.874 205.573L155.677 205.504C155.487 205.437 155.298 205.368 155.111 205.296L154.933 205.226L154.786 205.168C154.502 205.054 154.22 204.935 153.941 204.81L153.756 204.72L153.725 204.706C153.659 204.675 153.594 204.644 153.528 204.617C153.399 204.555 153.271 204.491 153.144 204.426L153.105 204.407L152.921 204.31C152.594 204.139 152.274 203.957 151.96 203.764L151.788 203.658C151.702 203.605 151.616 203.55 151.532 203.494L151.308 203.346L151.067 203.18L150.923 203.077C150.771 202.969 150.622 202.857 150.476 202.742L150.243 202.563C150.15 202.488 150.058 202.412 149.967 202.335C149.89 202.272 149.815 202.206 149.74 202.14L149.734 202.135C149.653 202.064 149.574 201.993 149.495 201.92C149.417 201.849 149.339 201.777 149.263 201.704L149.254 201.695C149.174 201.619 149.096 201.542 149.019 201.463C148.942 201.385 148.863 201.307 148.788 201.227C148.713 201.148 148.636 201.067 148.562 200.984C148.488 200.902 148.42 200.827 148.35 200.746L148.327 200.719C148.259 200.641 148.192 200.562 148.126 200.481C147.983 200.31 147.844 200.135 147.71 199.956C147.575 199.776 147.443 199.592 147.314 199.405L147.191 199.221C147.027 198.981 146.867 198.739 146.712 198.493C146.596 198.316 146.483 198.138 146.373 197.957C146.302 197.844 146.234 197.73 146.166 197.618L146.138 197.572C146.073 197.462 146.009 197.354 145.947 197.245C145.911 197.186 145.877 197.127 145.845 197.066C145.812 197.004 145.774 196.941 145.739 196.878L145.682 196.779L145.647 196.715C145.58 196.595 145.514 196.474 145.45 196.352C145.42 196.298 145.391 196.244 145.36 196.192L145.271 196.019L145.181 195.848C144.956 195.398 144.743 194.942 144.543 194.48L144.472 194.311C144.426 194.198 144.383 194.086 144.337 193.975C144.315 193.921 144.293 193.868 144.274 193.814C144.167 193.537 144.067 193.257 143.975 192.975C143.942 192.874 143.91 192.775 143.88 192.675C143.808 192.448 143.743 192.219 143.685 191.988C143.614 191.719 143.551 191.448 143.498 191.175C143.487 191.12 143.476 191.065 143.467 191.012C143.415 190.745 143.373 190.476 143.34 190.206C143.332 190.153 143.326 190.1 143.32 190.047L143.303 189.885C143.281 189.673 143.264 189.46 143.254 189.247C143.254 189.193 143.249 189.139 143.247 189.087C143.242 188.981 143.24 188.875 143.239 188.769C143.183 184.496 145.345 180.388 149.968 175.767C158.203 167.54 162.997 155.501 162.997 155.501C162.997 155.501 163.126 154.996 163.394 154.269C163.431 154.168 163.47 154.064 163.514 153.955C163.67 153.548 163.846 153.148 164.041 152.758L164.08 152.683C164.246 152.351 164.428 152.027 164.624 151.712C164.67 151.639 164.714 151.567 164.765 151.494C164.912 151.277 165.067 151.065 165.23 150.86C165.319 150.749 165.416 150.639 165.513 150.532C165.552 150.49 165.59 150.448 165.631 150.408C166.108 149.915 166.653 149.513 167.27 149.299L167.348 149.273C167.4 149.256 167.452 149.24 167.505 149.225C167.566 149.209 167.627 149.195 167.69 149.182L167.719 149.176C167.849 149.15 167.981 149.133 168.114 149.124H168.125C168.194 149.124 168.264 149.117 168.335 149.117C168.424 149.117 168.507 149.117 168.594 149.126C168.684 149.134 168.773 149.144 168.863 149.158C169.605 149.276 170.311 149.718 170.919 150.4C171.15 150.66 171.358 150.94 171.54 151.236C171.66 151.428 171.773 151.631 171.88 151.845C171.923 151.934 171.964 152.016 172.004 152.104C172.108 152.33 172.202 152.56 172.284 152.795C172.479 153.345 172.626 153.911 172.723 154.487C172.807 154.992 172.857 155.502 172.873 156.013C172.881 156.286 172.881 156.563 172.873 156.842C172.819 158.14 172.553 159.421 172.086 160.634C172.044 160.745 171.997 160.857 171.952 160.969C171.86 161.195 171.759 161.417 171.65 161.634C171.569 161.799 171.484 161.965 171.392 162.13C171.332 162.24 171.269 162.35 171.206 162.46C171.045 162.734 170.871 163.006 170.684 163.277L170.571 163.439C170.129 164.055 169.637 164.633 169.099 165.167C168.569 165.698 168.001 166.189 167.4 166.637C166.798 167.083 166.233 167.577 165.711 168.114C164.208 169.691 163.858 171.083 164.196 172.138C164.25 172.304 164.321 172.465 164.407 172.617C164.508 172.791 164.628 172.951 164.764 173.097L164.817 173.152L164.871 173.206C164.925 173.258 164.982 173.309 165.043 173.359L165.103 173.407C165.248 173.519 165.402 173.619 165.563 173.707C165.61 173.732 165.652 173.757 165.705 173.781C165.879 173.866 166.058 173.939 166.242 173.998C166.293 174.015 166.344 174.03 166.396 174.046L166.461 174.063L166.551 174.087L166.628 174.106L166.712 174.124L166.795 174.141L166.874 174.154C166.932 174.164 166.992 174.174 167.052 174.181L167.109 174.19L167.213 174.2L167.277 174.207L167.382 174.214H167.444L167.554 174.22H167.9L167.999 174.214L168.113 174.207L168.252 174.194L168.382 174.179C168.412 174.179 168.442 174.171 168.472 174.165C168.872 174.107 169.264 174.001 169.639 173.849L169.798 173.782C169.887 173.743 169.977 173.702 170.059 173.658C170.235 173.57 170.406 173.47 170.57 173.361C170.799 173.211 171.015 173.043 171.217 172.858C171.265 172.815 171.312 172.769 171.358 172.725C171.381 172.703 171.403 172.682 171.425 172.658C171.469 172.613 171.514 172.569 171.558 172.52C171.878 172.168 172.155 171.78 172.383 171.363C174.34 167.804 176.391 164.298 178.534 160.849L178.828 160.378L179.125 159.907C179.273 159.668 179.423 159.433 179.572 159.199L179.722 158.965C180.22 158.185 180.726 157.41 181.241 156.641L181.546 156.185C182.158 155.278 182.768 154.396 183.373 153.558L183.674 153.143C184.332 152.236 185.017 151.348 185.728 150.482L186.01 150.144C186.057 150.088 186.1 150.032 186.151 149.978C186.244 149.868 186.337 149.761 186.428 149.657C186.474 149.604 186.517 149.552 186.566 149.5L186.834 149.198L186.968 149.051C187.103 148.906 187.235 148.767 187.365 148.634C187.455 148.544 187.538 148.455 187.624 148.371C188.131 147.853 188.69 147.388 189.293 146.985L189.433 146.895C189.567 146.805 189.706 146.721 189.848 146.645C192.212 145.303 194.169 145.204 195.296 146.331C195.978 147.013 196.356 148.144 196.335 149.718C196.335 149.787 196.335 149.857 196.33 149.929V150.006C196.33 150.078 196.324 150.15 196.318 150.223C196.318 150.313 196.308 150.402 196.299 150.492C196.29 150.581 196.285 150.649 196.276 150.729C196.276 150.751 196.272 150.774 196.268 150.798C196.262 150.867 196.253 150.938 196.243 151.009C196.243 151.03 196.243 151.052 196.235 151.074C196.224 151.169 196.21 151.263 196.194 151.357C196.183 151.447 196.168 151.531 196.152 151.619L196.126 151.768C196.1 151.91 196.067 152.05 196.026 152.188C195.948 152.447 195.854 152.7 195.743 152.946C195.588 153.284 195.417 153.613 195.229 153.933C195.125 154.111 195.018 154.286 194.907 154.459C194.793 154.638 194.673 154.819 194.549 155.002C194.233 155.454 193.905 155.897 193.564 156.33L193.408 156.527C192.852 157.22 192.278 157.899 191.686 158.562L191.499 158.772C191.247 159.053 190.991 159.336 190.729 159.62L190.532 159.834C190.401 159.977 190.264 160.12 190.132 160.264C190.001 160.407 189.864 160.552 189.726 160.697L189.315 161.13L188.898 161.566L188.478 162.002C188.196 162.294 187.913 162.586 187.628 162.878C183.573 167.037 179.301 171.182 177.855 173.766C177.758 173.934 177.671 174.108 177.593 174.285C177.387 174.755 177.301 175.157 177.36 175.482C177.379 175.589 177.416 175.691 177.471 175.785C177.552 175.926 177.651 176.056 177.766 176.172C177.819 176.224 177.875 176.272 177.934 176.316C178.232 176.528 178.591 176.637 178.957 176.627H179.071L179.188 176.618L179.305 176.605L179.402 176.591C179.415 176.589 179.429 176.587 179.442 176.583L179.531 176.566L179.554 176.561L179.653 176.54L179.688 176.531C179.723 176.522 179.757 176.513 179.792 176.503C179.827 176.493 179.875 176.48 179.917 176.466C180.093 176.413 180.265 176.35 180.434 176.278C180.523 176.242 180.61 176.203 180.696 176.161C180.741 176.141 180.786 176.12 180.828 176.098L180.962 176.032C181.282 175.866 181.594 175.685 181.898 175.491L182.031 175.401C182.076 175.373 182.121 175.344 182.164 175.312L182.297 175.223L182.368 175.174L182.56 175.039C182.739 174.916 182.906 174.789 183.075 174.66L183.09 174.648L183.359 174.44C183.726 174.15 184.074 173.858 184.39 173.583L184.6 173.399L184.619 173.381L184.729 173.284C184.987 173.052 185.217 172.836 185.408 172.658L185.487 172.581C185.556 172.516 185.619 172.455 185.676 172.403L185.788 172.292L185.828 172.253L185.839 172.242L185.956 172.125L186.03 172.048L186.039 172.041L186.074 172.009L186.118 171.969L186.132 171.956L186.169 171.922L186.373 171.743L186.487 171.641C186.548 171.588 186.607 171.534 186.666 171.479L186.802 171.358C186.827 171.338 186.851 171.316 186.876 171.294L187.019 171.169L187.229 170.984L187.341 170.887C187.776 170.509 188.305 170.052 188.913 169.537L189.162 169.326L189.573 168.981L189.994 168.63C190.544 168.173 191.136 167.688 191.762 167.185L192.173 166.855C192.523 166.576 192.882 166.292 193.246 166.006C193.393 165.891 193.542 165.776 193.694 165.662C194.066 165.373 194.44 165.086 194.817 164.803C195.675 164.155 196.56 163.506 197.456 162.874L197.84 162.606C198.109 162.421 198.377 162.235 198.645 162.054L198.888 161.89C199.367 161.565 199.853 161.248 200.343 160.939L200.586 160.786L200.827 160.636C201.069 160.486 201.309 160.339 201.548 160.196L201.787 160.053L202.265 159.775L202.734 159.506L202.829 159.454L203.2 159.25C203.355 159.166 203.509 159.085 203.663 159.006L203.892 158.888L204.115 158.776C204.193 158.739 204.27 158.7 204.346 158.663C204.848 158.415 205.36 158.187 205.88 157.979C206.021 157.919 206.161 157.865 206.3 157.818L206.71 157.674C206.833 157.633 206.953 157.594 207.068 157.559L207.108 157.547C207.17 157.527 207.232 157.509 207.293 157.493L207.311 157.488C207.439 157.451 207.566 157.419 207.691 157.389H207.7C208.054 157.304 208.414 157.243 208.777 157.206C208.944 157.189 209.111 157.18 209.279 157.181H209.363C209.475 157.181 209.583 157.188 209.69 157.199C209.739 157.199 209.788 157.209 209.836 157.215H209.856C209.904 157.221 209.952 157.228 210 157.239C210.047 157.248 210.095 157.256 210.141 157.267H210.156C210.203 157.277 210.245 157.289 210.294 157.303C210.548 157.374 210.79 157.484 211.012 157.628C211.121 157.699 211.223 157.779 211.317 157.868L211.344 157.894C211.362 157.91 211.379 157.927 211.395 157.944L211.444 157.997C211.846 158.418 212.178 158.901 212.428 159.427L212.466 159.517C212.551 159.717 212.618 159.924 212.666 160.135C212.808 160.781 212.753 161.455 212.508 162.07C212.415 162.318 212.302 162.557 212.169 162.785C211.858 163.309 211.489 163.796 211.07 164.237L210.981 164.332C210.848 164.472 210.71 164.612 210.565 164.752C210.501 164.815 210.434 164.877 210.367 164.94L210.162 165.129L210.055 165.224C209.797 165.454 209.532 165.677 209.263 165.893C209.1 166.025 208.936 166.154 208.77 166.281C208.184 166.729 207.587 167.161 206.979 167.578C206.612 167.83 206.242 168.077 205.869 168.321C204.95 168.924 204.021 169.512 203.083 170.084C201.115 171.294 198.934 172.588 196.609 173.995L196.007 174.36C195.348 174.762 194.726 175.146 194.14 175.512L193.845 175.697L193.287 176.055C192.917 176.292 192.548 176.531 192.179 176.77L191.882 176.966C191.737 177.06 191.593 177.156 191.449 177.252L191.308 177.342L190.876 177.633L190.647 177.79L190.379 177.976L190.13 178.149C189.713 178.444 189.325 178.725 188.968 178.992L188.834 179.094C188.624 179.253 188.416 179.415 188.211 179.58C187.902 179.829 187.62 180.067 187.367 180.296L187.243 180.409C187.172 180.474 187.102 180.539 187.035 180.603C186.989 180.648 186.946 180.693 186.898 180.736L186.834 180.8C186.691 180.944 186.551 181.091 186.416 181.242L186.35 181.318C186.203 181.488 186.075 181.651 185.963 181.81L185.913 181.881C185.825 182.009 185.744 182.141 185.671 182.277C185.652 182.311 185.635 182.345 185.618 182.379L185.569 182.481L185.536 182.555L185.515 182.605L185.498 182.65L185.475 182.711C185.413 182.88 185.37 183.056 185.345 183.234L185.337 183.296L185.331 183.354V183.669C185.331 183.695 185.331 183.721 185.338 183.749L185.343 183.797C185.343 183.823 185.349 183.848 185.353 183.876C185.357 183.902 185.364 183.949 185.372 183.986V183.991C185.379 184.026 185.386 184.06 185.395 184.095C185.404 184.13 185.413 184.17 185.424 184.206C185.443 184.277 185.467 184.347 185.492 184.417C185.508 184.459 185.523 184.5 185.54 184.541C185.54 184.549 185.546 184.558 185.55 184.566L185.586 184.647L185.636 184.758C185.69 184.873 185.749 184.985 185.813 185.094L185.879 185.208L185.947 185.322C185.959 185.341 185.973 185.359 185.988 185.376L186.01 185.399L186.035 185.422L186.061 185.442C186.099 185.469 186.14 185.49 186.183 185.505C186.206 185.513 186.23 185.519 186.254 185.525C186.831 185.655 188.017 185.178 189.593 184.346C189.682 184.298 189.78 184.248 189.875 184.196L190.355 183.934L190.589 183.804C190.756 183.715 190.926 183.614 191.1 183.515L191.417 183.336C193.5 182.137 195.988 180.597 198.56 179.093C198.801 178.952 199.043 178.811 199.285 178.672L199.771 178.361C200.335 178.038 200.902 177.719 201.471 177.404C202.188 177.01 202.91 176.626 203.639 176.254L204.115 176.013C204.431 175.857 204.744 175.705 205.053 175.557C205.651 175.273 206.256 175.003 206.868 174.748L207.203 174.612L207.243 174.596C209.018 173.893 210.627 173.459 211.929 173.459C212.21 173.456 212.492 173.48 212.769 173.528H212.778C212.867 173.544 212.948 173.562 213.031 173.582H213.046C213.259 173.636 213.466 173.713 213.662 173.812C213.937 173.954 214.184 174.143 214.393 174.371C214.489 174.477 214.574 174.592 214.649 174.714C214.789 174.929 214.899 175.162 214.978 175.406C215.01 175.501 215.038 175.594 215.067 175.693C215.278 176.45 215.257 177.253 215.007 177.998Z" fill="#FF9D00"/>
-<path fill-rule="evenodd" clip-rule="evenodd" d="M203.21 123.685V123.194C203.21 81.34 169.292 47.411 127.435 47.411C85.5791 47.411 51.648 81.342 51.648 123.194V123.358C51.646 123.467 51.645 123.576 51.648 123.685C51.6529 123.848 51.6546 124.011 51.653 124.174L51.6581 124.534L51.661 124.663C51.661 124.723 51.6631 124.782 51.6651 124.842C51.6681 124.937 51.67 125.033 51.67 125.128L51.681 125.517L51.697 125.974L51.702 126.124L51.722 126.597V126.62C51.73 126.805 51.7401 126.989 51.7491 127.173L51.75 127.187C51.76 127.375 51.7701 127.564 51.7821 127.753C51.7921 127.927 51.802 128.101 51.815 128.275L51.8171 128.306C51.8258 128.455 51.8358 128.605 51.847 128.754L51.85 128.794L51.883 129.226L51.8861 129.254C51.8921 129.338 51.898 129.422 51.906 129.503C51.9658 130.224 52.0355 130.945 52.1151 131.664L52.12 131.709L52.181 132.238L52.2491 132.793L52.299 133.17L52.322 133.347C52.3753 133.755 52.433 134.162 52.495 134.568L52.4991 134.595L52.558 134.979C52.8435 136.808 53.1971 138.626 53.618 140.429L53.6231 140.451L53.655 140.586L53.746 140.971L53.802 140.904C56.002 138.274 59.158 136.824 62.689 136.824C65.519 136.824 68.4221 137.76 71.3321 139.605C73.2621 140.831 75.3961 143.002 77.5921 145.733C79.6241 142.911 82.4721 141.035 85.7301 140.523C86.3513 140.425 86.9792 140.376 87.6081 140.375C95.0441 140.375 99.523 146.828 101.215 152.633C102.051 154.594 106.08 163.526 112.156 169.568C121.392 178.795 123.703 188.316 119.132 198.511H119.148C119.459 198.546 119.772 198.578 120.087 198.607C120.274 198.625 120.46 198.643 120.648 198.659L120.714 198.665L121.127 198.7L121.507 198.73C121.869 198.758 122.232 198.784 122.596 198.807L122.885 198.824L123.114 198.838L123.256 198.846L123.703 198.869L123.825 198.874L124.294 198.895L124.816 198.915L125.235 198.927L125.305 198.929C125.394 198.933 125.483 198.936 125.572 198.936L125.668 198.939C126.258 198.953 126.847 198.96 127.437 198.959H128.063L128.51 198.954C128.62 198.949 128.729 198.949 128.84 198.949H129.014L129.165 198.945C129.224 198.943 129.283 198.941 129.343 198.941H129.522L129.873 198.932L130.401 198.914L130.982 198.888C131.15 198.882 131.316 198.873 131.482 198.865L131.661 198.854L131.927 198.84L132.083 198.831L132.201 198.823L132.738 198.788L133.274 198.749L133.761 198.71L134.103 198.681L134.479 198.647C135.107 198.591 135.733 198.525 136.359 198.45L136.786 198.399C132.287 188.247 134.616 178.767 143.813 169.577C149.876 163.519 153.905 154.587 154.745 152.625C156.438 146.821 160.914 140.368 168.352 140.368C168.981 140.368 169.61 140.418 170.231 140.516C173.486 141.028 176.334 142.904 178.369 145.726C180.566 142.996 182.699 140.823 184.63 139.597C187.539 137.753 190.445 136.817 193.272 136.817C196.388 136.817 199.212 137.947 201.345 140.02C201.384 139.851 201.422 139.682 201.459 139.512L201.568 139.006C201.607 138.821 201.646 138.636 201.683 138.451C201.749 138.124 201.815 137.797 201.878 137.467C201.944 137.125 202.007 136.781 202.067 136.437L202.098 136.251C202.117 136.141 202.135 136.031 202.156 135.92C202.19 135.748 202.218 135.576 202.246 135.402L202.257 135.336L202.328 134.883L202.398 134.424V134.42C202.449 134.081 202.497 133.742 202.542 133.403L202.553 133.319L202.616 132.841L202.667 132.433L202.757 131.629L202.792 131.306L202.801 131.218C202.82 131.044 202.838 130.87 202.854 130.696V130.682C202.867 130.544 202.881 130.405 202.893 130.266C202.964 129.478 203.024 128.686 203.072 127.891C203.081 127.761 203.088 127.63 203.096 127.499V127.493L203.122 127.002L203.128 126.892C203.144 126.56 203.158 126.228 203.169 125.896V125.884L203.174 125.754C203.179 125.645 203.183 125.535 203.183 125.425L203.185 125.381C203.189 125.278 203.193 125.172 203.193 125.067L203.196 124.977C203.199 124.872 203.202 124.768 203.202 124.663L203.204 124.574C203.207 124.441 203.21 124.307 203.21 124.174V123.685ZM108.638 199.391C114.64 190.59 114.214 183.984 105.98 175.754C97.7441 167.523 92.951 155.487 92.951 155.487C92.951 155.487 91.1621 148.496 87.0821 149.138C83.0021 149.78 80.0091 160.227 88.5521 166.622C97.0941 173.017 86.8521 177.353 83.5641 171.352C80.2761 165.35 71.299 149.923 66.645 146.972C61.991 144.021 58.718 145.675 59.815 151.757C60.36 154.776 65.4281 159.929 70.1631 164.743C74.9671 169.627 79.428 174.163 78.474 175.768C76.581 178.955 69.9141 172.023 69.9141 172.023C69.9141 172.023 49.038 153.025 44.494 157.976C40.304 162.539 46.765 166.418 56.7211 172.397C57.5671 172.905 58.4391 173.429 59.3321 173.969C70.7231 180.865 71.609 182.684 69.992 185.293C69.395 186.257 65.582 183.968 60.892 181.153C52.897 176.352 42.3551 170.023 40.8661 175.688C39.5781 180.591 47.334 183.595 54.368 186.32C60.228 188.59 65.5881 190.666 64.7991 193.484C63.9821 196.406 59.5531 193.969 54.7121 191.305C49.2771 188.314 43.3221 185.038 41.3731 188.735C37.6901 195.725 66.7831 203.954 67.0231 204.015C76.4231 206.453 100.295 211.619 108.638 199.391ZM147.303 199.391C141.301 190.59 141.727 183.984 149.962 175.754C158.197 167.523 162.99 155.487 162.99 155.487C162.99 155.487 164.779 148.496 168.859 149.138C172.939 149.78 175.932 160.227 167.39 166.622C158.847 173.017 169.089 177.353 172.377 171.352C175.666 165.35 184.637 149.923 189.291 146.972C193.945 144.021 197.22 145.675 196.122 151.757C195.578 154.776 190.509 159.929 185.774 164.744C180.97 169.628 176.509 174.163 177.462 175.768C179.355 178.955 186.027 172.019 186.027 172.019C186.027 172.019 206.902 153.022 211.448 157.973C215.637 162.535 209.176 166.415 199.219 172.394C198.348 172.917 197.478 173.441 196.609 173.966C185.218 180.862 184.332 182.681 185.948 185.289C186.546 186.254 190.359 183.964 195.048 181.149C203.044 176.349 213.586 170.019 215.075 175.685C216.364 180.588 208.607 183.592 201.573 186.317C195.713 188.587 190.353 190.663 191.141 193.481C191.957 196.402 196.385 193.965 201.225 191.301C206.66 188.31 212.616 185.032 214.564 188.732C218.248 195.726 189.15 203.947 188.915 204.007C179.515 206.453 155.643 211.619 147.303 199.391Z" fill="#FFD21E"/>
-<path fill-rule="evenodd" clip-rule="evenodd" d="M152.047 102.567C153.229 102.985 154.108 104.257 154.944 105.468C156.074 107.104 157.126 108.627 158.74 107.769C160.644 106.756 162.205 105.202 163.225 103.302C164.246 101.402 164.681 99.2427 164.475 97.096C164.321 95.4908 163.813 93.9398 162.987 92.5548C162.161 91.1697 161.038 89.985 159.7 89.0862C158.361 88.1874 156.839 87.5968 155.245 87.3569C153.65 87.117 152.022 87.2339 150.478 87.699C148.934 88.1639 147.513 88.9653 146.316 90.0455C145.119 91.1257 144.176 92.4578 143.556 93.946C142.936 95.4342 142.653 97.0415 142.728 98.652C142.804 100.263 143.235 101.836 143.992 103.26C144.74 104.667 146.4 104.003 148.152 103.302C149.525 102.753 150.956 102.181 152.047 102.567ZM100.672 102.567C99.49 102.985 98.611 104.258 97.775 105.468C96.645 107.105 95.592 108.627 93.979 107.769C91.5845 106.501 89.7482 104.386 88.8278 101.838C87.9075 99.2895 87.9692 96.4896 89.0008 93.9841C90.0324 91.4786 91.9601 89.4471 94.408 88.2855C96.856 87.1239 99.6488 86.9156 102.242 87.701C104.307 88.3228 106.141 89.5427 107.513 91.2065C108.885 92.8704 109.732 94.9035 109.949 97.049C110.165 99.1945 109.74 101.356 108.728 103.26C107.979 104.667 106.319 104.003 104.567 103.303C103.193 102.753 101.764 102.181 100.672 102.567ZM144.099 149.318C152.242 142.903 155.233 132.429 155.233 125.977C155.233 120.877 151.802 122.482 146.309 125.202L145.999 125.355C140.957 127.852 134.245 131.177 126.877 131.177C119.508 131.177 112.796 127.852 107.755 125.354C102.084 122.545 98.527 120.783 98.527 125.978C98.527 132.634 101.709 143.563 110.443 149.912C111.596 147.573 113.219 145.497 115.211 143.813C117.202 142.129 119.52 140.874 122.018 140.126C122.89 139.866 123.788 141.367 124.707 142.904C125.594 144.386 126.501 145.902 127.423 145.902C128.406 145.902 129.371 144.408 130.314 142.95C131.299 141.425 132.26 139.94 133.189 140.237C137.864 141.738 141.775 144.993 144.099 149.318Z" fill="#32343D"/>
-<path d="M144.097 149.317C139.856 152.659 134.219 154.9 126.878 154.9C119.981 154.9 114.587 152.922 110.443 149.911C111.596 147.572 113.219 145.495 115.211 143.812C117.202 142.128 119.52 140.873 122.018 140.125C123.73 139.614 125.545 145.901 127.423 145.901C129.433 145.901 131.37 139.655 133.189 140.236C137.863 141.738 141.773 144.993 144.097 149.317Z" fill="#FF323D"/>
-<path fill-rule="evenodd" clip-rule="evenodd" d="M81.2 111.64C80.2312 112.288 79.1173 112.687 77.9572 112.801C76.7971 112.916 75.6267 112.742 74.55 112.295C73.6893 111.94 72.9072 111.418 72.2488 110.759C71.5903 110.101 71.0684 109.319 70.713 108.458C70.267 107.381 70.0935 106.211 70.2082 105.051C70.3228 103.891 70.7219 102.777 71.37 101.808C72.1488 100.642 73.2558 99.7333 74.5512 99.1967C75.8466 98.6601 77.272 98.5197 78.6471 98.7935C80.0223 99.0672 81.2853 99.7427 82.2764 100.734C83.2675 101.726 83.9422 102.99 84.215 104.365C84.4883 105.74 84.3477 107.165 83.8113 108.46C83.2748 109.755 82.3654 110.861 81.2 111.64ZM182.613 111.64C181.644 112.288 180.53 112.687 179.37 112.801C178.209 112.916 177.039 112.742 175.962 112.295C175.101 111.939 174.319 111.418 173.661 110.759C173.003 110.101 172.481 109.319 172.125 108.458C171.68 107.381 171.507 106.211 171.621 105.051C171.736 103.891 172.135 102.777 172.782 101.808C173.364 100.936 174.133 100.205 175.032 99.6658C175.931 99.1269 176.938 98.7942 177.981 98.6917C179.025 98.5891 180.078 98.7193 181.064 99.0728C182.051 99.4264 182.947 99.9944 183.688 100.736C184.68 101.727 185.355 102.99 185.628 104.365C185.902 105.74 185.761 107.165 185.224 108.46C184.687 109.755 183.779 110.861 182.613 111.64Z" fill="#FFAD03"/>
-</svg>
\ No newline at end of file
+++ /dev/null
-// Blog Post Content
-export const BLOG_POST_MD = String.raw`
-# Understanding Rust's Ownership System
-
-*Published on March 15, 2024 • 8 min read*
-
-Rust's ownership system is one of its most distinctive features, enabling memory safety without garbage collection. In this post, we'll explore how ownership works and why it's revolutionary for systems programming.
-
-## What is Ownership?
-
-Ownership is a set of rules that governs how Rust manages memory. These rules are checked at compile time, ensuring memory safety without runtime overhead.
-
-### The Three Rules of Ownership
-
-1. **Each value has a single owner**
-2. **There can only be one owner at a time**
-3. **When the owner goes out of scope, the value is dropped**
-
-## Memory Management Without GC
-
-Traditional approaches to memory management:
-
-- **Manual management** (C/C++): Error-prone, leads to bugs
-- **Garbage collection** (Java, Python): Runtime overhead
-- **Ownership** (Rust): Compile-time safety, zero runtime cost
-
-## Basic Examples
-
-### Variable Scope
-
-${'```'}rust
-fn main() {
- let s = String::from("hello"); // s comes into scope
-
- // s is valid here
- println!("{}", s);
-
-} // s goes out of scope and is dropped
-${'```'}
-
-### Move Semantics
-
-${'```'}rust
-fn main() {
- let s1 = String::from("hello");
- let s2 = s1; // s1 is moved to s2
-
- // println!("{}", s1); // ❌ ERROR: s1 is no longer valid
- println!("{}", s2); // ✅ OK: s2 owns the string
-}
-${'```'}
-
-## Borrowing and References
-
-Instead of transferring ownership, you can **borrow** values:
-
-### Immutable References
-
-${'```'}rust
-fn calculate_length(s: &String) -> usize {
- s.len() // s is a reference, doesn't own the String
-}
-
-fn main() {
- let s1 = String::from("hello");
- let len = calculate_length(&s1); // Borrow s1
- println!("Length of '{}' is {}", s1, len); // s1 still valid
-}
-${'```'}
-
-### Mutable References
-
-${'```'}rust
-fn main() {
- let mut s = String::from("hello");
-
- let r1 = &mut s;
- r1.push_str(", world");
- println!("{}", r1);
-
- // let r2 = &mut s; // ❌ ERROR: cannot borrow twice
-}
-${'```'}
-
-## Common Pitfalls
-
-### Dangling References
-
-${'```'}rust
-fn dangle() -> &String { // ❌ ERROR: missing lifetime specifier
- let s = String::from("hello");
- &s // s will be dropped, leaving a dangling reference
-}
-${'```'}
-
-### ✅ Solution
-
-${'```'}rust
-fn no_dangle() -> String {
- let s = String::from("hello");
- s // Ownership is moved out
-}
-${'```'}
-
-## Benefits
-
-- ✅ **No null pointer dereferences**
-- ✅ **No data races**
-- ✅ **No use-after-free**
-- ✅ **No memory leaks**
-
-## Conclusion
-
-Rust's ownership system eliminates entire classes of bugs at compile time. While it has a learning curve, the benefits in safety and performance are worth it.
-
-## Further Reading
-
-- [The Rust Book - Ownership](https://doc.rust-lang.org/book/ch04-00-understanding-ownership.html)
-- [Rust by Example - Ownership](https://doc.rust-lang.org/rust-by-example/scope/move.html)
-- [Rustlings Exercises](https://github.com/rust-lang/rustlings)
-
----
-
-*Questions? Reach out on [Twitter](https://twitter.com/rustlang) or join the [Rust Discord](https://discord.gg/rust-lang)*
-`;
+++ /dev/null
-// Data Analysis Report
-export const DATA_ANALYSIS_MD = String.raw`
-# Q4 2024 Business Analytics Report
-
-*Executive Summary • Generated on January 15, 2025*
-
-## 📊 Key Performance Indicators
-
-${'```'}
-Daily Active Users (DAU): 1.2M (+65% YoY)
-Monthly Active Users (MAU): 4.5M (+48% YoY)
-User Retention (Day 30): 68% (+12pp YoY)
-Average Session Duration: 24min (+35% YoY)
-${'```'}
-
-## 🎯 Product Performance
-
-### Feature Adoption Rates
-
-1. **AI Assistant**: 78% of users (↑ from 45%)
-2. **Collaboration Tools**: 62% of users (↑ from 38%)
-3. **Analytics Dashboard**: 54% of users (↑ from 31%)
-4. **Mobile App**: 41% of users (↑ from 22%)
-
-### Customer Satisfaction
-
-| Metric | Q4 2024 | Q3 2024 | Change |
-|--------|---------|---------|--------|
-| **NPS Score** | 72 | 68 | +4 |
-| **CSAT** | 4.6/5 | 4.4/5 | +0.2 |
-| **Support Tickets** | 2,340 | 2,890 | -19% |
-| **Resolution Time** | 4.2h | 5.1h | -18% |
-
-## 💰 Revenue Metrics
-
-### Monthly Recurring Revenue (MRR)
-
-- **Current MRR**: $2.8M (+42% YoY)
-- **New MRR**: $340K
-- **Expansion MRR**: $180K
-- **Churned MRR**: $95K
-- **Net New MRR**: $425K
-
-### Customer Acquisition
-
-${'```'}
-Cost per Acquisition (CAC): $127 (-23% YoY)
-Customer Lifetime Value: $1,840 (+31% YoY)
-LTV:CAC Ratio: 14.5:1
-Payback Period: 3.2 months
-${'```'}
-
-## 🌍 Geographic Performance
-
-### Revenue by Region
-
-1. **North America**: 45% ($1.26M)
-2. **Europe**: 32% ($896K)
-3. **Asia-Pacific**: 18% ($504K)
-4. **Other**: 5% ($140K)
-
-### Growth Opportunities
-
-- **APAC**: 89% YoY growth potential
-- **Latin America**: Emerging market entry
-- **Middle East**: Enterprise expansion
-
-## 📱 Channel Performance
-
-### Traffic Sources
-
-| Channel | Sessions | Conversion | Revenue |
-|---------|----------|------------|---------|
-| **Organic Search** | 45% | 3.2% | $1.1M |
-| **Direct** | 28% | 4.1% | $850K |
-| **Social Media** | 15% | 2.8% | $420K |
-| **Paid Ads** | 12% | 5.5% | $430K |
-
-### Marketing ROI
-
-- **Content Marketing**: 340% ROI
-- **Email Campaigns**: 280% ROI
-- **Social Media**: 190% ROI
-- **Paid Search**: 220% ROI
-
-## 🔍 User Behavior Analysis
-
-### Session Patterns
-
-- **Peak Hours**: 9-11 AM, 2-4 PM EST
-- **Mobile Usage**: 67% of sessions
-- **Average Pages/Session**: 4.8
-- **Bounce Rate**: 23% (↓ from 31%)
-
-### Feature Usage Heatmap
-
-Most used features in order:
-1. Dashboard (89% of users)
-2. Search (76% of users)
-3. Reports (64% of users)
-4. Settings (45% of users)
-5. Integrations (32% of users)
-
-## 💡 Recommendations
-
-1. **Invest** in AI capabilities (+$2M budget)
-2. **Expand** sales team in APAC region
-3. **Improve** onboarding to reduce churn
-4. **Launch** enterprise security features
-
-## Appendix
-
-### Methodology
-
-Data collected from:
-- Internal analytics (Amplitude)
-- Customer surveys (n=2,450)
-- Financial systems (NetSuite)
-- Market research (Gartner)
-
----
-
-*Report prepared by Data Analytics Team • [View Interactive Dashboard](https://analytics.example.com)*
-`;
+++ /dev/null
-// Empty state
-export const EMPTY_MD = '';
+++ /dev/null
-/* eslint-disable no-irregular-whitespace */
-// Math Formulas Content
-export const MATH_FORMULAS_MD = String.raw`
-# Mathematical Formulas and Expressions
-
-This document demonstrates various mathematical notation and formulas that can be rendered using LaTeX syntax in markdown.
-
-## Basic Arithmetic
-
-### Addition and Summation
-$$\sum_{i=1}^{n} i = \frac{n(n+1)}{2}$$
-
-## Algebra
-
-### Quadratic Formula
-The solutions to $ax^2 + bx + c = 0$ are:
-$$x = \frac{-b \pm \sqrt{b^2 - 4ac}}{2a}$$
-
-### Binomial Theorem
-$$(x + y)^n = \sum_{k=0}^{n} \binom{n}{k} x^{n-k} y^k$$
-
-## Calculus
-
-### Derivatives
-The derivative of $f(x) = x^n$ is:
-$$f'(x) = nx^{n-1}$$
-
-### Integration
-$$\int_a^b f(x) \, dx = F(b) - F(a)$$
-
-### Fundamental Theorem of Calculus
-$$\frac{d}{dx} \int_a^x f(t) \, dt = f(x)$$
-
-## Linear Algebra
-
-### Matrix Multiplication
-If $A$ is an $m \times n$ matrix and $B$ is an $n \times p$ matrix, then:
-$$C_{ij} = \sum_{k=1}^{n} A_{ik} B_{kj}$$
-
-### Eigenvalues and Eigenvectors
-For a square matrix $A$, if $Av = \lambda v$ for some non-zero vector $v$, then:
-- $\lambda$ is an eigenvalue
-- $v$ is an eigenvector
-
-## Statistics and Probability
-
-### Normal Distribution
-The probability density function is:
-$$f(x) = \frac{1}{\sigma\sqrt{2\pi}} e^{-\frac{1}{2}\left(\frac{x-\mu}{\sigma}\right)^2}$$
-
-### Bayes' Theorem
-$$P(A|B) = \frac{P(B|A) \cdot P(A)}{P(B)}$$
-
-### Central Limit Theorem
-For large $n$, the sample mean $\bar{X}$ is approximately:
-$$\bar{X} \sim N\left(\mu, \frac{\sigma^2}{n}\right)$$
-
-## Trigonometry
-
-### Pythagorean Identity
-$$\sin^2\theta + \cos^2\theta = 1$$
-
-### Euler's Formula
-$$e^{i\theta} = \cos\theta + i\sin\theta$$
-
-### Taylor Series for Sine
-$$\sin x = \sum_{n=0}^{\infty} \frac{(-1)^n}{(2n+1)!} x^{2n+1} = x - \frac{x^3}{3!} + \frac{x^5}{5!} - \frac{x^7}{7!} + \cdots$$
-
-## Complex Analysis
-
-### Complex Numbers
-A complex number can be written as:
-$$z = a + bi = r e^{i\theta}$$
-
-where $r = |z| = \sqrt{a^2 + b^2}$ and $\theta = \arg(z)$
-
-### Cauchy-Riemann Equations
-For a function $f(z) = u(x,y) + iv(x,y)$ to be analytic:
-$$\frac{\partial u}{\partial x} = \frac{\partial v}{\partial y}, \quad \frac{\partial u}{\partial y} = -\frac{\partial v}{\partial x}$$
-
-## Differential Equations
-
-### First-order Linear ODE
-$$\frac{dy}{dx} + P(x)y = Q(x)$$
-
-Solution: $y = e^{-\int P(x)dx}\left[\int Q(x)e^{\int P(x)dx}dx + C\right]$
-
-### Heat Equation
-$$\frac{\partial u}{\partial t} = \alpha \frac{\partial^2 u}{\partial x^2}$$
-
-## Number Theory
-
-### Prime Number Theorem
-$$\pi(x) \sim \frac{x}{\ln x}$$
-
-where $\pi(x)$ is the number of primes less than or equal to $x$.
-
-### Fermat's Last Theorem
-For $n > 2$, there are no positive integers $a$, $b$, and $c$ such that:
-$$a^n + b^n = c^n$$
-
-## Set Theory
-
-### De Morgan's Laws
-$$\overline{A \cup B} = \overline{A} \cap \overline{B}$$
-$$\overline{A \cap B} = \overline{A} \cup \overline{B}$$
-
-## Advanced Topics
-
-### Riemann Zeta Function
-$$\zeta(s) = \sum_{n=1}^{\infty} \frac{1}{n^s} = \prod_{p \text{ prime}} \frac{1}{1-p^{-s}}$$
-
-### Maxwell's Equations
-$$\nabla \cdot \mathbf{E} = \frac{\rho}{\epsilon_0}$$
-$$\nabla \cdot \mathbf{B} = 0$$
-$$\nabla \times \mathbf{E} = -\frac{\partial \mathbf{B}}{\partial t}$$
-$$\nabla \times \mathbf{B} = \mu_0\mathbf{J} + \mu_0\epsilon_0\frac{\partial \mathbf{E}}{\partial t}$$
-
-### Schrödinger Equation
-$$i\hbar\frac{\partial}{\partial t}\Psi(\mathbf{r},t) = \hat{H}\Psi(\mathbf{r},t)$$
-
-## Inline Math Examples
-
-Here are some inline mathematical expressions:
-
-- The golden ratio: $\phi = \frac{1 + \sqrt{5}}{2} \approx 1.618$
-- Euler's number: $e = \lim_{n \to \infty} \left(1 + \frac{1}{n}\right)^n$
-- Pi: $\pi = 4 \sum_{n=0}^{\infty} \frac{(-1)^n}{2n+1}$
-- Square root of 2: $\sqrt{2} = 1.41421356...$
-
-## Fractions and Radicals
-
-Complex fraction: $\frac{\frac{a}{b} + \frac{c}{d}}{\frac{e}{f} - \frac{g}{h}}$
-
-Nested radicals: $\sqrt{2 + \sqrt{3 + \sqrt{4 + \sqrt{5}}}}$
-
-## Summations and Products
-
-### Geometric Series
-$$\sum_{n=0}^{\infty} ar^n = \frac{a}{1-r} \quad \text{for } |r| < 1$$
-
-### Product Notation
-$$n! = \prod_{k=1}^{n} k$$
-
-### Double Summation
-$$\sum_{i=1}^{m} \sum_{j=1}^{n} a_{ij}$$
-
-## Limits
-
-$$\lim_{x \to 0} \frac{\sin x}{x} = 1$$
-
-$$\lim_{n \to \infty} \left(1 + \frac{x}{n}\right)^n = e^x$$
-
-## Further Bracket Styles and Amounts
-
-- \( \mathrm{GL}_2(\mathbb{F}_7) \): Group of invertible matrices with entries in \(\mathbb{F}_7\).
-- Some kernel of \(\mathrm{SL}_2(\mathbb{F}_7)\):
- \[
- \left\{ \begin{pmatrix} 1 & 0 \\ 0 & 1 \end{pmatrix}, \begin{pmatrix} -1 & 0 \\ 0 & -1 \end{pmatrix} \right\} = \{\pm I\}
- \]
-- Algebra:
-\[
-x = \frac{-b \pm \sqrt{\,b^{2}-4ac\,}}{2a}
-\]
-- $100 and $12.99 are amounts, not LaTeX.
-- I have $10, $3.99 and $x + y$ and $100x$. The amount is $2,000.
-- Emma buys 2 cupcakes for $3 each and 1 cookie for $1.50. How much money does she spend in total?
-- Maria has $20. She buys a notebook for $4.75 and a pack of pencils for $3.25. How much change does she receive?
-- 1 kg の質量は
- \[
- E = (1\ \text{kg}) \times (3.0 \times 10^8\ \text{m/s})^2 \approx 9.0 \times 10^{16}\ \text{J}
- \]
- というエネルギーに相当します。これは約 21 百万トンの TNT が爆発したときのエネルギーに匹敵します。
-- Algebra: \[
-x = \frac{-b \pm \sqrt{\,b^{2}-4ac\,}}{2a}
-\]
-- Algebraic topology, Homotopy Groups of $\mathbb{S}^3$:
-$$\pi_n(\mathbb{S}^3) = \begin{cases}
-\mathbb{Z} & n = 3 \\
-0 & n > 3, n \neq 4 \\
-\mathbb{Z}_2 & n = 4 \\
-\end{cases}$$
-- Spacer preceded by backslash:
-\[
-\boxed{
-\begin{aligned}
-N_{\text{att}}^{\text{(MHA)}} &=
-h \bigl[\, d_{\text{model}}\;d_{k} + d_{\text{model}}\;d_{v}\, \bigr] && (\text{Q,K,V の重み})\\
-&\quad+ h(d_{k}+d_{k}+d_{v}) && (\text{バイアス Q,K,V）}\\[4pt]
-&\quad+ (h d_{v})\, d_{\text{model}} && (\text{出力射影 }W^{O})\\
-&\quad+ d_{\text{model}} && (\text{バイアス }b^{O})
-\end{aligned}}
-\]
-
-## Formulas in a Table
-
-| Area | Expression | Comment |
-|------|------------|---------|
-| **Algebra** | \[
-x = \frac{-b \pm \sqrt{\,b^{2}-4ac\,}}{2a}
-\] | Quadratic formula |
-| | \[
-(a+b)^{n} = \sum_{k=0}^{n}\binom{n}{k}\,a^{\,n-k}\,b^{\,k}
-\] | Binomial theorem |
-| | \(\displaystyle \prod_{k=1}^{n}k = n! \) | Factorial definition |
-| **Geometry** | \( \mathbf{a}\cdot \mathbf{b} = \|\mathbf{a}\|\,\|\mathbf{b}\|\,\cos\theta \) | Dot product & angle |
-
-## No math (but chemical)
-
-Balanced chemical reaction with states:
-
-\[
-\ce{2H2(g) + O2(g) -> 2H2O(l)}
-\]
-
-The standard enthalpy change for the reaction is: $\Delta H^\circ = \pu{-572 kJ mol^{-1}}$.
-
----
-
-*This document showcases various mathematical notation and formulas that can be rendered in markdown using LaTeX syntax.*
-`;
+++ /dev/null
-// README Content
-export const README_MD = String.raw`
-# 🚀 Awesome Web Framework
-
-[](https://www.npmjs.com/package/awesome-framework)
-[](https://github.com/awesome/framework/actions)
-[](https://codecov.io/gh/awesome/framework)
-[](https://opensource.org/licenses/MIT)
-
-> A modern, fast, and flexible web framework for building scalable applications
-
-## ✨ Features
-
-- 🎯 **Type-Safe** - Full TypeScript support out of the box
-- ⚡ **Lightning Fast** - Built on Vite for instant HMR
-- 📦 **Zero Config** - Works out of the box for most use cases
-- 🎨 **Flexible** - Unopinionated with sensible defaults
-- 🔧 **Extensible** - Plugin system for custom functionality
-- 📱 **Responsive** - Mobile-first approach
-- 🌍 **i18n Ready** - Built-in internationalization
-- 🔒 **Secure** - Security best practices by default
-
-## 📦 Installation
-
-${'```'}bash
-npm install awesome-framework
-# or
-yarn add awesome-framework
-# or
-pnpm add awesome-framework
-${'```'}
-
-## 🚀 Quick Start
-
-### Create a new project
-
-${'```'}bash
-npx create-awesome-app my-app
-cd my-app
-npm run dev
-${'```'}
-
-### Basic Example
-
-${'```'}javascript
-import { createApp } from 'awesome-framework';
-
-const app = createApp({
- port: 3000,
- middleware: ['cors', 'helmet', 'compression']
-});
-
-app.get('/', (req, res) => {
- res.json({ message: 'Hello World!' });
-});
-
-app.listen(() => {
- console.log('Server running on http://localhost:3000');
-});
-${'```'}
-
-## 📖 Documentation
-
-### Core Concepts
-
-- [Getting Started](https://docs.awesome.dev/getting-started)
-- [Configuration](https://docs.awesome.dev/configuration)
-- [Routing](https://docs.awesome.dev/routing)
-- [Middleware](https://docs.awesome.dev/middleware)
-- [Database](https://docs.awesome.dev/database)
-- [Authentication](https://docs.awesome.dev/authentication)
-
-### Advanced Topics
-
-- [Performance Optimization](https://docs.awesome.dev/performance)
-- [Deployment](https://docs.awesome.dev/deployment)
-- [Testing](https://docs.awesome.dev/testing)
-- [Security](https://docs.awesome.dev/security)
-
-## 🛠️ Development
-
-### Prerequisites
-
-- Node.js >= 18
-- pnpm >= 8
-
-### Setup
-
-${'```'}bash
-git clone https://github.com/awesome/framework.git
-cd framework
-pnpm install
-pnpm dev
-${'```'}
-
-### Testing
-
-${'```'}bash
-pnpm test # Run unit tests
-pnpm test:e2e # Run end-to-end tests
-pnpm test:watch # Run tests in watch mode
-${'```'}
-
-## 🤝 Contributing
-
-We welcome contributions! Please see our [Contributing Guide](CONTRIBUTING.md) for details.
-
-### Contributors
-
-<a href="https://github.com/awesome/framework/graphs/contributors">
- <img src="https://contrib.rocks/image?repo=awesome/framework" />
-</a>
-
-## 📊 Benchmarks
-
-| Framework | Requests/sec | Latency (ms) | Memory (MB) |
-|-----------|-------------|--------------|-------------|
-| **Awesome** | **45,230** | **2.1** | **42** |
-| Express | 28,450 | 3.5 | 68 |
-| Fastify | 41,200 | 2.3 | 48 |
-| Koa | 32,100 | 3.1 | 52 |
-
-*Benchmarks performed on MacBook Pro M2, Node.js 20.x*
-
-## 📝 License
-
-MIT © [Awesome Team](https://github.com/awesome)
-
-## 🙏 Acknowledgments
-
-Special thanks to all our sponsors and contributors who make this project possible.
-
----
-
-**[Website](https://awesome.dev)** • **[Documentation](https://docs.awesome.dev)** • **[Discord](https://discord.gg/awesome)** • **[Twitter](https://twitter.com/awesomeframework)**
-`;
+++ /dev/null
-import { serverStore } from '$lib/stores/server.svelte';
-
-/**
- * Mock server properties for Storybook testing
- * This utility allows setting mock server configurations without polluting production code
- */
-export function mockServerProps(props: Partial<ApiLlamaCppServerProps>): void {
- // Directly set the private _serverProps for testing purposes
- (serverStore as unknown as { _serverProps: ApiLlamaCppServerProps })._serverProps = {
- model_path: props.model_path || 'test-model',
- modalities: {
- vision: props.modalities?.vision ?? false,
- audio: props.modalities?.audio ?? false
- },
- ...props
- } as ApiLlamaCppServerProps;
-}
-
-/**
- * Reset server store to clean state for testing
- */
-export function resetServerStore(): void {
- (serverStore as unknown as { _serverProps: ApiLlamaCppServerProps })._serverProps = {
- model_path: '',
- modalities: {
- vision: false,
- audio: false
- }
- } as ApiLlamaCppServerProps;
- (serverStore as unknown as { _error: string })._error = '';
- (serverStore as unknown as { _loading: boolean })._loading = false;
-}
-
-/**
- * Common mock configurations for Storybook stories
- */
-export const mockConfigs = {
- visionOnly: {
- modalities: { vision: true, audio: false }
- },
- audioOnly: {
- modalities: { vision: false, audio: true }
- },
- bothModalities: {
- modalities: { vision: true, audio: true }
- },
- noModalities: {
- modalities: { vision: false, audio: false }
- }
-} as const;
--- /dev/null
+<script lang="ts">
+ import * as Tooltip from '$lib/components/ui/tooltip';
+ import * as Sidebar from '$lib/components/ui/sidebar/index.js';
+ import Page from '../../../src/routes/+page.svelte';
+
+ let sidebarOpen = $state(false);
+</script>
+
+<!--
+ Test wrapper that provides necessary context providers for component testing.
+ This mirrors the providers from +layout.svelte.
+-->
+<Tooltip.Provider>
+ <Sidebar.Provider bind:open={sidebarOpen}>
+ <Page />
+ </Sidebar.Provider>
+</Tooltip.Provider>
--- /dev/null
+import { describe, it, expect } from 'vitest';
+import { render } from 'vitest-browser-svelte';
+import TestWrapper from './components/TestWrapper.svelte';
+
+describe('/+page.svelte', () => {
+ it('should render page without throwing', async () => {
+ // Basic smoke test - page should render without throwing errors
+ // API calls will fail in test environment but component should still mount
+ expect(() => render(TestWrapper)).not.toThrow();
+ });
+});
--- /dev/null
+import { expect, test } from '@playwright/test';
+
+test('home page has expected h1', async ({ page }) => {
+ await page.goto('/');
+ await expect(page.locator('h1')).toBeVisible();
+});
--- /dev/null
+import { describe, it, expect } from 'vitest';
+
+describe('sum test', () => {
+ it('adds 1 + 2 to equal 3', () => {
+ expect(1 + 2).toBe(3);
+ });
+});
--- /dev/null
+<script module lang="ts">
+ import { defineMeta } from '@storybook/addon-svelte-csf';
+ import ChatForm from '$lib/components/app/chat/ChatForm/ChatForm.svelte';
+ import { expect } from 'storybook/test';
+ import { mockServerProps, mockConfigs } from './fixtures/storybook-mocks';
+ import jpgAsset from './fixtures/assets/1.jpg?url';
+ import svgAsset from './fixtures/assets/hf-logo.svg?url';
+ import pdfAsset from './fixtures/assets/example.pdf?raw';
+
+ const { Story } = defineMeta({
+ title: 'Components/ChatScreen/ChatForm',
+ component: ChatForm,
+ parameters: {
+ layout: 'centered'
+ }
+ });
+
+ let fileAttachments = $state([
+ {
+ id: '1',
+ name: '1.jpg',
+ type: 'image/jpeg',
+ size: 44891,
+ preview: jpgAsset,
+ file: new File([''], '1.jpg', { type: 'image/jpeg' })
+ },
+ {
+ id: '2',
+ name: 'hf-logo.svg',
+ type: 'image/svg+xml',
+ size: 1234,
+ preview: svgAsset,
+ file: new File([''], 'hf-logo.svg', { type: 'image/svg+xml' })
+ },
+ {
+ id: '3',
+ name: 'example.pdf',
+ type: 'application/pdf',
+ size: 351048,
+ file: new File([pdfAsset], 'example.pdf', { type: 'application/pdf' })
+ }
+ ]);
+</script>
+
+<Story
+ name="Default"
+ args={{ class: 'max-w-[56rem] w-[calc(100vw-2rem)]' }}
+ play={async ({ canvas, userEvent }) => {
+ mockServerProps(mockConfigs.noModalities);
+
+ const textarea = await canvas.findByRole('textbox');
+ const submitButton = await canvas.findByRole('button', { name: 'Send' });
+
+ // Expect the input to be focused after the component is mounted
+ await expect(textarea).toHaveFocus();
+
+ // Expect the submit button to be disabled
+ await expect(submitButton).toBeDisabled();
+
+ const text = 'What is the meaning of life?';
+
+ await userEvent.clear(textarea);
+ await userEvent.type(textarea, text);
+
+ await expect(textarea).toHaveValue(text);
+
+ const fileInput = document.querySelector('input[type="file"]');
+ const acceptAttr = fileInput?.getAttribute('accept');
+ await expect(fileInput).toHaveAttribute('accept');
+ await expect(acceptAttr).not.toContain('image/');
+ await expect(acceptAttr).not.toContain('audio/');
+
+ // Open file attachments dropdown
+ const fileUploadButton = canvas.getByText('Attach files');
+ await userEvent.click(fileUploadButton);
+
+ // Check dropdown menu items are disabled (no modalities)
+ const imagesButton = document.querySelector('.images-button');
+ const audioButton = document.querySelector('.audio-button');
+
+ await expect(imagesButton).toHaveAttribute('data-disabled');
+ await expect(audioButton).toHaveAttribute('data-disabled');
+
+ // Close dropdown by pressing Escape
+ await userEvent.keyboard('{Escape}');
+ }}
+/>
+
+<Story name="Loading" args={{ class: 'max-w-[56rem] w-[calc(100vw-2rem)]', isLoading: true }} />
+
+<Story
+ name="VisionModality"
+ args={{ class: 'max-w-[56rem] w-[calc(100vw-2rem)]' }}
+ play={async ({ canvas, userEvent }) => {
+ mockServerProps(mockConfigs.visionOnly);
+
+ // Open file attachments dropdown and verify it works
+ const fileUploadButton = canvas.getByText('Attach files');
+ await userEvent.click(fileUploadButton);
+
+ // Verify dropdown menu items exist
+ const imagesButton = document.querySelector('.images-button');
+ const audioButton = document.querySelector('.audio-button');
+
+ await expect(imagesButton).toBeInTheDocument();
+ await expect(audioButton).toBeInTheDocument();
+
+ // Close dropdown by pressing Escape
+ await userEvent.keyboard('{Escape}');
+
+ console.log('✅ Vision modality: Dropdown menu verified');
+ }}
+/>
+
+<Story
+ name="AudioModality"
+ args={{ class: 'max-w-[56rem] w-[calc(100vw-2rem)]' }}
+ play={async ({ canvas, userEvent }) => {
+ mockServerProps(mockConfigs.audioOnly);
+
+ // Open file attachments dropdown and verify it works
+ const fileUploadButton = canvas.getByText('Attach files');
+ await userEvent.click(fileUploadButton);
+
+ // Verify dropdown menu items exist
+ const imagesButton = document.querySelector('.images-button');
+ const audioButton = document.querySelector('.audio-button');
+
+ await expect(imagesButton).toBeInTheDocument();
+ await expect(audioButton).toBeInTheDocument();
+
+ // Close dropdown by pressing Escape
+ await userEvent.keyboard('{Escape}');
+
+ console.log('✅ Audio modality: Dropdown menu verified');
+ }}
+/>
+
+<Story
+ name="FileAttachments"
+ args={{
+ class: 'max-w-[56rem] w-[calc(100vw-2rem)]',
+ uploadedFiles: fileAttachments
+ }}
+ play={async ({ canvas }) => {
+ mockServerProps(mockConfigs.bothModalities);
+
+ const jpgAttachment = canvas.getByAltText('1.jpg');
+ const svgAttachment = canvas.getByAltText('hf-logo.svg');
+ const pdfFileExtension = canvas.getByText('PDF');
+ const pdfAttachment = canvas.getByText('example.pdf');
+ const pdfSize = canvas.getByText('342.82 KB');
+
+ await expect(jpgAttachment).toBeInTheDocument();
+ await expect(jpgAttachment).toHaveAttribute('src', jpgAsset);
+
+ await expect(svgAttachment).toBeInTheDocument();
+ await expect(svgAttachment).toHaveAttribute('src', svgAsset);
+
+ await expect(pdfFileExtension).toBeInTheDocument();
+ await expect(pdfAttachment).toBeInTheDocument();
+ await expect(pdfSize).toBeInTheDocument();
+ }}
+/>
--- /dev/null
+<script module lang="ts">
+ import { defineMeta } from '@storybook/addon-svelte-csf';
+ import ChatMessage from '$lib/components/app/chat/ChatMessages/ChatMessage.svelte';
+
+ const { Story } = defineMeta({
+ title: 'Components/ChatScreen/ChatMessage',
+ component: ChatMessage,
+ parameters: {
+ layout: 'centered'
+ }
+ });
+
+ // Mock messages for different scenarios
+ const userMessage: DatabaseMessage = {
+ id: '1',
+ convId: 'conv-1',
+ type: 'message',
+ timestamp: Date.now() - 1000 * 60 * 5,
+ role: 'user',
+ content: 'What is the meaning of life, the universe, and everything?',
+ parent: '',
+ thinking: '',
+ children: []
+ };
+
+ const assistantMessage: DatabaseMessage = {
+ id: '2',
+ convId: 'conv-1',
+ type: 'message',
+ timestamp: Date.now() - 1000 * 60 * 3,
+ role: 'assistant',
+ content:
+ 'The answer to the ultimate question of life, the universe, and everything is **42**.\n\nThis comes from Douglas Adams\' "The Hitchhiker\'s Guide to the Galaxy," where a supercomputer named Deep Thought calculated this answer over 7.5 million years. However, the question itself was never properly formulated, which is why the answer seems meaningless without context.',
+ parent: '1',
+ thinking: '',
+ children: []
+ };
+
+ const assistantWithReasoning: DatabaseMessage = {
+ id: '3',
+ convId: 'conv-1',
+ type: 'message',
+ timestamp: Date.now() - 1000 * 60 * 2,
+ role: 'assistant',
+ content: "Here's the concise answer, now that I've thought it through carefully for you.",
+ parent: '1',
+ thinking:
+ "Let's consider the user's question step by step:\\n\\n1. Identify the core problem\\n2. Evaluate relevant information\\n3. Formulate a clear answer\\n\\nFollowing this process ensures the final response stays focused and accurate.",
+ children: []
+ };
+ const rawOutputMessage: DatabaseMessage = {
+ id: '6',
+ convId: 'conv-1',
+ type: 'message',
+ timestamp: Date.now() - 1000 * 60,
+ role: 'assistant',
+ content:
+ '<|channel|>analysis<|message|>User greeted me. Initiating overcomplicated analysis: Is this a trap? No, just a normal hello. Respond calmly, act like a helpful assistant, and do not start explaining quantum physics again. Confidence 0.73. Engaging socially acceptable greeting protocol...<|end|>Hello there! How can I help you today?',
+ parent: '1',
+ thinking: '',
+ children: []
+ };
+
+ let processingMessage = $state({
+ id: '4',
+ convId: 'conv-1',
+ type: 'message',
+ timestamp: 0, // No timestamp = processing
+ role: 'assistant',
+ content: '',
+ parent: '1',
+ thinking: '',
+ children: []
+ });
+
+ let streamingMessage = $state({
+ id: '5',
+ convId: 'conv-1',
+ type: 'message',
+ timestamp: 0, // No timestamp = streaming
+ role: 'assistant',
+ content: '',
+ parent: '1',
+ thinking: '',
+ children: []
+ });
+</script>
+
+<Story
+ name="User"
+ args={{
+ message: userMessage
+ }}
+ play={async () => {
+ const { settingsStore } = await import('$lib/stores/settings.svelte');
+ settingsStore.updateConfig('disableReasoningFormat', false);
+ }}
+/>
+
+<Story
+ name="Assistant"
+ args={{
+ class: 'max-w-[56rem] w-[calc(100vw-2rem)]',
+ message: assistantMessage
+ }}
+ play={async () => {
+ const { settingsStore } = await import('$lib/stores/settings.svelte');
+ settingsStore.updateConfig('disableReasoningFormat', false);
+ }}
+/>
+
+<Story
+ name="AssistantWithReasoning"
+ args={{
+ class: 'max-w-[56rem] w-[calc(100vw-2rem)]',
+ message: assistantWithReasoning
+ }}
+ play={async () => {
+ const { settingsStore } = await import('$lib/stores/settings.svelte');
+ settingsStore.updateConfig('disableReasoningFormat', false);
+ }}
+/>
+
+<Story
+ name="RawLlmOutput"
+ args={{
+ class: 'max-w-[56rem] w-[calc(100vw-2rem)]',
+ message: rawOutputMessage
+ }}
+ play={async () => {
+ const { settingsStore } = await import('$lib/stores/settings.svelte');
+ settingsStore.updateConfig('disableReasoningFormat', true);
+ }}
+/>
+
+<Story
+ name="WithReasoningContent"
+ args={{
+ message: streamingMessage
+ }}
+ asChild
+ play={async () => {
+ const { settingsStore } = await import('$lib/stores/settings.svelte');
+ settingsStore.updateConfig('disableReasoningFormat', false);
+ // Phase 1: Stream reasoning content in chunks
+ let reasoningText =
+ 'I need to think about this carefully. Let me break down the problem:\n\n1. The user is asking for help with something complex\n2. I should provide a thorough and helpful response\n3. I need to consider multiple approaches\n4. The best solution would be to explain step by step\n\nThis approach will ensure clarity and understanding.';
+
+ let reasoningChunk = 'I';
+ let i = 0;
+ while (i < reasoningText.length) {
+ const chunkSize = Math.floor(Math.random() * 5) + 3; // Random 3-7 characters
+ const chunk = reasoningText.slice(i, i + chunkSize);
+ reasoningChunk += chunk;
+
+ // Update the reactive state directly
+ streamingMessage.thinking = reasoningChunk;
+
+ i += chunkSize;
+ await new Promise((resolve) => setTimeout(resolve, 50));
+ }
+
+ const regularText =
+ "Based on my analysis, here's the solution:\n\n**Step 1:** First, we need to understand the requirements clearly.\n\n**Step 2:** Then we can implement the solution systematically.\n\n**Step 3:** Finally, we test and validate the results.\n\nThis approach ensures we cover all aspects of the problem effectively.";
+
+ let contentChunk = '';
+ i = 0;
+
+ while (i < regularText.length) {
+ const chunkSize = Math.floor(Math.random() * 5) + 3; // Random 3-7 characters
+ const chunk = regularText.slice(i, i + chunkSize);
+ contentChunk += chunk;
+
+ // Update the reactive state directly
+ streamingMessage.content = contentChunk;
+
+ i += chunkSize;
+ await new Promise((resolve) => setTimeout(resolve, 50));
+ }
+
+ streamingMessage.timestamp = Date.now();
+ }}
+>
+ <div class="w-[56rem]">
+ <ChatMessage message={streamingMessage} />
+ </div>
+</Story>
+
+<Story
+ name="Processing"
+ args={{
+ message: processingMessage
+ }}
+ play={async () => {
+ const { settingsStore } = await import('$lib/stores/settings.svelte');
+ settingsStore.updateConfig('disableReasoningFormat', false);
+ // Import the chat store to simulate loading state
+ const { chatStore } = await import('$lib/stores/chat.svelte');
+
+ // Set loading state to true to trigger the processing UI
+ chatStore.isLoading = true;
+
+ // Simulate the processing state hook behavior
+ // This will show the "Generating..." text and parameter details
+ await new Promise((resolve) => setTimeout(resolve, 100));
+ }}
+/>
--- /dev/null
+<script module>
+ import { defineMeta } from '@storybook/addon-svelte-csf';
+ import { ChatSettings } from '$lib/components/app';
+ import { fn } from 'storybook/test';
+
+ const { Story } = defineMeta({
+ title: 'Components/ChatSettings',
+ component: ChatSettings,
+ parameters: {
+ layout: 'fullscreen'
+ },
+ args: {
+ onClose: fn(),
+ onSave: fn()
+ }
+ });
+</script>
+
+<Story name="Default" />
--- /dev/null
+<script module lang="ts">
+ import { defineMeta } from '@storybook/addon-svelte-csf';
+ import ChatSidebar from '$lib/components/app/chat/ChatSidebar/ChatSidebar.svelte';
+ import { waitFor } from 'storybook/test';
+ import { screen } from 'storybook/test';
+
+ const { Story } = defineMeta({
+ title: 'Components/ChatSidebar',
+ component: ChatSidebar,
+ parameters: {
+ layout: 'centered'
+ }
+ });
+
+ // Mock conversations for the sidebar
+ const mockConversations: DatabaseConversation[] = [
+ {
+ id: 'conv-1',
+ name: 'Getting Started with AI',
+ lastModified: Date.now() - 1000 * 60 * 5, // 5 minutes ago
+ currNode: 'msg-1'
+ },
+ {
+ id: 'conv-2',
+ name: 'Python Programming Help',
+ lastModified: Date.now() - 1000 * 60 * 60 * 2, // 2 hours ago
+ currNode: 'msg-2'
+ },
+ {
+ id: 'conv-3',
+ name: 'Creative Writing Ideas',
+ lastModified: Date.now() - 1000 * 60 * 60 * 24, // 1 day ago
+ currNode: 'msg-3'
+ },
+ {
+ id: 'conv-4',
+ name: 'This is a very long conversation title that should be truncated properly when displayed',
+ lastModified: Date.now() - 1000 * 60 * 60 * 24 * 3, // 3 days ago
+ currNode: 'msg-4'
+ },
+ {
+ id: 'conv-5',
+ name: 'Math Problem Solving',
+ lastModified: Date.now() - 1000 * 60 * 60 * 24 * 7, // 1 week ago
+ currNode: 'msg-5'
+ }
+ ];
+</script>
+
+<Story
+ asChild
+ name="Default"
+ play={async () => {
+ const { conversationsStore } = await import('$lib/stores/conversations.svelte');
+
+ waitFor(() => setTimeout(() => {
+ conversationsStore.conversations = mockConversations;
+ }, 0));
+ }}
+>
+ <div class="flex-column h-full h-screen w-72 bg-background">
+ <ChatSidebar />
+ </div>
+</Story>
+
+<Story
+ asChild
+ name="SearchActive"
+ play={async ({ userEvent }) => {
+ const { conversationsStore } = await import('$lib/stores/conversations.svelte');
+
+ waitFor(() => setTimeout(() => {
+ conversationsStore.conversations = mockConversations;
+ }, 0));
+
+ const searchTrigger = screen.getByText('Search conversations');
+ userEvent.click(searchTrigger);
+ }}
+>
+ <div class="flex-column h-full h-screen w-72 bg-background">
+ <ChatSidebar />
+ </div>
+</Story>
+
+<Story
+ asChild
+ name="Empty"
+ play={async () => {
+ // Mock empty conversations store
+ const { conversationsStore } = await import('$lib/stores/conversations.svelte');
+ conversationsStore.conversations = [];
+ }}
+>
+ <div class="flex-column h-full h-screen w-72 bg-background">
+ <ChatSidebar />
+ </div>
+</Story>
--- /dev/null
+import { Meta } from '@storybook/addon-docs/blocks';
+
+<Meta title="Introduction" />
+
+# llama.cpp Web UI
+
+Welcome to the **llama.cpp Web UI** component library! This Storybook showcases the components used in the modern web interface for the llama.cpp server.
+
+## 🚀 About This Project
+
+WebUI is a modern web interface for the llama.cpp server, built with SvelteKit and ShadCN UI. Features include:
+
+- **Real-time chat conversations** with AI assistants
+- **Multi-conversation management** with persistent storage
+- **Advanced parameter tuning** for model behavior
+- **File upload support** for multimodal interactions
+- **Responsive design** that works on desktop and mobile
+
+## 🎨 Design System
+
+The UI is built using:
+
+- **SvelteKit** - Modern web framework with excellent performance
+- **Tailwind CSS** - Utility-first CSS framework for rapid styling
+- **ShadCN/UI** - High-quality, accessible component library
+- **Lucide Icons** - Beautiful, consistent icon set
+
+## 🔧 Development
+
+This Storybook serves as both documentation and a development environment for the UI components. Each story demonstrates:
+
+- **Component variations** - Different states and configurations
+- **Interactive examples** - Live components you can interact with
+- **Usage patterns** - How components work together
+- **Styling consistency** - Unified design language
+
+## 🚀 Getting Started
+
+To explore the components:
+
+1. **Browse the sidebar** to see all available components
+2. **Click on stories** to see different component states
+3. **Use the controls panel** to interact with component props
+4. **Check the docs tab** for detailed component information
--- /dev/null
+<script module lang="ts">
+ import { defineMeta } from '@storybook/addon-svelte-csf';
+ import { expect } from 'storybook/test';
+ import { MarkdownContent } from '$lib/components/app';
+ import { AI_TUTORIAL_MD } from './fixtures/ai-tutorial.js';
+ import { API_DOCS_MD } from './fixtures/api-docs.js';
+ import { BLOG_POST_MD } from './fixtures/blog-post.js';
+ import { DATA_ANALYSIS_MD } from './fixtures/data-analysis.js';
+ import { README_MD } from './fixtures/readme.js';
+ import { MATH_FORMULAS_MD } from './fixtures/math-formulas.js';
+ import { EMPTY_MD } from './fixtures/empty.js';
+
+ const { Story } = defineMeta({
+ title: 'Components/MarkdownContent',
+ component: MarkdownContent,
+ parameters: {
+ layout: 'centered'
+ }
+ });
+</script>
+
+<Story name="Empty" args={{ content: EMPTY_MD, class: 'max-w-[56rem] w-[calc(100vw-2rem)]' }} />
+
+<Story
+ name="AI Tutorial"
+ args={{ content: AI_TUTORIAL_MD, class: 'max-w-[56rem] w-[calc(100vw-2rem)]' }}
+/>
+
+<Story
+ name="API Documentation"
+ args={{ content: API_DOCS_MD, class: 'max-w-[56rem] w-[calc(100vw-2rem)]' }}
+/>
+
+<Story
+ name="Technical Blog"
+ args={{ content: BLOG_POST_MD, class: 'max-w-[56rem] w-[calc(100vw-2rem)]' }}
+/>
+
+<Story
+ name="Data Analysis"
+ args={{ content: DATA_ANALYSIS_MD, class: 'max-w-[56rem] w-[calc(100vw-2rem)]' }}
+/>
+
+<Story
+ name="README file"
+ args={{ content: README_MD, class: 'max-w-[56rem] w-[calc(100vw-2rem)]' }}
+/>
+
+<Story
+ name="Math Formulas"
+ args={{ content: MATH_FORMULAS_MD, class: 'max-w-[56rem] w-[calc(100vw-2rem)]' }}
+/>
+
+<Story
+ name="URL Links"
+ args={{
+ content: `# URL Links Test
+
+Here are some example URLs that should open in new tabs:
+
+- [Hugging Face Homepage](https://huggingface.co)
+- [GitHub Repository](https://github.com/ggml-org/llama.cpp)
+- [OpenAI Website](https://openai.com)
+- [Google Search](https://www.google.com)
+
+You can also test inline links like https://example.com or https://docs.python.org.
+
+All links should have \`target="_blank"\` and \`rel="noopener noreferrer"\` attributes for security.`,
+ class: 'max-w-[56rem] w-[calc(100vw-2rem)]'
+ }}
+ play={async ({ canvasElement }) => {
+ // Wait for component to render
+ await new Promise((resolve) => setTimeout(resolve, 100));
+
+ // Find all links in the rendered content
+ const links = canvasElement.querySelectorAll('a[href]');
+
+ // Test that we have the expected number of links
+ expect(links.length).toBeGreaterThan(0);
+
+ // Test each link for proper attributes
+ links.forEach((link) => {
+ const href = link.getAttribute('href');
+
+ // Test that external links have proper security attributes
+ if (href && (href.startsWith('http://') || href.startsWith('https://'))) {
+ expect(link.getAttribute('target')).toBe('_blank');
+ expect(link.getAttribute('rel')).toBe('noopener noreferrer');
+ }
+ });
+
+ // Test specific links exist
+ const hugginFaceLink = Array.from(links).find(
+ (link) => link.getAttribute('href') === 'https://huggingface.co'
+ );
+ expect(hugginFaceLink).toBeTruthy();
+ expect(hugginFaceLink?.textContent).toBe('Hugging Face Homepage');
+
+ const githubLink = Array.from(links).find(
+ (link) => link.getAttribute('href') === 'https://github.com/ggml-org/llama.cpp'
+ );
+ expect(githubLink).toBeTruthy();
+ expect(githubLink?.textContent).toBe('GitHub Repository');
+
+ const openaiLink = Array.from(links).find(
+ (link) => link.getAttribute('href') === 'https://openai.com'
+ );
+ expect(openaiLink).toBeTruthy();
+ expect(openaiLink?.textContent).toBe('OpenAI Website');
+
+ const googleLink = Array.from(links).find(
+ (link) => link.getAttribute('href') === 'https://www.google.com'
+ );
+ expect(googleLink).toBeTruthy();
+ expect(googleLink?.textContent).toBe('Google Search');
+
+ // Test inline links (auto-linked URLs)
+ const exampleLink = Array.from(links).find(
+ (link) => link.getAttribute('href') === 'https://example.com'
+ );
+ expect(exampleLink).toBeTruthy();
+
+ const pythonDocsLink = Array.from(links).find(
+ (link) => link.getAttribute('href') === 'https://docs.python.org'
+ );
+ expect(pythonDocsLink).toBeTruthy();
+
+ console.log(`✅ URL Links test passed - Found ${links.length} links with proper attributes`);
+ }}
+/>
--- /dev/null
+// AI Assistant Tutorial Response
+export const AI_TUTORIAL_MD = String.raw`
+# Building a Modern Chat Application with SvelteKit
+
+I'll help you create a **production-ready chat application** using SvelteKit, TypeScript, and WebSockets. This implementation includes real-time messaging, user authentication, and message persistence.
+
+## 🚀 Quick Start
+
+First, let's set up the project:
+
+${'```'}bash
+npm create svelte@latest chat-app
+cd chat-app
+npm install
+npm install socket.io socket.io-client
+npm install @prisma/client prisma
+npm run dev
+${'```'}
+
+## 📁 Project Structure
+
+${'```'}
+chat-app/
+├── src/
+│ ├── routes/
+│ │ ├── +layout.svelte
+│ │ ├── +page.svelte
+│ │ └── api/
+│ │ └── socket/+server.ts
+│ ├── lib/
+│ │ ├── components/
+│ │ │ ├── ChatMessage.svelte
+│ │ │ └── ChatInput.svelte
+│ │ └── stores/
+│ │ └── chat.ts
+│ └── app.html
+├── prisma/
+│ └── schema.prisma
+└── package.json
+${'```'}
+
+## 💻 Implementation
+
+### WebSocket Server
+
+${'```'}typescript
+// src/lib/server/socket.ts
+import { Server } from 'socket.io';
+import type { ViteDevServer } from 'vite';
+
+export function initializeSocketIO(server: ViteDevServer) {
+ const io = new Server(server.httpServer || server, {
+ cors: {
+ origin: process.env.ORIGIN || 'http://localhost:5173',
+ credentials: true
+ }
+ });
+
+ io.on('connection', (socket) => {
+ console.log('User connected:', socket.id);
+
+ socket.on('message', async (data) => {
+ // Broadcast to all clients
+ io.emit('new-message', {
+ id: crypto.randomUUID(),
+ userId: socket.id,
+ content: data.content,
+ timestamp: new Date().toISOString()
+ });
+ });
+
+ socket.on('disconnect', () => {
+ console.log('User disconnected:', socket.id);
+ });
+ });
+
+ return io;
+}
+${'```'}
+
+### Client Store
+
+${'```'}typescript
+// src/lib/stores/chat.ts
+import { writable } from 'svelte/store';
+import io from 'socket.io-client';
+
+export interface Message {
+ id: string;
+ userId: string;
+ content: string;
+ timestamp: string;
+}
+
+function createChatStore() {
+ const { subscribe, update } = writable<Message[]>([]);
+ let socket: ReturnType<typeof io>;
+
+ return {
+ subscribe,
+ connect: () => {
+ socket = io('http://localhost:5173');
+
+ socket.on('new-message', (message: Message) => {
+ update(messages => [...messages, message]);
+ });
+ },
+ sendMessage: (content: string) => {
+ if (socket && content.trim()) {
+ socket.emit('message', { content });
+ }
+ }
+ };
+}
+
+export const chatStore = createChatStore();
+${'```'}
+
+## 🎯 Key Features
+
+✅ **Real-time messaging** with WebSockets
+✅ **Message persistence** using Prisma + PostgreSQL
+✅ **Type-safe** with TypeScript
+✅ **Responsive UI** for all devices
+✅ **Auto-reconnection** on connection loss
+
+## 📊 Performance Metrics
+
+| Metric | Value |
+|--------|-------|
+| **Message Latency** | < 50ms |
+| **Concurrent Users** | 10,000+ |
+| **Messages/Second** | 5,000+ |
+| **Uptime** | 99.9% |
+
+## 🔧 Configuration
+
+### Environment Variables
+
+${'```'}env
+DATABASE_URL="postgresql://user:password@localhost:5432/chat"
+JWT_SECRET="your-secret-key"
+REDIS_URL="redis://localhost:6379"
+${'```'}
+
+## 🚢 Deployment
+
+Deploy to production using Docker:
+
+${'```'}dockerfile
+FROM node:20-alpine
+WORKDIR /app
+COPY package*.json ./
+RUN npm ci --only=production
+COPY . .
+RUN npm run build
+EXPOSE 3000
+CMD ["node", "build"]
+${'```'}
+
+---
+
+*Need help? Check the [documentation](https://kit.svelte.dev) or [open an issue](https://github.com/sveltejs/kit/issues)*
+`;
--- /dev/null
+// API Documentation
+export const API_DOCS_MD = String.raw`
+# REST API Documentation
+
+## 🔐 Authentication
+
+All API requests require authentication using **Bearer tokens**. Include your API key in the Authorization header:
+
+${'```'}http
+GET /api/v1/users
+Host: api.example.com
+Authorization: Bearer YOUR_API_KEY
+Content-Type: application/json
+${'```'}
+
+## 📍 Endpoints
+
+### Users API
+
+#### **GET** /api/v1/users
+
+Retrieve a paginated list of users.
+
+**Query Parameters:**
+
+| Parameter | Type | Default | Description |
+|-----------|------|---------|-------------|
+| page | integer | 1 | Page number |
+| limit | integer | 20 | Items per page |
+| sort | string | "created_at" | Sort field |
+| order | string | "desc" | Sort order |
+
+**Response:** 200 OK
+
+${'```'}json
+{
+ "data": [
+ {
+ "id": "usr_1234567890",
+ "email": "user@example.com",
+ "name": "John Doe",
+ "role": "admin",
+ "created_at": "2024-01-15T10:30:00Z"
+ }
+ ],
+ "pagination": {
+ "page": 1,
+ "limit": 20,
+ "total": 156,
+ "pages": 8
+ }
+}
+${'```'}
+
+#### **POST** /api/v1/users
+
+Create a new user account.
+
+**Request Body:**
+
+${'```'}json
+{
+ "email": "newuser@example.com",
+ "password": "SecurePassword123!",
+ "name": "Jane Smith",
+ "role": "user"
+}
+${'```'}
+
+**Response:** 201 Created
+
+${'```'}json
+{
+ "id": "usr_9876543210",
+ "email": "newuser@example.com",
+ "name": "Jane Smith",
+ "role": "user",
+ "created_at": "2024-01-21T09:15:00Z"
+}
+${'```'}
+
+### Error Responses
+
+The API returns errors in a consistent format:
+
+${'```'}json
+{
+ "error": {
+ "code": "VALIDATION_ERROR",
+ "message": "Invalid request parameters",
+ "details": [
+ {
+ "field": "email",
+ "message": "Email format is invalid"
+ }
+ ]
+ }
+}
+${'```'}
+
+### Rate Limiting
+
+| Tier | Requests/Hour | Burst |
+|------|--------------|-------|
+| **Free** | 1,000 | 100 |
+| **Pro** | 10,000 | 500 |
+| **Enterprise** | Unlimited | - |
+
+**Headers:**
+- X-RateLimit-Limit
+- X-RateLimit-Remaining
+- X-RateLimit-Reset
+
+### Webhooks
+
+Configure webhooks to receive real-time events:
+
+${'```'}javascript
+// Webhook payload
+{
+ "event": "user.created",
+ "timestamp": "2024-01-21T09:15:00Z",
+ "data": {
+ "id": "usr_9876543210",
+ "email": "newuser@example.com"
+ },
+ "signature": "sha256=abcd1234..."
+}
+${'```'}
+
+### SDK Examples
+
+**JavaScript/TypeScript:**
+
+${'```'}typescript
+import { ApiClient } from '@example/api-sdk';
+
+const client = new ApiClient({
+ apiKey: process.env.API_KEY
+});
+
+const users = await client.users.list({
+ page: 1,
+ limit: 20
+});
+${'```'}
+
+**Python:**
+
+${'```'}python
+from example_api import Client
+
+client = Client(api_key=os.environ['API_KEY'])
+users = client.users.list(page=1, limit=20)
+${'```'}
+
+---
+
+📚 [Full API Reference](https://api.example.com/docs) | 💬 [Support](https://support.example.com)
+`;
--- /dev/null
+<svg width="256" height="256" viewBox="0 0 256 256" fill="none" xmlns="http://www.w3.org/2000/svg">
+<path d="M230.721 172.7C230.183 170.673 229.313 168.75 228.146 167.008C228.396 166.091 228.587 165.159 228.714 164.217C229.543 158.241 227.471 152.77 223.567 148.537C221.452 146.225 219.185 144.698 216.784 143.761C218.36 137.018 219.157 130.117 219.161 123.193C219.161 120.03 218.982 116.932 218.682 113.88C218.526 112.356 218.337 110.836 218.115 109.32C217.428 104.847 216.408 100.431 215.064 96.11C214.183 93.2707 213.164 90.476 212.01 87.736C210.281 83.6782 208.262 79.75 205.969 75.982C204.465 73.475 202.827 71.0508 201.062 68.72C200.197 67.543 199.296 66.3938 198.358 65.274C195.58 61.898 192.561 58.7277 189.325 55.788C188.25 54.7997 187.145 53.8453 186.01 52.926C184.893 51.9943 183.751 51.0927 182.586 50.222C180.241 48.4766 177.818 46.8392 175.324 45.315C161.543 36.945 145.382 32.145 128.109 32.145C77.817 32.145 37.057 72.907 37.057 123.196C37.055 130.208 37.867 137.196 39.477 144.02C37.317 144.958 35.247 146.42 33.327 148.535C29.424 152.766 27.351 158.217 28.18 164.193C28.306 165.142 28.495 166.082 28.747 167.006C27.5811 168.749 26.7117 170.673 26.174 172.7C24.974 177.261 25.369 181.374 26.894 184.978C25.236 189.688 25.65 194.704 27.809 199.065C29.379 202.25 31.626 204.714 34.396 206.916C37.689 209.534 41.811 211.758 46.783 213.892C52.715 216.422 59.956 218.799 63.249 219.671C71.755 221.873 79.911 223.269 88.177 223.337C99.954 223.446 110.096 220.677 117.357 213.59C120.924 214.027 124.515 214.246 128.109 214.244C131.906 214.236 135.699 213.997 139.467 213.529C146.711 220.661 156.892 223.455 168.712 223.343C176.977 223.277 185.133 221.881 193.617 219.676C196.932 218.804 204.17 216.427 210.105 213.897C215.077 211.76 219.199 209.536 222.514 206.922C225.263 204.719 227.508 202.256 229.079 199.071C231.26 194.709 231.652 189.693 230.017 184.983C231.527 181.379 231.92 177.257 230.721 172.7ZM222.281 184.673C223.952 187.844 224.059 191.427 222.585 194.764C220.349 199.821 214.795 203.805 204.008 208.082C197.3 210.742 191.158 212.443 191.104 212.458C182.232 214.759 174.208 215.928 167.262 215.928C155.76 215.928 147.201 212.754 141.773 206.486C132.594 208.05 123.222 208.103 114.026 206.644C108.591 212.808 100.081 215.928 88.676 215.928C81.729 215.928 73.706 214.759 64.833 212.458C64.779 212.443 58.639 210.742 51.929 208.082C41.143 203.805 35.587 199.824 33.352 194.764C31.878 191.427 31.985 187.844 33.656 184.673C33.81 184.378 33.976 184.091 34.153 183.813C33.1516 182.309 32.4799 180.61 32.182 178.827C31.8842 177.045 31.967 175.22 32.425 173.472C33.089 170.949 34.46 168.851 36.322 167.344C35.425 165.87 34.8365 164.23 34.592 162.522C34.056 158.808 35.289 155.1 38.062 152.076C40.222 149.723 43.275 148.428 46.655 148.428H46.745C44.1965 140.259 42.9044 131.75 42.913 123.193C42.913 76.522 80.749 38.683 127.427 38.683C174.104 38.683 211.94 76.518 211.94 123.193C211.947 131.773 210.646 140.304 208.081 148.492C208.489 148.452 208.889 148.432 209.282 148.431C212.662 148.431 215.716 149.726 217.874 152.079C220.647 155.1 221.881 158.811 221.344 162.525C221.1 164.233 220.511 165.873 219.615 167.347C221.477 168.854 222.849 170.952 223.512 173.475C223.97 175.223 224.053 177.048 223.755 178.831C223.458 180.613 222.786 182.312 221.784 183.816C221.961 184.091 222.129 184.378 222.281 184.673Z" fill="white"/>
+<path d="M221.784 183.816C222.786 182.312 223.458 180.613 223.756 178.831C224.053 177.048 223.97 175.223 223.512 173.475C222.848 170.952 221.476 168.854 219.615 167.347C220.512 165.873 221.1 164.233 221.344 162.525C221.881 158.811 220.648 155.103 217.874 152.079C215.716 149.726 212.662 148.431 209.282 148.431C208.889 148.431 208.489 148.452 208.081 148.492C210.643 140.304 211.942 131.774 211.933 123.195C211.933 76.5231 174.097 38.6851 127.424 38.6851C80.75 38.6851 42.9099 76.5191 42.9099 123.195C42.9015 131.752 44.1936 140.261 46.742 148.43H46.6519C43.2719 148.43 40.219 149.724 38.06 152.077C35.287 155.098 34.0529 158.81 34.5899 162.523C34.8346 164.231 35.4231 165.872 36.3199 167.346C34.4579 168.852 33.086 170.95 32.422 173.473C31.9642 175.222 31.8817 177.047 32.1799 178.83C32.4781 180.612 33.1501 182.312 34.1519 183.816C33.9739 184.094 33.8099 184.381 33.6549 184.676C31.9849 187.847 31.877 191.43 33.352 194.767C35.588 199.824 41.1419 203.808 51.9289 208.085C58.6359 210.745 64.779 212.446 64.833 212.461C73.705 214.762 81.729 215.931 88.675 215.931C100.081 215.931 108.591 212.811 114.026 206.647C123.222 208.106 132.594 208.052 141.773 206.489C147.201 212.757 155.76 215.931 167.262 215.931C174.208 215.931 182.232 214.762 191.103 212.461C191.158 212.446 197.298 210.745 204.008 208.085C214.795 203.808 220.35 199.824 222.585 194.767C224.059 191.43 223.952 187.847 222.281 184.676C222.129 184.379 221.961 184.091 221.784 183.816ZM110.137 196.997C109.669 197.815 109.168 198.614 108.635 199.391C107.23 201.448 105.382 203.02 103.237 204.188C99.1369 206.424 93.947 207.205 88.675 207.205C80.346 207.205 71.808 205.256 67.023 204.015C66.787 203.954 37.689 195.735 41.373 188.739C41.993 187.562 43.0129 187.092 44.2979 187.092C49.4849 187.092 58.9299 194.816 62.9889 194.816C63.8959 194.816 64.5359 194.43 64.7969 193.488C66.5269 187.284 38.5039 184.676 40.8639 175.692C41.2799 174.102 42.41 173.456 43.998 173.456C50.856 173.455 66.248 185.516 69.467 185.516C69.714 185.516 69.8909 185.443 69.9869 185.291C70.0009 185.268 70.015 185.246 70.028 185.222C71.539 182.727 70.6719 180.913 60.3209 174.573L59.3269 173.968C47.9359 167.074 39.9409 162.925 44.4879 157.975C45.0109 157.404 45.7529 157.151 46.6539 157.151C47.7219 157.151 49.0149 157.508 50.4389 158.108C56.4549 160.645 64.793 167.564 68.276 170.581C68.8239 171.057 69.3683 171.538 69.9089 172.022C69.9089 172.022 74.319 176.608 76.985 176.608C77.599 176.608 78.1199 176.366 78.4729 175.768C80.364 172.58 60.9099 157.838 59.8129 151.755C59.0689 147.634 60.3349 145.546 62.6749 145.546C63.7879 145.546 65.1459 146.02 66.6449 146.971C71.2949 149.922 80.2729 165.35 83.5599 171.352C84.6619 173.363 86.5429 174.213 88.2379 174.213C91.6009 174.213 94.2299 170.87 88.5459 166.622C80.0029 160.23 83.001 149.782 87.078 149.139C87.252 149.111 87.4279 149.097 87.6029 149.097C91.3109 149.097 92.9459 155.486 92.9459 155.486C92.9459 155.486 97.7399 167.524 105.975 175.753C113.447 183.222 114.491 189.351 110.137 196.997ZM136.766 198.407L136.339 198.458L135.611 198.541C135.228 198.581 134.844 198.619 134.459 198.654L134.084 198.688L133.741 198.717L133.255 198.756L132.718 198.795L132.182 198.83L132.063 198.838C131.923 198.846 131.783 198.855 131.641 198.862L131.462 198.872C131.296 198.881 131.13 198.889 130.962 198.896L130.381 198.921L129.854 198.939L129.502 198.949H129.323C129.213 198.949 129.104 198.955 128.994 198.956H128.82C128.71 198.956 128.601 198.956 128.491 198.961L128.043 198.967H127.418C126.927 198.967 126.437 198.962 125.949 198.952L125.553 198.943C125.44 198.943 125.327 198.938 125.216 198.934L124.796 198.922L124.275 198.902L123.805 198.881L123.684 198.876L123.237 198.853C123.112 198.846 122.989 198.84 122.865 198.831L122.576 198.814C122.213 198.791 121.85 198.766 121.487 198.738L121.107 198.707C120.947 198.695 120.787 198.68 120.628 198.666C120.441 198.65 120.254 198.632 120.067 198.614C119.754 198.585 119.441 198.553 119.128 198.519H119.113C123.683 188.324 121.372 178.802 112.137 169.575C106.08 163.526 102.051 154.594 101.215 152.633C99.5229 146.828 95.045 140.375 87.608 140.375C86.979 140.375 86.351 140.425 85.73 140.523C82.472 141.036 79.624 142.911 77.592 145.733C75.396 143.002 73.262 140.831 71.332 139.605C68.422 137.76 65.5179 136.824 62.6889 136.824C59.1579 136.824 56.0019 138.274 53.8019 140.904L53.7459 140.971C53.7039 140.798 53.6639 140.625 53.6229 140.451L53.6179 140.428C53.1992 138.638 52.8477 136.833 52.5639 135.016C52.5639 135.004 52.5639 134.992 52.5579 134.98C52.5359 134.843 52.5159 134.705 52.4949 134.568C52.4334 134.162 52.3757 133.755 52.3219 133.348C52.2979 133.163 52.2719 132.978 52.2489 132.793L52.1809 132.238C52.1589 132.053 52.1409 131.885 52.1209 131.709L52.115 131.665C52.0351 130.945 51.9651 130.225 51.9049 129.503L51.8829 129.226L51.8479 128.754C51.8379 128.625 51.8279 128.495 51.8209 128.365C51.8209 128.334 51.8159 128.304 51.8149 128.275C51.7895 127.913 51.7678 127.55 51.7499 127.187C51.7399 126.998 51.7299 126.81 51.7219 126.62L51.7019 126.124L51.6969 125.974L51.6809 125.517L51.6709 125.128C51.6709 124.973 51.6629 124.818 51.6609 124.663C51.6579 124.508 51.6539 124.338 51.6529 124.174C51.6509 124.01 51.6529 123.848 51.6479 123.685C51.6439 123.521 51.6479 123.358 51.6479 123.195C51.6479 81.3421 85.5789 47.4111 127.436 47.4111C169.292 47.4111 203.222 81.3411 203.222 123.195V124.174C203.222 124.337 203.217 124.501 203.214 124.663C203.214 124.798 203.208 124.931 203.204 125.068C203.204 125.188 203.199 125.309 203.195 125.425C203.195 125.578 203.186 125.731 203.181 125.884V125.896L203.16 126.427C203.153 126.582 203.147 126.738 203.139 126.893L203.134 127.003L203.107 127.499C203.048 128.562 202.967 129.623 202.866 130.683V130.696C202.849 130.87 202.832 131.044 202.813 131.218L202.768 131.629L202.679 132.433L202.628 132.84L202.565 133.319C202.542 133.493 202.519 133.668 202.493 133.841C202.467 134.036 202.438 134.23 202.409 134.424L202.34 134.883L202.258 135.403C202.23 135.576 202.2 135.748 202.168 135.92C202.135 136.093 202.109 136.265 202.079 136.437C202.019 136.781 201.956 137.125 201.89 137.468C201.789 137.981 201.686 138.493 201.58 139.005L201.47 139.512C201.434 139.681 201.395 139.851 201.357 140.02C199.224 137.947 196.399 136.818 193.284 136.818C190.457 136.818 187.55 137.753 184.641 139.598C182.711 140.824 180.578 142.996 178.381 145.726C176.346 142.904 173.498 141.029 170.242 140.516C169.621 140.418 168.993 140.368 168.364 140.368C160.925 140.368 156.45 146.821 154.757 152.626C153.917 154.587 149.887 163.519 143.825 169.577C134.596 178.775 132.268 188.254 136.766 198.407ZM215.007 177.998L214.977 178.087C214.901 178.288 214.813 178.484 214.714 178.674C214.639 178.814 214.558 178.95 214.47 179.082C214.303 179.331 214.12 179.569 213.921 179.793C213.875 179.845 213.831 179.897 213.779 179.948C213.707 180.025 213.634 180.101 213.559 180.175C212.213 181.509 210.161 182.679 207.841 183.752C207.578 183.871 207.311 183.99 207.042 184.11L206.774 184.229C206.595 184.308 206.416 184.386 206.228 184.463C206.049 184.541 205.863 184.619 205.677 184.695L205.119 184.925C203.814 185.462 202.477 185.974 201.173 186.479L200.615 186.696L200.064 186.912C199.697 187.055 199.335 187.198 198.979 187.341L198.448 187.555L197.926 187.768L197.67 187.876C197.499 187.947 197.332 188.018 197.165 188.089C193.328 189.736 190.567 191.411 191.147 193.489C191.163 193.548 191.181 193.604 191.201 193.659C191.253 193.813 191.324 193.958 191.413 194.095C191.465 194.176 191.525 194.253 191.592 194.323C192.274 195.032 193.515 194.92 195.08 194.357C195.3 194.276 195.519 194.192 195.736 194.104L195.872 194.048C196.23 193.896 196.609 193.726 196.996 193.542C197.093 193.496 197.191 193.452 197.289 193.401C199.203 192.465 201.372 191.205 203.524 190.058C204.385 189.593 205.258 189.152 206.142 188.733C208.18 187.774 210.096 187.094 211.636 187.094C212.359 187.094 212.997 187.242 213.529 187.582L213.618 187.641C213.952 187.876 214.232 188.178 214.441 188.528C214.482 188.595 214.522 188.666 214.561 188.739C215.322 190.184 214.685 191.68 213.194 193.147C211.763 194.556 209.537 195.937 207.007 197.215C206.819 197.31 206.631 197.405 206.44 197.498C198.91 201.196 189.049 203.981 188.912 204.016C186.284 204.697 182.526 205.591 178.292 206.26L177.666 206.358L177.563 206.373C177.089 206.445 176.614 206.512 176.138 206.574C175.655 206.639 175.167 206.698 174.676 206.753L174.586 206.763C172.806 206.968 171.019 207.104 169.228 207.169H169.202C168.554 207.192 167.907 207.204 167.259 207.204H166.512C165.524 207.191 164.538 207.146 163.553 207.07C163.53 207.07 163.505 207.07 163.482 207.064C163.129 207.037 162.777 207.004 162.425 206.965C162.06 206.926 161.696 206.882 161.333 206.833C161.094 206.801 160.856 206.765 160.618 206.726C160.376 206.687 160.134 206.647 159.893 206.605L159.564 206.543L159.539 206.538C159.192 206.472 158.847 206.399 158.503 206.319C158.303 206.274 158.104 206.23 157.907 206.176L157.788 206.146C157.69 206.122 157.595 206.096 157.498 206.07L157.445 206.056L157.137 205.966C157.025 205.935 156.913 205.901 156.801 205.868L156.762 205.857L156.471 205.768C156.361 205.734 156.251 205.698 156.142 205.662L155.874 205.573L155.677 205.504C155.487 205.437 155.298 205.368 155.111 205.296L154.933 205.226L154.786 205.168C154.502 205.054 154.22 204.935 153.941 204.81L153.756 204.72L153.725 204.706C153.659 204.675 153.594 204.644 153.528 204.617C153.399 204.555 153.271 204.491 153.144 204.426L153.105 204.407L152.921 204.31C152.594 204.139 152.274 203.957 151.96 203.764L151.788 203.658C151.702 203.605 151.616 203.55 151.532 203.494L151.308 203.346L151.067 203.18L150.923 203.077C150.771 202.969 150.622 202.857 150.476 202.742L150.243 202.563C150.15 202.488 150.058 202.412 149.967 202.335C149.89 202.272 149.815 202.206 149.74 202.14L149.734 202.135C149.653 202.064 149.574 201.993 149.495 201.92C149.417 201.849 149.339 201.777 149.263 201.704L149.254 201.695C149.174 201.619 149.096 201.542 149.019 201.463C148.942 201.385 148.863 201.307 148.788 201.227C148.713 201.148 148.636 201.067 148.562 200.984C148.488 200.902 148.42 200.827 148.35 200.746L148.327 200.719C148.259 200.641 148.192 200.562 148.126 200.481C147.983 200.31 147.844 200.135 147.71 199.956C147.575 199.776 147.443 199.592 147.314 199.405L147.191 199.221C147.027 198.981 146.867 198.739 146.712 198.493C146.596 198.316 146.483 198.138 146.373 197.957C146.302 197.844 146.234 197.73 146.166 197.618L146.138 197.572C146.073 197.462 146.009 197.354 145.947 197.245C145.911 197.186 145.877 197.127 145.845 197.066C145.812 197.004 145.774 196.941 145.739 196.878L145.682 196.779L145.647 196.715C145.58 196.595 145.514 196.474 145.45 196.352C145.42 196.298 145.391 196.244 145.36 196.192L145.271 196.019L145.181 195.848C144.956 195.398 144.743 194.942 144.543 194.48L144.472 194.311C144.426 194.198 144.383 194.086 144.337 193.975C144.315 193.921 144.293 193.868 144.274 193.814C144.167 193.537 144.067 193.257 143.975 192.975C143.942 192.874 143.91 192.775 143.88 192.675C143.808 192.448 143.743 192.219 143.685 191.988C143.614 191.719 143.551 191.448 143.498 191.175C143.487 191.12 143.476 191.065 143.467 191.012C143.415 190.745 143.373 190.476 143.34 190.206C143.332 190.153 143.326 190.1 143.32 190.047L143.303 189.885C143.281 189.673 143.264 189.46 143.254 189.247C143.254 189.193 143.249 189.139 143.247 189.087C143.242 188.981 143.24 188.875 143.239 188.769C143.183 184.496 145.345 180.388 149.968 175.767C158.203 167.54 162.997 155.501 162.997 155.501C162.997 155.501 163.126 154.996 163.394 154.269C163.431 154.168 163.47 154.064 163.514 153.955C163.67 153.548 163.846 153.148 164.041 152.758L164.08 152.683C164.246 152.351 164.428 152.027 164.624 151.712C164.67 151.639 164.714 151.567 164.765 151.494C164.912 151.277 165.067 151.065 165.23 150.86C165.319 150.749 165.416 150.639 165.513 150.532C165.552 150.49 165.59 150.448 165.631 150.408C166.108 149.915 166.653 149.513 167.27 149.299L167.348 149.273C167.4 149.256 167.452 149.24 167.505 149.225C167.566 149.209 167.627 149.195 167.69 149.182L167.719 149.176C167.849 149.15 167.981 149.133 168.114 149.124H168.125C168.194 149.124 168.264 149.117 168.335 149.117C168.424 149.117 168.507 149.117 168.594 149.126C168.684 149.134 168.773 149.144 168.863 149.158C169.605 149.276 170.311 149.718 170.919 150.4C171.15 150.66 171.358 150.94 171.54 151.236C171.66 151.428 171.773 151.631 171.88 151.845C171.923 151.934 171.964 152.016 172.004 152.104C172.108 152.33 172.202 152.56 172.284 152.795C172.479 153.345 172.626 153.911 172.723 154.487C172.807 154.992 172.857 155.502 172.873 156.013C172.881 156.286 172.881 156.563 172.873 156.842C172.819 158.14 172.553 159.421 172.086 160.634C172.044 160.745 171.997 160.857 171.952 160.969C171.86 161.195 171.759 161.417 171.65 161.634C171.569 161.799 171.484 161.965 171.392 162.13C171.332 162.24 171.269 162.35 171.206 162.46C171.045 162.734 170.871 163.006 170.684 163.277L170.571 163.439C170.129 164.055 169.637 164.633 169.099 165.167C168.569 165.698 168.001 166.189 167.4 166.637C166.798 167.083 166.233 167.577 165.711 168.114C164.208 169.691 163.858 171.083 164.196 172.138C164.25 172.304 164.321 172.465 164.407 172.617C164.508 172.791 164.628 172.951 164.764 173.097L164.817 173.152L164.871 173.206C164.925 173.258 164.982 173.309 165.043 173.359L165.103 173.407C165.248 173.519 165.402 173.619 165.563 173.707C165.61 173.732 165.652 173.757 165.705 173.781C165.879 173.866 166.058 173.939 166.242 173.998C166.293 174.015 166.344 174.03 166.396 174.046L166.461 174.063L166.551 174.087L166.628 174.106L166.712 174.124L166.795 174.141L166.874 174.154C166.932 174.164 166.992 174.174 167.052 174.181L167.109 174.19L167.213 174.2L167.277 174.207L167.382 174.214H167.444L167.554 174.22H167.9L167.999 174.214L168.113 174.207L168.252 174.194L168.382 174.179C168.412 174.179 168.442 174.171 168.472 174.165C168.872 174.107 169.264 174.001 169.639 173.849L169.798 173.782C169.887 173.743 169.977 173.702 170.059 173.658C170.235 173.57 170.406 173.47 170.57 173.361C170.799 173.211 171.015 173.043 171.217 172.858C171.265 172.815 171.312 172.769 171.358 172.725C171.381 172.703 171.403 172.682 171.425 172.658C171.469 172.613 171.514 172.569 171.558 172.52C171.878 172.168 172.155 171.78 172.383 171.363C174.34 167.804 176.391 164.298 178.534 160.849L178.828 160.378L179.125 159.907C179.273 159.668 179.423 159.433 179.572 159.199L179.722 158.965C180.22 158.185 180.726 157.41 181.241 156.641L181.546 156.185C182.158 155.278 182.768 154.396 183.373 153.558L183.674 153.143C184.332 152.236 185.017 151.348 185.728 150.482L186.01 150.144C186.057 150.088 186.1 150.032 186.151 149.978C186.244 149.868 186.337 149.761 186.428 149.657C186.474 149.604 186.517 149.552 186.566 149.5L186.834 149.198L186.968 149.051C187.103 148.906 187.235 148.767 187.365 148.634C187.455 148.544 187.538 148.455 187.624 148.371C188.131 147.853 188.69 147.388 189.293 146.985L189.433 146.895C189.567 146.805 189.706 146.721 189.848 146.645C192.212 145.303 194.169 145.204 195.296 146.331C195.978 147.013 196.356 148.144 196.335 149.718C196.335 149.787 196.335 149.857 196.33 149.929V150.006C196.33 150.078 196.324 150.15 196.318 150.223C196.318 150.313 196.308 150.402 196.299 150.492C196.29 150.581 196.285 150.649 196.276 150.729C196.276 150.751 196.272 150.774 196.268 150.798C196.262 150.867 196.253 150.938 196.243 151.009C196.243 151.03 196.243 151.052 196.235 151.074C196.224 151.169 196.21 151.263 196.194 151.357C196.183 151.447 196.168 151.531 196.152 151.619L196.126 151.768C196.1 151.91 196.067 152.05 196.026 152.188C195.948 152.447 195.854 152.7 195.743 152.946C195.588 153.284 195.417 153.613 195.229 153.933C195.125 154.111 195.018 154.286 194.907 154.459C194.793 154.638 194.673 154.819 194.549 155.002C194.233 155.454 193.905 155.897 193.564 156.33L193.408 156.527C192.852 157.22 192.278 157.899 191.686 158.562L191.499 158.772C191.247 159.053 190.991 159.336 190.729 159.62L190.532 159.834C190.401 159.977 190.264 160.12 190.132 160.264C190.001 160.407 189.864 160.552 189.726 160.697L189.315 161.13L188.898 161.566L188.478 162.002C188.196 162.294 187.913 162.586 187.628 162.878C183.573 167.037 179.301 171.182 177.855 173.766C177.758 173.934 177.671 174.108 177.593 174.285C177.387 174.755 177.301 175.157 177.36 175.482C177.379 175.589 177.416 175.691 177.471 175.785C177.552 175.926 177.651 176.056 177.766 176.172C177.819 176.224 177.875 176.272 177.934 176.316C178.232 176.528 178.591 176.637 178.957 176.627H179.071L179.188 176.618L179.305 176.605L179.402 176.591C179.415 176.589 179.429 176.587 179.442 176.583L179.531 176.566L179.554 176.561L179.653 176.54L179.688 176.531C179.723 176.522 179.757 176.513 179.792 176.503C179.827 176.493 179.875 176.48 179.917 176.466C180.093 176.413 180.265 176.35 180.434 176.278C180.523 176.242 180.61 176.203 180.696 176.161C180.741 176.141 180.786 176.12 180.828 176.098L180.962 176.032C181.282 175.866 181.594 175.685 181.898 175.491L182.031 175.401C182.076 175.373 182.121 175.344 182.164 175.312L182.297 175.223L182.368 175.174L182.56 175.039C182.739 174.916 182.906 174.789 183.075 174.66L183.09 174.648L183.359 174.44C183.726 174.15 184.074 173.858 184.39 173.583L184.6 173.399L184.619 173.381L184.729 173.284C184.987 173.052 185.217 172.836 185.408 172.658L185.487 172.581C185.556 172.516 185.619 172.455 185.676 172.403L185.788 172.292L185.828 172.253L185.839 172.242L185.956 172.125L186.03 172.048L186.039 172.041L186.074 172.009L186.118 171.969L186.132 171.956L186.169 171.922L186.373 171.743L186.487 171.641C186.548 171.588 186.607 171.534 186.666 171.479L186.802 171.358C186.827 171.338 186.851 171.316 186.876 171.294L187.019 171.169L187.229 170.984L187.341 170.887C187.776 170.509 188.305 170.052 188.913 169.537L189.162 169.326L189.573 168.981L189.994 168.63C190.544 168.173 191.136 167.688 191.762 167.185L192.173 166.855C192.523 166.576 192.882 166.292 193.246 166.006C193.393 165.891 193.542 165.776 193.694 165.662C194.066 165.373 194.44 165.086 194.817 164.803C195.675 164.155 196.56 163.506 197.456 162.874L197.84 162.606C198.109 162.421 198.377 162.235 198.645 162.054L198.888 161.89C199.367 161.565 199.853 161.248 200.343 160.939L200.586 160.786L200.827 160.636C201.069 160.486 201.309 160.339 201.548 160.196L201.787 160.053L202.265 159.775L202.734 159.506L202.829 159.454L203.2 159.25C203.355 159.166 203.509 159.085 203.663 159.006L203.892 158.888L204.115 158.776C204.193 158.739 204.27 158.7 204.346 158.663C204.848 158.415 205.36 158.187 205.88 157.979C206.021 157.919 206.161 157.865 206.3 157.818L206.71 157.674C206.833 157.633 206.953 157.594 207.068 157.559L207.108 157.547C207.17 157.527 207.232 157.509 207.293 157.493L207.311 157.488C207.439 157.451 207.566 157.419 207.691 157.389H207.7C208.054 157.304 208.414 157.243 208.777 157.206C208.944 157.189 209.111 157.18 209.279 157.181H209.363C209.475 157.181 209.583 157.188 209.69 157.199C209.739 157.199 209.788 157.209 209.836 157.215H209.856C209.904 157.221 209.952 157.228 210 157.239C210.047 157.248 210.095 157.256 210.141 157.267H210.156C210.203 157.277 210.245 157.289 210.294 157.303C210.548 157.374 210.79 157.484 211.012 157.628C211.121 157.699 211.223 157.779 211.317 157.868L211.344 157.894C211.362 157.91 211.379 157.927 211.395 157.944L211.444 157.997C211.846 158.418 212.178 158.901 212.428 159.427L212.466 159.517C212.551 159.717 212.618 159.924 212.666 160.135C212.808 160.781 212.753 161.455 212.508 162.07C212.415 162.318 212.302 162.557 212.169 162.785C211.858 163.309 211.489 163.796 211.07 164.237L210.981 164.332C210.848 164.472 210.71 164.612 210.565 164.752C210.501 164.815 210.434 164.877 210.367 164.94L210.162 165.129L210.055 165.224C209.797 165.454 209.532 165.677 209.263 165.893C209.1 166.025 208.936 166.154 208.77 166.281C208.184 166.729 207.587 167.161 206.979 167.578C206.612 167.83 206.242 168.077 205.869 168.321C204.95 168.924 204.021 169.512 203.083 170.084C201.115 171.294 198.934 172.588 196.609 173.995L196.007 174.36C195.348 174.762 194.726 175.146 194.14 175.512L193.845 175.697L193.287 176.055C192.917 176.292 192.548 176.531 192.179 176.77L191.882 176.966C191.737 177.06 191.593 177.156 191.449 177.252L191.308 177.342L190.876 177.633L190.647 177.79L190.379 177.976L190.13 178.149C189.713 178.444 189.325 178.725 188.968 178.992L188.834 179.094C188.624 179.253 188.416 179.415 188.211 179.58C187.902 179.829 187.62 180.067 187.367 180.296L187.243 180.409C187.172 180.474 187.102 180.539 187.035 180.603C186.989 180.648 186.946 180.693 186.898 180.736L186.834 180.8C186.691 180.944 186.551 181.091 186.416 181.242L186.35 181.318C186.203 181.488 186.075 181.651 185.963 181.81L185.913 181.881C185.825 182.009 185.744 182.141 185.671 182.277C185.652 182.311 185.635 182.345 185.618 182.379L185.569 182.481L185.536 182.555L185.515 182.605L185.498 182.65L185.475 182.711C185.413 182.88 185.37 183.056 185.345 183.234L185.337 183.296L185.331 183.354V183.669C185.331 183.695 185.331 183.721 185.338 183.749L185.343 183.797C185.343 183.823 185.349 183.848 185.353 183.876C185.357 183.902 185.364 183.949 185.372 183.986V183.991C185.379 184.026 185.386 184.06 185.395 184.095C185.404 184.13 185.413 184.17 185.424 184.206C185.443 184.277 185.467 184.347 185.492 184.417C185.508 184.459 185.523 184.5 185.54 184.541C185.54 184.549 185.546 184.558 185.55 184.566L185.586 184.647L185.636 184.758C185.69 184.873 185.749 184.985 185.813 185.094L185.879 185.208L185.947 185.322C185.959 185.341 185.973 185.359 185.988 185.376L186.01 185.399L186.035 185.422L186.061 185.442C186.099 185.469 186.14 185.49 186.183 185.505C186.206 185.513 186.23 185.519 186.254 185.525C186.831 185.655 188.017 185.178 189.593 184.346C189.682 184.298 189.78 184.248 189.875 184.196L190.355 183.934L190.589 183.804C190.756 183.715 190.926 183.614 191.1 183.515L191.417 183.336C193.5 182.137 195.988 180.597 198.56 179.093C198.801 178.952 199.043 178.811 199.285 178.672L199.771 178.361C200.335 178.038 200.902 177.719 201.471 177.404C202.188 177.01 202.91 176.626 203.639 176.254L204.115 176.013C204.431 175.857 204.744 175.705 205.053 175.557C205.651 175.273 206.256 175.003 206.868 174.748L207.203 174.612L207.243 174.596C209.018 173.893 210.627 173.459 211.929 173.459C212.21 173.456 212.492 173.48 212.769 173.528H212.778C212.867 173.544 212.948 173.562 213.031 173.582H213.046C213.259 173.636 213.466 173.713 213.662 173.812C213.937 173.954 214.184 174.143 214.393 174.371C214.489 174.477 214.574 174.592 214.649 174.714C214.789 174.929 214.899 175.162 214.978 175.406C215.01 175.501 215.038 175.594 215.067 175.693C215.278 176.45 215.257 177.253 215.007 177.998Z" fill="#FF9D00"/>
+<path fill-rule="evenodd" clip-rule="evenodd" d="M203.21 123.685V123.194C203.21 81.34 169.292 47.411 127.435 47.411C85.5791 47.411 51.648 81.342 51.648 123.194V123.358C51.646 123.467 51.645 123.576 51.648 123.685C51.6529 123.848 51.6546 124.011 51.653 124.174L51.6581 124.534L51.661 124.663C51.661 124.723 51.6631 124.782 51.6651 124.842C51.6681 124.937 51.67 125.033 51.67 125.128L51.681 125.517L51.697 125.974L51.702 126.124L51.722 126.597V126.62C51.73 126.805 51.7401 126.989 51.7491 127.173L51.75 127.187C51.76 127.375 51.7701 127.564 51.7821 127.753C51.7921 127.927 51.802 128.101 51.815 128.275L51.8171 128.306C51.8258 128.455 51.8358 128.605 51.847 128.754L51.85 128.794L51.883 129.226L51.8861 129.254C51.8921 129.338 51.898 129.422 51.906 129.503C51.9658 130.224 52.0355 130.945 52.1151 131.664L52.12 131.709L52.181 132.238L52.2491 132.793L52.299 133.17L52.322 133.347C52.3753 133.755 52.433 134.162 52.495 134.568L52.4991 134.595L52.558 134.979C52.8435 136.808 53.1971 138.626 53.618 140.429L53.6231 140.451L53.655 140.586L53.746 140.971L53.802 140.904C56.002 138.274 59.158 136.824 62.689 136.824C65.519 136.824 68.4221 137.76 71.3321 139.605C73.2621 140.831 75.3961 143.002 77.5921 145.733C79.6241 142.911 82.4721 141.035 85.7301 140.523C86.3513 140.425 86.9792 140.376 87.6081 140.375C95.0441 140.375 99.523 146.828 101.215 152.633C102.051 154.594 106.08 163.526 112.156 169.568C121.392 178.795 123.703 188.316 119.132 198.511H119.148C119.459 198.546 119.772 198.578 120.087 198.607C120.274 198.625 120.46 198.643 120.648 198.659L120.714 198.665L121.127 198.7L121.507 198.73C121.869 198.758 122.232 198.784 122.596 198.807L122.885 198.824L123.114 198.838L123.256 198.846L123.703 198.869L123.825 198.874L124.294 198.895L124.816 198.915L125.235 198.927L125.305 198.929C125.394 198.933 125.483 198.936 125.572 198.936L125.668 198.939C126.258 198.953 126.847 198.96 127.437 198.959H128.063L128.51 198.954C128.62 198.949 128.729 198.949 128.84 198.949H129.014L129.165 198.945C129.224 198.943 129.283 198.941 129.343 198.941H129.522L129.873 198.932L130.401 198.914L130.982 198.888C131.15 198.882 131.316 198.873 131.482 198.865L131.661 198.854L131.927 198.84L132.083 198.831L132.201 198.823L132.738 198.788L133.274 198.749L133.761 198.71L134.103 198.681L134.479 198.647C135.107 198.591 135.733 198.525 136.359 198.45L136.786 198.399C132.287 188.247 134.616 178.767 143.813 169.577C149.876 163.519 153.905 154.587 154.745 152.625C156.438 146.821 160.914 140.368 168.352 140.368C168.981 140.368 169.61 140.418 170.231 140.516C173.486 141.028 176.334 142.904 178.369 145.726C180.566 142.996 182.699 140.823 184.63 139.597C187.539 137.753 190.445 136.817 193.272 136.817C196.388 136.817 199.212 137.947 201.345 140.02C201.384 139.851 201.422 139.682 201.459 139.512L201.568 139.006C201.607 138.821 201.646 138.636 201.683 138.451C201.749 138.124 201.815 137.797 201.878 137.467C201.944 137.125 202.007 136.781 202.067 136.437L202.098 136.251C202.117 136.141 202.135 136.031 202.156 135.92C202.19 135.748 202.218 135.576 202.246 135.402L202.257 135.336L202.328 134.883L202.398 134.424V134.42C202.449 134.081 202.497 133.742 202.542 133.403L202.553 133.319L202.616 132.841L202.667 132.433L202.757 131.629L202.792 131.306L202.801 131.218C202.82 131.044 202.838 130.87 202.854 130.696V130.682C202.867 130.544 202.881 130.405 202.893 130.266C202.964 129.478 203.024 128.686 203.072 127.891C203.081 127.761 203.088 127.63 203.096 127.499V127.493L203.122 127.002L203.128 126.892C203.144 126.56 203.158 126.228 203.169 125.896V125.884L203.174 125.754C203.179 125.645 203.183 125.535 203.183 125.425L203.185 125.381C203.189 125.278 203.193 125.172 203.193 125.067L203.196 124.977C203.199 124.872 203.202 124.768 203.202 124.663L203.204 124.574C203.207 124.441 203.21 124.307 203.21 124.174V123.685ZM108.638 199.391C114.64 190.59 114.214 183.984 105.98 175.754C97.7441 167.523 92.951 155.487 92.951 155.487C92.951 155.487 91.1621 148.496 87.0821 149.138C83.0021 149.78 80.0091 160.227 88.5521 166.622C97.0941 173.017 86.8521 177.353 83.5641 171.352C80.2761 165.35 71.299 149.923 66.645 146.972C61.991 144.021 58.718 145.675 59.815 151.757C60.36 154.776 65.4281 159.929 70.1631 164.743C74.9671 169.627 79.428 174.163 78.474 175.768C76.581 178.955 69.9141 172.023 69.9141 172.023C69.9141 172.023 49.038 153.025 44.494 157.976C40.304 162.539 46.765 166.418 56.7211 172.397C57.5671 172.905 58.4391 173.429 59.3321 173.969C70.7231 180.865 71.609 182.684 69.992 185.293C69.395 186.257 65.582 183.968 60.892 181.153C52.897 176.352 42.3551 170.023 40.8661 175.688C39.5781 180.591 47.334 183.595 54.368 186.32C60.228 188.59 65.5881 190.666 64.7991 193.484C63.9821 196.406 59.5531 193.969 54.7121 191.305C49.2771 188.314 43.3221 185.038 41.3731 188.735C37.6901 195.725 66.7831 203.954 67.0231 204.015C76.4231 206.453 100.295 211.619 108.638 199.391ZM147.303 199.391C141.301 190.59 141.727 183.984 149.962 175.754C158.197 167.523 162.99 155.487 162.99 155.487C162.99 155.487 164.779 148.496 168.859 149.138C172.939 149.78 175.932 160.227 167.39 166.622C158.847 173.017 169.089 177.353 172.377 171.352C175.666 165.35 184.637 149.923 189.291 146.972C193.945 144.021 197.22 145.675 196.122 151.757C195.578 154.776 190.509 159.929 185.774 164.744C180.97 169.628 176.509 174.163 177.462 175.768C179.355 178.955 186.027 172.019 186.027 172.019C186.027 172.019 206.902 153.022 211.448 157.973C215.637 162.535 209.176 166.415 199.219 172.394C198.348 172.917 197.478 173.441 196.609 173.966C185.218 180.862 184.332 182.681 185.948 185.289C186.546 186.254 190.359 183.964 195.048 181.149C203.044 176.349 213.586 170.019 215.075 175.685C216.364 180.588 208.607 183.592 201.573 186.317C195.713 188.587 190.353 190.663 191.141 193.481C191.957 196.402 196.385 193.965 201.225 191.301C206.66 188.31 212.616 185.032 214.564 188.732C218.248 195.726 189.15 203.947 188.915 204.007C179.515 206.453 155.643 211.619 147.303 199.391Z" fill="#FFD21E"/>
+<path fill-rule="evenodd" clip-rule="evenodd" d="M152.047 102.567C153.229 102.985 154.108 104.257 154.944 105.468C156.074 107.104 157.126 108.627 158.74 107.769C160.644 106.756 162.205 105.202 163.225 103.302C164.246 101.402 164.681 99.2427 164.475 97.096C164.321 95.4908 163.813 93.9398 162.987 92.5548C162.161 91.1697 161.038 89.985 159.7 89.0862C158.361 88.1874 156.839 87.5968 155.245 87.3569C153.65 87.117 152.022 87.2339 150.478 87.699C148.934 88.1639 147.513 88.9653 146.316 90.0455C145.119 91.1257 144.176 92.4578 143.556 93.946C142.936 95.4342 142.653 97.0415 142.728 98.652C142.804 100.263 143.235 101.836 143.992 103.26C144.74 104.667 146.4 104.003 148.152 103.302C149.525 102.753 150.956 102.181 152.047 102.567ZM100.672 102.567C99.49 102.985 98.611 104.258 97.775 105.468C96.645 107.105 95.592 108.627 93.979 107.769C91.5845 106.501 89.7482 104.386 88.8278 101.838C87.9075 99.2895 87.9692 96.4896 89.0008 93.9841C90.0324 91.4786 91.9601 89.4471 94.408 88.2855C96.856 87.1239 99.6488 86.9156 102.242 87.701C104.307 88.3228 106.141 89.5427 107.513 91.2065C108.885 92.8704 109.732 94.9035 109.949 97.049C110.165 99.1945 109.74 101.356 108.728 103.26C107.979 104.667 106.319 104.003 104.567 103.303C103.193 102.753 101.764 102.181 100.672 102.567ZM144.099 149.318C152.242 142.903 155.233 132.429 155.233 125.977C155.233 120.877 151.802 122.482 146.309 125.202L145.999 125.355C140.957 127.852 134.245 131.177 126.877 131.177C119.508 131.177 112.796 127.852 107.755 125.354C102.084 122.545 98.527 120.783 98.527 125.978C98.527 132.634 101.709 143.563 110.443 149.912C111.596 147.573 113.219 145.497 115.211 143.813C117.202 142.129 119.52 140.874 122.018 140.126C122.89 139.866 123.788 141.367 124.707 142.904C125.594 144.386 126.501 145.902 127.423 145.902C128.406 145.902 129.371 144.408 130.314 142.95C131.299 141.425 132.26 139.94 133.189 140.237C137.864 141.738 141.775 144.993 144.099 149.318Z" fill="#32343D"/>
+<path d="M144.097 149.317C139.856 152.659 134.219 154.9 126.878 154.9C119.981 154.9 114.587 152.922 110.443 149.911C111.596 147.572 113.219 145.495 115.211 143.812C117.202 142.128 119.52 140.873 122.018 140.125C123.73 139.614 125.545 145.901 127.423 145.901C129.433 145.901 131.37 139.655 133.189 140.236C137.863 141.738 141.773 144.993 144.097 149.317Z" fill="#FF323D"/>
+<path fill-rule="evenodd" clip-rule="evenodd" d="M81.2 111.64C80.2312 112.288 79.1173 112.687 77.9572 112.801C76.7971 112.916 75.6267 112.742 74.55 112.295C73.6893 111.94 72.9072 111.418 72.2488 110.759C71.5903 110.101 71.0684 109.319 70.713 108.458C70.267 107.381 70.0935 106.211 70.2082 105.051C70.3228 103.891 70.7219 102.777 71.37 101.808C72.1488 100.642 73.2558 99.7333 74.5512 99.1967C75.8466 98.6601 77.272 98.5197 78.6471 98.7935C80.0223 99.0672 81.2853 99.7427 82.2764 100.734C83.2675 101.726 83.9422 102.99 84.215 104.365C84.4883 105.74 84.3477 107.165 83.8113 108.46C83.2748 109.755 82.3654 110.861 81.2 111.64ZM182.613 111.64C181.644 112.288 180.53 112.687 179.37 112.801C178.209 112.916 177.039 112.742 175.962 112.295C175.101 111.939 174.319 111.418 173.661 110.759C173.003 110.101 172.481 109.319 172.125 108.458C171.68 107.381 171.507 106.211 171.621 105.051C171.736 103.891 172.135 102.777 172.782 101.808C173.364 100.936 174.133 100.205 175.032 99.6658C175.931 99.1269 176.938 98.7942 177.981 98.6917C179.025 98.5891 180.078 98.7193 181.064 99.0728C182.051 99.4264 182.947 99.9944 183.688 100.736C184.68 101.727 185.355 102.99 185.628 104.365C185.902 105.74 185.761 107.165 185.224 108.46C184.687 109.755 183.779 110.861 182.613 111.64Z" fill="#FFAD03"/>
+</svg>
\ No newline at end of file
--- /dev/null
+// Blog Post Content
+export const BLOG_POST_MD = String.raw`
+# Understanding Rust's Ownership System
+
+*Published on March 15, 2024 • 8 min read*
+
+Rust's ownership system is one of its most distinctive features, enabling memory safety without garbage collection. In this post, we'll explore how ownership works and why it's revolutionary for systems programming.
+
+## What is Ownership?
+
+Ownership is a set of rules that governs how Rust manages memory. These rules are checked at compile time, ensuring memory safety without runtime overhead.
+
+### The Three Rules of Ownership
+
+1. **Each value has a single owner**
+2. **There can only be one owner at a time**
+3. **When the owner goes out of scope, the value is dropped**
+
+## Memory Management Without GC
+
+Traditional approaches to memory management:
+
+- **Manual management** (C/C++): Error-prone, leads to bugs
+- **Garbage collection** (Java, Python): Runtime overhead
+- **Ownership** (Rust): Compile-time safety, zero runtime cost
+
+## Basic Examples
+
+### Variable Scope
+
+${'```'}rust
+fn main() {
+ let s = String::from("hello"); // s comes into scope
+
+ // s is valid here
+ println!("{}", s);
+
+} // s goes out of scope and is dropped
+${'```'}
+
+### Move Semantics
+
+${'```'}rust
+fn main() {
+ let s1 = String::from("hello");
+ let s2 = s1; // s1 is moved to s2
+
+ // println!("{}", s1); // ❌ ERROR: s1 is no longer valid
+ println!("{}", s2); // ✅ OK: s2 owns the string
+}
+${'```'}
+
+## Borrowing and References
+
+Instead of transferring ownership, you can **borrow** values:
+
+### Immutable References
+
+${'```'}rust
+fn calculate_length(s: &String) -> usize {
+ s.len() // s is a reference, doesn't own the String
+}
+
+fn main() {
+ let s1 = String::from("hello");
+ let len = calculate_length(&s1); // Borrow s1
+ println!("Length of '{}' is {}", s1, len); // s1 still valid
+}
+${'```'}
+
+### Mutable References
+
+${'```'}rust
+fn main() {
+ let mut s = String::from("hello");
+
+ let r1 = &mut s;
+ r1.push_str(", world");
+ println!("{}", r1);
+
+ // let r2 = &mut s; // ❌ ERROR: cannot borrow twice
+}
+${'```'}
+
+## Common Pitfalls
+
+### Dangling References
+
+${'```'}rust
+fn dangle() -> &String { // ❌ ERROR: missing lifetime specifier
+ let s = String::from("hello");
+ &s // s will be dropped, leaving a dangling reference
+}
+${'```'}
+
+### ✅ Solution
+
+${'```'}rust
+fn no_dangle() -> String {
+ let s = String::from("hello");
+ s // Ownership is moved out
+}
+${'```'}
+
+## Benefits
+
+- ✅ **No null pointer dereferences**
+- ✅ **No data races**
+- ✅ **No use-after-free**
+- ✅ **No memory leaks**
+
+## Conclusion
+
+Rust's ownership system eliminates entire classes of bugs at compile time. While it has a learning curve, the benefits in safety and performance are worth it.
+
+## Further Reading
+
+- [The Rust Book - Ownership](https://doc.rust-lang.org/book/ch04-00-understanding-ownership.html)
+- [Rust by Example - Ownership](https://doc.rust-lang.org/rust-by-example/scope/move.html)
+- [Rustlings Exercises](https://github.com/rust-lang/rustlings)
+
+---
+
+*Questions? Reach out on [Twitter](https://twitter.com/rustlang) or join the [Rust Discord](https://discord.gg/rust-lang)*
+`;
--- /dev/null
+// Data Analysis Report
+export const DATA_ANALYSIS_MD = String.raw`
+# Q4 2024 Business Analytics Report
+
+*Executive Summary • Generated on January 15, 2025*
+
+## 📊 Key Performance Indicators
+
+${'```'}
+Daily Active Users (DAU): 1.2M (+65% YoY)
+Monthly Active Users (MAU): 4.5M (+48% YoY)
+User Retention (Day 30): 68% (+12pp YoY)
+Average Session Duration: 24min (+35% YoY)
+${'```'}
+
+## 🎯 Product Performance
+
+### Feature Adoption Rates
+
+1. **AI Assistant**: 78% of users (↑ from 45%)
+2. **Collaboration Tools**: 62% of users (↑ from 38%)
+3. **Analytics Dashboard**: 54% of users (↑ from 31%)
+4. **Mobile App**: 41% of users (↑ from 22%)
+
+### Customer Satisfaction
+
+| Metric | Q4 2024 | Q3 2024 | Change |
+|--------|---------|---------|--------|
+| **NPS Score** | 72 | 68 | +4 |
+| **CSAT** | 4.6/5 | 4.4/5 | +0.2 |
+| **Support Tickets** | 2,340 | 2,890 | -19% |
+| **Resolution Time** | 4.2h | 5.1h | -18% |
+
+## 💰 Revenue Metrics
+
+### Monthly Recurring Revenue (MRR)
+
+- **Current MRR**: $2.8M (+42% YoY)
+- **New MRR**: $340K
+- **Expansion MRR**: $180K
+- **Churned MRR**: $95K
+- **Net New MRR**: $425K
+
+### Customer Acquisition
+
+${'```'}
+Cost per Acquisition (CAC): $127 (-23% YoY)
+Customer Lifetime Value: $1,840 (+31% YoY)
+LTV:CAC Ratio: 14.5:1
+Payback Period: 3.2 months
+${'```'}
+
+## 🌍 Geographic Performance
+
+### Revenue by Region
+
+1. **North America**: 45% ($1.26M)
+2. **Europe**: 32% ($896K)
+3. **Asia-Pacific**: 18% ($504K)
+4. **Other**: 5% ($140K)
+
+### Growth Opportunities
+
+- **APAC**: 89% YoY growth potential
+- **Latin America**: Emerging market entry
+- **Middle East**: Enterprise expansion
+
+## 📱 Channel Performance
+
+### Traffic Sources
+
+| Channel | Sessions | Conversion | Revenue |
+|---------|----------|------------|---------|
+| **Organic Search** | 45% | 3.2% | $1.1M |
+| **Direct** | 28% | 4.1% | $850K |
+| **Social Media** | 15% | 2.8% | $420K |
+| **Paid Ads** | 12% | 5.5% | $430K |
+
+### Marketing ROI
+
+- **Content Marketing**: 340% ROI
+- **Email Campaigns**: 280% ROI
+- **Social Media**: 190% ROI
+- **Paid Search**: 220% ROI
+
+## 🔍 User Behavior Analysis
+
+### Session Patterns
+
+- **Peak Hours**: 9-11 AM, 2-4 PM EST
+- **Mobile Usage**: 67% of sessions
+- **Average Pages/Session**: 4.8
+- **Bounce Rate**: 23% (↓ from 31%)
+
+### Feature Usage Heatmap
+
+Most used features in order:
+1. Dashboard (89% of users)
+2. Search (76% of users)
+3. Reports (64% of users)
+4. Settings (45% of users)
+5. Integrations (32% of users)
+
+## 💡 Recommendations
+
+1. **Invest** in AI capabilities (+$2M budget)
+2. **Expand** sales team in APAC region
+3. **Improve** onboarding to reduce churn
+4. **Launch** enterprise security features
+
+## Appendix
+
+### Methodology
+
+Data collected from:
+- Internal analytics (Amplitude)
+- Customer surveys (n=2,450)
+- Financial systems (NetSuite)
+- Market research (Gartner)
+
+---
+
+*Report prepared by Data Analytics Team • [View Interactive Dashboard](https://analytics.example.com)*
+`;
--- /dev/null
+// Empty state
+export const EMPTY_MD = '';
--- /dev/null
+/* eslint-disable no-irregular-whitespace */
+// Math Formulas Content
+export const MATH_FORMULAS_MD = String.raw`
+# Mathematical Formulas and Expressions
+
+This document demonstrates various mathematical notation and formulas that can be rendered using LaTeX syntax in markdown.
+
+## Basic Arithmetic
+
+### Addition and Summation
+$$\sum_{i=1}^{n} i = \frac{n(n+1)}{2}$$
+
+## Algebra
+
+### Quadratic Formula
+The solutions to $ax^2 + bx + c = 0$ are:
+$$x = \frac{-b \pm \sqrt{b^2 - 4ac}}{2a}$$
+
+### Binomial Theorem
+$$(x + y)^n = \sum_{k=0}^{n} \binom{n}{k} x^{n-k} y^k$$
+
+## Calculus
+
+### Derivatives
+The derivative of $f(x) = x^n$ is:
+$$f'(x) = nx^{n-1}$$
+
+### Integration
+$$\int_a^b f(x) \, dx = F(b) - F(a)$$
+
+### Fundamental Theorem of Calculus
+$$\frac{d}{dx} \int_a^x f(t) \, dt = f(x)$$
+
+## Linear Algebra
+
+### Matrix Multiplication
+If $A$ is an $m \times n$ matrix and $B$ is an $n \times p$ matrix, then:
+$$C_{ij} = \sum_{k=1}^{n} A_{ik} B_{kj}$$
+
+### Eigenvalues and Eigenvectors
+For a square matrix $A$, if $Av = \lambda v$ for some non-zero vector $v$, then:
+- $\lambda$ is an eigenvalue
+- $v$ is an eigenvector
+
+## Statistics and Probability
+
+### Normal Distribution
+The probability density function is:
+$$f(x) = \frac{1}{\sigma\sqrt{2\pi}} e^{-\frac{1}{2}\left(\frac{x-\mu}{\sigma}\right)^2}$$
+
+### Bayes' Theorem
+$$P(A|B) = \frac{P(B|A) \cdot P(A)}{P(B)}$$
+
+### Central Limit Theorem
+For large $n$, the sample mean $\bar{X}$ is approximately:
+$$\bar{X} \sim N\left(\mu, \frac{\sigma^2}{n}\right)$$
+
+## Trigonometry
+
+### Pythagorean Identity
+$$\sin^2\theta + \cos^2\theta = 1$$
+
+### Euler's Formula
+$$e^{i\theta} = \cos\theta + i\sin\theta$$
+
+### Taylor Series for Sine
+$$\sin x = \sum_{n=0}^{\infty} \frac{(-1)^n}{(2n+1)!} x^{2n+1} = x - \frac{x^3}{3!} + \frac{x^5}{5!} - \frac{x^7}{7!} + \cdots$$
+
+## Complex Analysis
+
+### Complex Numbers
+A complex number can be written as:
+$$z = a + bi = r e^{i\theta}$$
+
+where $r = |z| = \sqrt{a^2 + b^2}$ and $\theta = \arg(z)$
+
+### Cauchy-Riemann Equations
+For a function $f(z) = u(x,y) + iv(x,y)$ to be analytic:
+$$\frac{\partial u}{\partial x} = \frac{\partial v}{\partial y}, \quad \frac{\partial u}{\partial y} = -\frac{\partial v}{\partial x}$$
+
+## Differential Equations
+
+### First-order Linear ODE
+$$\frac{dy}{dx} + P(x)y = Q(x)$$
+
+Solution: $y = e^{-\int P(x)dx}\left[\int Q(x)e^{\int P(x)dx}dx + C\right]$
+
+### Heat Equation
+$$\frac{\partial u}{\partial t} = \alpha \frac{\partial^2 u}{\partial x^2}$$
+
+## Number Theory
+
+### Prime Number Theorem
+$$\pi(x) \sim \frac{x}{\ln x}$$
+
+where $\pi(x)$ is the number of primes less than or equal to $x$.
+
+### Fermat's Last Theorem
+For $n > 2$, there are no positive integers $a$, $b$, and $c$ such that:
+$$a^n + b^n = c^n$$
+
+## Set Theory
+
+### De Morgan's Laws
+$$\overline{A \cup B} = \overline{A} \cap \overline{B}$$
+$$\overline{A \cap B} = \overline{A} \cup \overline{B}$$
+
+## Advanced Topics
+
+### Riemann Zeta Function
+$$\zeta(s) = \sum_{n=1}^{\infty} \frac{1}{n^s} = \prod_{p \text{ prime}} \frac{1}{1-p^{-s}}$$
+
+### Maxwell's Equations
+$$\nabla \cdot \mathbf{E} = \frac{\rho}{\epsilon_0}$$
+$$\nabla \cdot \mathbf{B} = 0$$
+$$\nabla \times \mathbf{E} = -\frac{\partial \mathbf{B}}{\partial t}$$
+$$\nabla \times \mathbf{B} = \mu_0\mathbf{J} + \mu_0\epsilon_0\frac{\partial \mathbf{E}}{\partial t}$$
+
+### Schrödinger Equation
+$$i\hbar\frac{\partial}{\partial t}\Psi(\mathbf{r},t) = \hat{H}\Psi(\mathbf{r},t)$$
+
+## Inline Math Examples
+
+Here are some inline mathematical expressions:
+
+- The golden ratio: $\phi = \frac{1 + \sqrt{5}}{2} \approx 1.618$
+- Euler's number: $e = \lim_{n \to \infty} \left(1 + \frac{1}{n}\right)^n$
+- Pi: $\pi = 4 \sum_{n=0}^{\infty} \frac{(-1)^n}{2n+1}$
+- Square root of 2: $\sqrt{2} = 1.41421356...$
+
+## Fractions and Radicals
+
+Complex fraction: $\frac{\frac{a}{b} + \frac{c}{d}}{\frac{e}{f} - \frac{g}{h}}$
+
+Nested radicals: $\sqrt{2 + \sqrt{3 + \sqrt{4 + \sqrt{5}}}}$
+
+## Summations and Products
+
+### Geometric Series
+$$\sum_{n=0}^{\infty} ar^n = \frac{a}{1-r} \quad \text{for } |r| < 1$$
+
+### Product Notation
+$$n! = \prod_{k=1}^{n} k$$
+
+### Double Summation
+$$\sum_{i=1}^{m} \sum_{j=1}^{n} a_{ij}$$
+
+## Limits
+
+$$\lim_{x \to 0} \frac{\sin x}{x} = 1$$
+
+$$\lim_{n \to \infty} \left(1 + \frac{x}{n}\right)^n = e^x$$
+
+## Further Bracket Styles and Amounts
+
+- \( \mathrm{GL}_2(\mathbb{F}_7) \): Group of invertible matrices with entries in \(\mathbb{F}_7\).
+- Some kernel of \(\mathrm{SL}_2(\mathbb{F}_7)\):
+ \[
+ \left\{ \begin{pmatrix} 1 & 0 \\ 0 & 1 \end{pmatrix}, \begin{pmatrix} -1 & 0 \\ 0 & -1 \end{pmatrix} \right\} = \{\pm I\}
+ \]
+- Algebra:
+\[
+x = \frac{-b \pm \sqrt{\,b^{2}-4ac\,}}{2a}
+\]
+- $100 and $12.99 are amounts, not LaTeX.
+- I have $10, $3.99 and $x + y$ and $100x$. The amount is $2,000.
+- Emma buys 2 cupcakes for $3 each and 1 cookie for $1.50. How much money does she spend in total?
+- Maria has $20. She buys a notebook for $4.75 and a pack of pencils for $3.25. How much change does she receive?
+- 1 kg の質量は
+ \[
+ E = (1\ \text{kg}) \times (3.0 \times 10^8\ \text{m/s})^2 \approx 9.0 \times 10^{16}\ \text{J}
+ \]
+ というエネルギーに相当します。これは約 21 百万トンの TNT が爆発したときのエネルギーに匹敵します。
+- Algebra: \[
+x = \frac{-b \pm \sqrt{\,b^{2}-4ac\,}}{2a}
+\]
+- Algebraic topology, Homotopy Groups of $\mathbb{S}^3$:
+$$\pi_n(\mathbb{S}^3) = \begin{cases}
+\mathbb{Z} & n = 3 \\
+0 & n > 3, n \neq 4 \\
+\mathbb{Z}_2 & n = 4 \\
+\end{cases}$$
+- Spacer preceded by backslash:
+\[
+\boxed{
+\begin{aligned}
+N_{\text{att}}^{\text{(MHA)}} &=
+h \bigl[\, d_{\text{model}}\;d_{k} + d_{\text{model}}\;d_{v}\, \bigr] && (\text{Q,K,V の重み})\\
+&\quad+ h(d_{k}+d_{k}+d_{v}) && (\text{バイアス Q,K,V）}\\[4pt]
+&\quad+ (h d_{v})\, d_{\text{model}} && (\text{出力射影 }W^{O})\\
+&\quad+ d_{\text{model}} && (\text{バイアス }b^{O})
+\end{aligned}}
+\]
+
+## Formulas in a Table
+
+| Area | Expression | Comment |
+|------|------------|---------|
+| **Algebra** | \[
+x = \frac{-b \pm \sqrt{\,b^{2}-4ac\,}}{2a}
+\] | Quadratic formula |
+| | \[
+(a+b)^{n} = \sum_{k=0}^{n}\binom{n}{k}\,a^{\,n-k}\,b^{\,k}
+\] | Binomial theorem |
+| | \(\displaystyle \prod_{k=1}^{n}k = n! \) | Factorial definition |
+| **Geometry** | \( \mathbf{a}\cdot \mathbf{b} = \|\mathbf{a}\|\,\|\mathbf{b}\|\,\cos\theta \) | Dot product & angle |
+
+## No math (but chemical)
+
+Balanced chemical reaction with states:
+
+\[
+\ce{2H2(g) + O2(g) -> 2H2O(l)}
+\]
+
+The standard enthalpy change for the reaction is: $\Delta H^\circ = \pu{-572 kJ mol^{-1}}$.
+
+---
+
+*This document showcases various mathematical notation and formulas that can be rendered in markdown using LaTeX syntax.*
+`;
--- /dev/null
+// README Content
+export const README_MD = String.raw`
+# 🚀 Awesome Web Framework
+
+[](https://www.npmjs.com/package/awesome-framework)
+[](https://github.com/awesome/framework/actions)
+[](https://codecov.io/gh/awesome/framework)
+[](https://opensource.org/licenses/MIT)
+
+> A modern, fast, and flexible web framework for building scalable applications
+
+## ✨ Features
+
+- 🎯 **Type-Safe** - Full TypeScript support out of the box
+- ⚡ **Lightning Fast** - Built on Vite for instant HMR
+- 📦 **Zero Config** - Works out of the box for most use cases
+- 🎨 **Flexible** - Unopinionated with sensible defaults
+- 🔧 **Extensible** - Plugin system for custom functionality
+- 📱 **Responsive** - Mobile-first approach
+- 🌍 **i18n Ready** - Built-in internationalization
+- 🔒 **Secure** - Security best practices by default
+
+## 📦 Installation
+
+${'```'}bash
+npm install awesome-framework
+# or
+yarn add awesome-framework
+# or
+pnpm add awesome-framework
+${'```'}
+
+## 🚀 Quick Start
+
+### Create a new project
+
+${'```'}bash
+npx create-awesome-app my-app
+cd my-app
+npm run dev
+${'```'}
+
+### Basic Example
+
+${'```'}javascript
+import { createApp } from 'awesome-framework';
+
+const app = createApp({
+ port: 3000,
+ middleware: ['cors', 'helmet', 'compression']
+});
+
+app.get('/', (req, res) => {
+ res.json({ message: 'Hello World!' });
+});
+
+app.listen(() => {
+ console.log('Server running on http://localhost:3000');
+});
+${'```'}
+
+## 📖 Documentation
+
+### Core Concepts
+
+- [Getting Started](https://docs.awesome.dev/getting-started)
+- [Configuration](https://docs.awesome.dev/configuration)
+- [Routing](https://docs.awesome.dev/routing)
+- [Middleware](https://docs.awesome.dev/middleware)
+- [Database](https://docs.awesome.dev/database)
+- [Authentication](https://docs.awesome.dev/authentication)
+
+### Advanced Topics
+
+- [Performance Optimization](https://docs.awesome.dev/performance)
+- [Deployment](https://docs.awesome.dev/deployment)
+- [Testing](https://docs.awesome.dev/testing)
+- [Security](https://docs.awesome.dev/security)
+
+## 🛠️ Development
+
+### Prerequisites
+
+- Node.js >= 18
+- pnpm >= 8
+
+### Setup
+
+${'```'}bash
+git clone https://github.com/awesome/framework.git
+cd framework
+pnpm install
+pnpm dev
+${'```'}
+
+### Testing
+
+${'```'}bash
+pnpm test # Run unit tests
+pnpm test:e2e # Run end-to-end tests
+pnpm test:watch # Run tests in watch mode
+${'```'}
+
+## 🤝 Contributing
+
+We welcome contributions! Please see our [Contributing Guide](CONTRIBUTING.md) for details.
+
+### Contributors
+
+<a href="https://github.com/awesome/framework/graphs/contributors">
+ <img src="https://contrib.rocks/image?repo=awesome/framework" />
+</a>
+
+## 📊 Benchmarks
+
+| Framework | Requests/sec | Latency (ms) | Memory (MB) |
+|-----------|-------------|--------------|-------------|
+| **Awesome** | **45,230** | **2.1** | **42** |
+| Express | 28,450 | 3.5 | 68 |
+| Fastify | 41,200 | 2.3 | 48 |
+| Koa | 32,100 | 3.1 | 52 |
+
+*Benchmarks performed on MacBook Pro M2, Node.js 20.x*
+
+## 📝 License
+
+MIT © [Awesome Team](https://github.com/awesome)
+
+## 🙏 Acknowledgments
+
+Special thanks to all our sponsors and contributors who make this project possible.
+
+---
+
+**[Website](https://awesome.dev)** • **[Documentation](https://docs.awesome.dev)** • **[Discord](https://discord.gg/awesome)** • **[Twitter](https://twitter.com/awesomeframework)**
+`;
--- /dev/null
+import { serverStore } from '$lib/stores/server.svelte';
+import { modelsStore } from '$lib/stores/models.svelte';
+
+/**
+ * Mock server properties for Storybook testing
+ * This utility allows setting mock server configurations without polluting production code
+ */
+export function mockServerProps(props: Partial<ApiLlamaCppServerProps>): void {
+ // Reset any pointer-events from previous tests (dropdown cleanup)
+ const body = document.querySelector('body');
+ if (body) body.style.pointerEvents = '';
+
+ // Directly set the props for testing purposes
+ (serverStore as unknown as { props: ApiLlamaCppServerProps }).props = {
+ model_path: props.model_path || 'test-model',
+ modalities: {
+ vision: props.modalities?.vision ?? false,
+ audio: props.modalities?.audio ?? false
+ },
+ ...props
+ } as ApiLlamaCppServerProps;
+
+ // Set router mode role so activeModelId can be set
+ (serverStore as unknown as { props: ApiLlamaCppServerProps }).props.role = 'ROUTER';
+
+ // Also mock modelsStore methods for modality checking
+ const vision = props.modalities?.vision ?? false;
+ const audio = props.modalities?.audio ?? false;
+
+ // eslint-disable-next-line @typescript-eslint/no-explicit-any
+ (modelsStore as any).modelSupportsVision = () => vision;
+ // eslint-disable-next-line @typescript-eslint/no-explicit-any
+ (modelsStore as any).modelSupportsAudio = () => audio;
+
+ // Mock models list with a test model so activeModelId can be resolved
+ // eslint-disable-next-line @typescript-eslint/no-explicit-any
+ (modelsStore as any).models = [
+ {
+ id: 'test-model',
+ name: 'Test Model',
+ model: 'test-model'
+ }
+ ];
+
+ // Mock selectedModelId
+ // eslint-disable-next-line @typescript-eslint/no-explicit-any
+ (modelsStore as any).selectedModelId = 'test-model';
+}
+
+/**
+ * Reset server store to clean state for testing
+ */
+export function resetServerStore(): void {
+ (serverStore as unknown as { props: ApiLlamaCppServerProps }).props = {
+ model_path: '',
+ modalities: {
+ vision: false,
+ audio: false
+ }
+ } as ApiLlamaCppServerProps;
+ (serverStore as unknown as { error: string }).error = '';
+ (serverStore as unknown as { loading: boolean }).loading = false;
+}
+
+/**
+ * Common mock configurations for Storybook stories
+ */
+export const mockConfigs = {
+ visionOnly: {
+ modalities: { vision: true, audio: false }
+ },
+ audioOnly: {
+ modalities: { vision: false, audio: true }
+ },
+ bothModalities: {
+ modalities: { vision: true, audio: true }
+ },
+ noModalities: {
+ modalities: { vision: false, audio: false }
+ }
+} as const;
provider: 'playwright',
instances: [{ browser: 'chromium' }]
},
- include: ['src/**/*.svelte.{test,spec}.{js,ts}'],
- exclude: ['src/lib/server/**'],
+ include: ['tests/client/**/*.svelte.{test,spec}.{js,ts}'],
setupFiles: ['./vitest-setup-client.ts']
}
},
test: {
name: 'server',
environment: 'node',
- include: ['src/**/*.{test,spec}.{js,ts}'],
- exclude: ['src/**/*.svelte.{test,spec}.{js,ts}']
+ include: ['tests/server/**/*.{test,spec}.{js,ts}']
}
},
{
provider: 'playwright',
instances: [{ browser: 'chromium', headless: true }]
},
- include: ['src/**/*.stories.{js,ts,svelte}'],
+ include: ['tests/stories/**/*.stories.{js,ts,svelte}'],
setupFiles: ['./.storybook/vitest.setup.ts']
},
plugins: [
proxy: {
'/v1': 'http://localhost:8080',
'/props': 'http://localhost:8080',
- '/slots': 'http://localhost:8080'
+ '/models': 'http://localhost:8080'
},
headers: {
'Cross-Origin-Embedder-Policy': 'require-corp',
--- /dev/null
+/*
+ The latest version of this library is available on GitHub;
+ https://github.com/sheredom/subprocess.h
+*/
+
+/*
+ This is free and unencumbered software released into the public domain.
+
+ Anyone is free to copy, modify, publish, use, compile, sell, or
+ distribute this software, either in source code form or as a compiled
+ binary, for any purpose, commercial or non-commercial, and by any
+ means.
+
+ In jurisdictions that recognize copyright laws, the author or authors
+ of this software dedicate any and all copyright interest in the
+ software to the public domain. We make this dedication for the benefit
+ of the public at large and to the detriment of our heirs and
+ successors. We intend this dedication to be an overt act of
+ relinquishment in perpetuity of all present and future rights to this
+ software under copyright law.
+
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+ EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+ MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+ IN NO EVENT SHALL THE AUTHORS BE LIABLE FOR ANY CLAIM, DAMAGES OR
+ OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
+ ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
+ OTHER DEALINGS IN THE SOFTWARE.
+
+ For more information, please refer to <http://unlicense.org/>
+*/
+
+#ifndef SHEREDOM_SUBPROCESS_H_INCLUDED
+#define SHEREDOM_SUBPROCESS_H_INCLUDED
+
+#if defined(_MSC_VER)
+#pragma warning(push, 1)
+
+/* disable warning: '__cplusplus' is not defined as a preprocessor macro,
+ * replacing with '0' for '#if/#elif' */
+#pragma warning(disable : 4668)
+#endif
+
+#include <stdio.h>
+#include <string.h>
+
+#if defined(_MSC_VER)
+#pragma warning(pop)
+#endif
+
+#if defined(__TINYC__)
+#define SUBPROCESS_ATTRIBUTE(a) __attribute((a))
+#else
+#define SUBPROCESS_ATTRIBUTE(a) __attribute__((a))
+#endif
+
+#if defined(_MSC_VER)
+#define subprocess_pure
+#define subprocess_weak __inline
+#define subprocess_tls __declspec(thread)
+#elif defined(__MINGW32__)
+#define subprocess_pure SUBPROCESS_ATTRIBUTE(pure)
+#define subprocess_weak static SUBPROCESS_ATTRIBUTE(used)
+#define subprocess_tls __thread
+#elif defined(__clang__) || defined(__GNUC__) || defined(__TINYC__)
+#define subprocess_pure SUBPROCESS_ATTRIBUTE(pure)
+#define subprocess_weak SUBPROCESS_ATTRIBUTE(weak)
+#define subprocess_tls __thread
+#else
+#error Non clang, non gcc, non MSVC compiler found!
+#endif
+
+struct subprocess_s;
+
+enum subprocess_option_e {
+ // stdout and stderr are the same FILE.
+ subprocess_option_combined_stdout_stderr = 0x1,
+
+ // The child process should inherit the environment variables of the parent.
+ subprocess_option_inherit_environment = 0x2,
+
+ // Enable asynchronous reading of stdout/stderr before it has completed.
+ subprocess_option_enable_async = 0x4,
+
+ // Enable the child process to be spawned with no window visible if supported
+ // by the platform.
+ subprocess_option_no_window = 0x8,
+
+ // Search for program names in the PATH variable. Always enabled on Windows.
+ // Note: this will **not** search for paths in any provided custom environment
+ // and instead uses the PATH of the spawning process.
+ subprocess_option_search_user_path = 0x10
+};
+
+#if defined(__cplusplus)
+extern "C" {
+#endif
+
+/// @brief Create a process.
+/// @param command_line An array of strings for the command line to execute for
+/// this process. The last element must be NULL to signify the end of the array.
+/// The memory backing this parameter only needs to persist until this function
+/// returns.
+/// @param options A bit field of subprocess_option_e's to pass.
+/// @param out_process The newly created process.
+/// @return On success zero is returned.
+subprocess_weak int subprocess_create(const char *const command_line[],
+ int options,
+ struct subprocess_s *const out_process);
+
+/// @brief Create a process (extended create).
+/// @param command_line An array of strings for the command line to execute for
+/// this process. The last element must be NULL to signify the end of the array.
+/// The memory backing this parameter only needs to persist until this function
+/// returns.
+/// @param options A bit field of subprocess_option_e's to pass.
+/// @param environment An optional array of strings for the environment to use
+/// for a child process (each element of the form FOO=BAR). The last element
+/// must be NULL to signify the end of the array.
+/// @param out_process The newly created process.
+/// @return On success zero is returned.
+///
+/// If `options` contains `subprocess_option_inherit_environment`, then
+/// `environment` must be NULL.
+subprocess_weak int
+subprocess_create_ex(const char *const command_line[], int options,
+ const char *const environment[],
+ struct subprocess_s *const out_process);
+
+/// @brief Get the standard input file for a process.
+/// @param process The process to query.
+/// @return The file for standard input of the process.
+///
+/// The file returned can be written to by the parent process to feed data to
+/// the standard input of the process.
+subprocess_pure subprocess_weak FILE *
+subprocess_stdin(const struct subprocess_s *const process);
+
+/// @brief Get the standard output file for a process.
+/// @param process The process to query.
+/// @return The file for standard output of the process.
+///
+/// The file returned can be read from by the parent process to read data from
+/// the standard output of the child process.
+subprocess_pure subprocess_weak FILE *
+subprocess_stdout(const struct subprocess_s *const process);
+
+/// @brief Get the standard error file for a process.
+/// @param process The process to query.
+/// @return The file for standard error of the process.
+///
+/// The file returned can be read from by the parent process to read data from
+/// the standard error of the child process.
+///
+/// If the process was created with the subprocess_option_combined_stdout_stderr
+/// option bit set, this function will return NULL, and the subprocess_stdout
+/// function should be used for both the standard output and error combined.
+subprocess_pure subprocess_weak FILE *
+subprocess_stderr(const struct subprocess_s *const process);
+
+/// @brief Wait for a process to finish execution.
+/// @param process The process to wait for.
+/// @param out_return_code The return code of the returned process (can be
+/// NULL).
+/// @return On success zero is returned.
+///
+/// Joining a process will close the stdin pipe to the process.
+subprocess_weak int subprocess_join(struct subprocess_s *const process,
+ int *const out_return_code);
+
+/// @brief Destroy a previously created process.
+/// @param process The process to destroy.
+/// @return On success zero is returned.
+///
+/// If the process to be destroyed had not finished execution, it may out live
+/// the parent process.
+subprocess_weak int subprocess_destroy(struct subprocess_s *const process);
+
+/// @brief Terminate a previously created process.
+/// @param process The process to terminate.
+/// @return On success zero is returned.
+///
+/// If the process to be destroyed had not finished execution, it will be
+/// terminated (i.e killed).
+subprocess_weak int subprocess_terminate(struct subprocess_s *const process);
+
+/// @brief Read the standard output from the child process.
+/// @param process The process to read from.
+/// @param buffer The buffer to read into.
+/// @param size The maximum number of bytes to read.
+/// @return The number of bytes actually read into buffer. Can only be 0 if the
+/// process has complete.
+///
+/// The only safe way to read from the standard output of a process during it's
+/// execution is to use the `subprocess_option_enable_async` option in
+/// conjunction with this method.
+subprocess_weak unsigned
+subprocess_read_stdout(struct subprocess_s *const process, char *const buffer,
+ unsigned size);
+
+/// @brief Read the standard error from the child process.
+/// @param process The process to read from.
+/// @param buffer The buffer to read into.
+/// @param size The maximum number of bytes to read.
+/// @return The number of bytes actually read into buffer. Can only be 0 if the
+/// process has complete.
+///
+/// The only safe way to read from the standard error of a process during it's
+/// execution is to use the `subprocess_option_enable_async` option in
+/// conjunction with this method.
+subprocess_weak unsigned
+subprocess_read_stderr(struct subprocess_s *const process, char *const buffer,
+ unsigned size);
+
+/// @brief Returns if the subprocess is currently still alive and executing.
+/// @param process The process to check.
+/// @return If the process is still alive non-zero is returned.
+subprocess_weak int subprocess_alive(struct subprocess_s *const process);
+
+#if defined(__cplusplus)
+#define SUBPROCESS_CAST(type, x) static_cast<type>(x)
+#define SUBPROCESS_PTR_CAST(type, x) reinterpret_cast<type>(x)
+#define SUBPROCESS_CONST_CAST(type, x) const_cast<type>(x)
+#define SUBPROCESS_NULL NULL
+#else
+#define SUBPROCESS_CAST(type, x) ((type)(x))
+#define SUBPROCESS_PTR_CAST(type, x) ((type)(x))
+#define SUBPROCESS_CONST_CAST(type, x) ((type)(x))
+#define SUBPROCESS_NULL 0
+#endif
+
+#if !defined(_WIN32)
+#include <signal.h>
+#include <spawn.h>
+#include <stdlib.h>
+#include <sys/types.h>
+#include <sys/wait.h>
+#include <unistd.h>
+#endif
+
+#if defined(_WIN32)
+
+#if (_MSC_VER < 1920)
+#ifdef _WIN64
+typedef __int64 subprocess_intptr_t;
+typedef unsigned __int64 subprocess_size_t;
+#else
+typedef int subprocess_intptr_t;
+typedef unsigned int subprocess_size_t;
+#endif
+#else
+#include <inttypes.h>
+
+typedef intptr_t subprocess_intptr_t;
+typedef size_t subprocess_size_t;
+#endif
+
+#ifdef __clang__
+#pragma clang diagnostic push
+#pragma clang diagnostic ignored "-Wreserved-identifier"
+#endif
+
+typedef struct _PROCESS_INFORMATION *LPPROCESS_INFORMATION;
+typedef struct _SECURITY_ATTRIBUTES *LPSECURITY_ATTRIBUTES;
+typedef struct _STARTUPINFOA *LPSTARTUPINFOA;
+typedef struct _OVERLAPPED *LPOVERLAPPED;
+
+#ifdef __clang__
+#pragma clang diagnostic pop
+#endif
+
+#ifdef _MSC_VER
+#pragma warning(push, 1)
+#endif
+#ifdef __MINGW32__
+#pragma GCC diagnostic push
+#pragma GCC diagnostic ignored "-Wpedantic"
+#endif
+
+struct subprocess_subprocess_information_s {
+ void *hProcess;
+ void *hThread;
+ unsigned long dwProcessId;
+ unsigned long dwThreadId;
+};
+
+struct subprocess_security_attributes_s {
+ unsigned long nLength;
+ void *lpSecurityDescriptor;
+ int bInheritHandle;
+};
+
+struct subprocess_startup_info_s {
+ unsigned long cb;
+ char *lpReserved;
+ char *lpDesktop;
+ char *lpTitle;
+ unsigned long dwX;
+ unsigned long dwY;
+ unsigned long dwXSize;
+ unsigned long dwYSize;
+ unsigned long dwXCountChars;
+ unsigned long dwYCountChars;
+ unsigned long dwFillAttribute;
+ unsigned long dwFlags;
+ unsigned short wShowWindow;
+ unsigned short cbReserved2;
+ unsigned char *lpReserved2;
+ void *hStdInput;
+ void *hStdOutput;
+ void *hStdError;
+};
+
+struct subprocess_overlapped_s {
+ uintptr_t Internal;
+ uintptr_t InternalHigh;
+ union {
+ struct {
+ unsigned long Offset;
+ unsigned long OffsetHigh;
+ } DUMMYSTRUCTNAME;
+ void *Pointer;
+ } DUMMYUNIONNAME;
+
+ void *hEvent;
+};
+
+#ifdef __MINGW32__
+#pragma GCC diagnostic pop
+#endif
+#ifdef _MSC_VER
+#pragma warning(pop)
+#endif
+
+__declspec(dllimport) unsigned long __stdcall GetLastError(void);
+__declspec(dllimport) int __stdcall SetHandleInformation(void *, unsigned long,
+ unsigned long);
+__declspec(dllimport) int __stdcall CreatePipe(void **, void **,
+ LPSECURITY_ATTRIBUTES,
+ unsigned long);
+__declspec(dllimport) void *__stdcall CreateNamedPipeA(
+ const char *, unsigned long, unsigned long, unsigned long, unsigned long,
+ unsigned long, unsigned long, LPSECURITY_ATTRIBUTES);
+__declspec(dllimport) int __stdcall ReadFile(void *, void *, unsigned long,
+ unsigned long *, LPOVERLAPPED);
+__declspec(dllimport) unsigned long __stdcall GetCurrentProcessId(void);
+__declspec(dllimport) unsigned long __stdcall GetCurrentThreadId(void);
+__declspec(dllimport) void *__stdcall CreateFileA(const char *, unsigned long,
+ unsigned long,
+ LPSECURITY_ATTRIBUTES,
+ unsigned long, unsigned long,
+ void *);
+__declspec(dllimport) void *__stdcall CreateEventA(LPSECURITY_ATTRIBUTES, int,
+ int, const char *);
+__declspec(dllimport) int __stdcall CreateProcessA(
+ const char *, char *, LPSECURITY_ATTRIBUTES, LPSECURITY_ATTRIBUTES, int,
+ unsigned long, void *, const char *, LPSTARTUPINFOA, LPPROCESS_INFORMATION);
+__declspec(dllimport) int __stdcall CloseHandle(void *);
+__declspec(dllimport) unsigned long __stdcall WaitForSingleObject(
+ void *, unsigned long);
+__declspec(dllimport) int __stdcall GetExitCodeProcess(
+ void *, unsigned long *lpExitCode);
+__declspec(dllimport) int __stdcall TerminateProcess(void *, unsigned int);
+__declspec(dllimport) unsigned long __stdcall WaitForMultipleObjects(
+ unsigned long, void *const *, int, unsigned long);
+__declspec(dllimport) int __stdcall GetOverlappedResult(void *, LPOVERLAPPED,
+ unsigned long *, int);
+
+#if defined(_DLL)
+#define SUBPROCESS_DLLIMPORT __declspec(dllimport)
+#else
+#define SUBPROCESS_DLLIMPORT
+#endif
+
+#ifdef __clang__
+#pragma clang diagnostic push
+#pragma clang diagnostic ignored "-Wreserved-identifier"
+#endif
+
+SUBPROCESS_DLLIMPORT int __cdecl _fileno(FILE *);
+SUBPROCESS_DLLIMPORT int __cdecl _open_osfhandle(subprocess_intptr_t, int);
+SUBPROCESS_DLLIMPORT subprocess_intptr_t __cdecl _get_osfhandle(int);
+
+#ifndef __MINGW32__
+void *__cdecl _alloca(subprocess_size_t);
+#else
+#include <malloc.h>
+#endif
+
+#ifdef __clang__
+#pragma clang diagnostic pop
+#endif
+
+#else
+typedef size_t subprocess_size_t;
+#endif
+
+#ifdef __clang__
+#pragma clang diagnostic push
+#pragma clang diagnostic ignored "-Wpadded"
+#endif
+struct subprocess_s {
+ FILE *stdin_file;
+ FILE *stdout_file;
+ FILE *stderr_file;
+
+#if defined(_WIN32)
+ void *hProcess;
+ void *hStdInput;
+ void *hEventOutput;
+ void *hEventError;
+#else
+ pid_t child;
+ int return_status;
+#endif
+
+ subprocess_size_t alive;
+};
+#ifdef __clang__
+#pragma clang diagnostic pop
+#endif
+
+#if defined(__clang__)
+#if __has_warning("-Wunsafe-buffer-usage")
+#pragma clang diagnostic push
+#pragma clang diagnostic ignored "-Wunsafe-buffer-usage"
+#endif
+#endif
+
+#if defined(_WIN32)
+subprocess_weak int subprocess_create_named_pipe_helper(void **rd, void **wr);
+int subprocess_create_named_pipe_helper(void **rd, void **wr) {
+ const unsigned long pipeAccessInbound = 0x00000001;
+ const unsigned long fileFlagOverlapped = 0x40000000;
+ const unsigned long pipeTypeByte = 0x00000000;
+ const unsigned long pipeWait = 0x00000000;
+ const unsigned long genericWrite = 0x40000000;
+ const unsigned long openExisting = 3;
+ const unsigned long fileAttributeNormal = 0x00000080;
+ const void *const invalidHandleValue =
+ SUBPROCESS_PTR_CAST(void *, ~(SUBPROCESS_CAST(subprocess_intptr_t, 0)));
+ struct subprocess_security_attributes_s saAttr = {sizeof(saAttr),
+ SUBPROCESS_NULL, 1};
+ char name[256] = {0};
+ static subprocess_tls long index = 0;
+ const long unique = index++;
+
+#if defined(_MSC_VER) && _MSC_VER < 1900
+#pragma warning(push, 1)
+#pragma warning(disable : 4996)
+ _snprintf(name, sizeof(name) - 1,
+ "\\\\.\\pipe\\sheredom_subprocess_h.%08lx.%08lx.%ld",
+ GetCurrentProcessId(), GetCurrentThreadId(), unique);
+#pragma warning(pop)
+#else
+ snprintf(name, sizeof(name) - 1,
+ "\\\\.\\pipe\\sheredom_subprocess_h.%08lx.%08lx.%ld",
+ GetCurrentProcessId(), GetCurrentThreadId(), unique);
+#endif
+
+ *rd =
+ CreateNamedPipeA(name, pipeAccessInbound | fileFlagOverlapped,
+ pipeTypeByte | pipeWait, 1, 4096, 4096, SUBPROCESS_NULL,
+ SUBPROCESS_PTR_CAST(LPSECURITY_ATTRIBUTES, &saAttr));
+
+ if (invalidHandleValue == *rd) {
+ return -1;
+ }
+
+ *wr = CreateFileA(name, genericWrite, SUBPROCESS_NULL,
+ SUBPROCESS_PTR_CAST(LPSECURITY_ATTRIBUTES, &saAttr),
+ openExisting, fileAttributeNormal, SUBPROCESS_NULL);
+
+ if (invalidHandleValue == *wr) {
+ return -1;
+ }
+
+ return 0;
+}
+#endif
+
+int subprocess_create(const char *const commandLine[], int options,
+ struct subprocess_s *const out_process) {
+ return subprocess_create_ex(commandLine, options, SUBPROCESS_NULL,
+ out_process);
+}
+
+int subprocess_create_ex(const char *const commandLine[], int options,
+ const char *const environment[],
+ struct subprocess_s *const out_process) {
+#if defined(_WIN32)
+ int fd;
+ void *rd, *wr;
+ char *commandLineCombined;
+ subprocess_size_t len;
+ int i, j;
+ int need_quoting;
+ unsigned long flags = 0;
+ const unsigned long startFUseStdHandles = 0x00000100;
+ const unsigned long handleFlagInherit = 0x00000001;
+ const unsigned long createNoWindow = 0x08000000;
+ struct subprocess_subprocess_information_s processInfo;
+ struct subprocess_security_attributes_s saAttr = {sizeof(saAttr),
+ SUBPROCESS_NULL, 1};
+ char *used_environment = SUBPROCESS_NULL;
+ struct subprocess_startup_info_s startInfo = {0,
+ SUBPROCESS_NULL,
+ SUBPROCESS_NULL,
+ SUBPROCESS_NULL,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ 0,
+ SUBPROCESS_NULL,
+ SUBPROCESS_NULL,
+ SUBPROCESS_NULL,
+ SUBPROCESS_NULL};
+
+ startInfo.cb = sizeof(startInfo);
+ startInfo.dwFlags = startFUseStdHandles;
+
+ if (subprocess_option_no_window == (options & subprocess_option_no_window)) {
+ flags |= createNoWindow;
+ }
+
+ if (subprocess_option_inherit_environment !=
+ (options & subprocess_option_inherit_environment)) {
+ if (SUBPROCESS_NULL == environment) {
+ used_environment = SUBPROCESS_CONST_CAST(char *, "\0\0");
+ } else {
+ // We always end with two null terminators.
+ len = 2;
+
+ for (i = 0; environment[i]; i++) {
+ for (j = 0; '\0' != environment[i][j]; j++) {
+ len++;
+ }
+
+ // For the null terminator too.
+ len++;
+ }
+
+ used_environment = SUBPROCESS_CAST(char *, _alloca(len));
+
+ // Re-use len for the insertion position
+ len = 0;
+
+ for (i = 0; environment[i]; i++) {
+ for (j = 0; '\0' != environment[i][j]; j++) {
+ used_environment[len++] = environment[i][j];
+ }
+
+ used_environment[len++] = '\0';
+ }
+
+ // End with the two null terminators.
+ used_environment[len++] = '\0';
+ used_environment[len++] = '\0';
+ }
+ } else {
+ if (SUBPROCESS_NULL != environment) {
+ return -1;
+ }
+ }
+
+ if (!CreatePipe(&rd, &wr, SUBPROCESS_PTR_CAST(LPSECURITY_ATTRIBUTES, &saAttr),
+ 0)) {
+ return -1;
+ }
+
+ if (!SetHandleInformation(wr, handleFlagInherit, 0)) {
+ return -1;
+ }
+
+ fd = _open_osfhandle(SUBPROCESS_PTR_CAST(subprocess_intptr_t, wr), 0);
+
+ if (-1 != fd) {
+ out_process->stdin_file = _fdopen(fd, "wb");
+
+ if (SUBPROCESS_NULL == out_process->stdin_file) {
+ return -1;
+ }
+ }
+
+ startInfo.hStdInput = rd;
+
+ if (options & subprocess_option_enable_async) {
+ if (subprocess_create_named_pipe_helper(&rd, &wr)) {
+ return -1;
+ }
+ } else {
+ if (!CreatePipe(&rd, &wr,
+ SUBPROCESS_PTR_CAST(LPSECURITY_ATTRIBUTES, &saAttr), 0)) {
+ return -1;
+ }
+ }
+
+ if (!SetHandleInformation(rd, handleFlagInherit, 0)) {
+ return -1;
+ }
+
+ fd = _open_osfhandle(SUBPROCESS_PTR_CAST(subprocess_intptr_t, rd), 0);
+
+ if (-1 != fd) {
+ out_process->stdout_file = _fdopen(fd, "rb");
+
+ if (SUBPROCESS_NULL == out_process->stdout_file) {
+ return -1;
+ }
+ }
+
+ startInfo.hStdOutput = wr;
+
+ if (subprocess_option_combined_stdout_stderr ==
+ (options & subprocess_option_combined_stdout_stderr)) {
+ out_process->stderr_file = out_process->stdout_file;
+ startInfo.hStdError = startInfo.hStdOutput;
+ } else {
+ if (options & subprocess_option_enable_async) {
+ if (subprocess_create_named_pipe_helper(&rd, &wr)) {
+ return -1;
+ }
+ } else {
+ if (!CreatePipe(&rd, &wr,
+ SUBPROCESS_PTR_CAST(LPSECURITY_ATTRIBUTES, &saAttr), 0)) {
+ return -1;
+ }
+ }
+
+ if (!SetHandleInformation(rd, handleFlagInherit, 0)) {
+ return -1;
+ }
+
+ fd = _open_osfhandle(SUBPROCESS_PTR_CAST(subprocess_intptr_t, rd), 0);
+
+ if (-1 != fd) {
+ out_process->stderr_file = _fdopen(fd, "rb");
+
+ if (SUBPROCESS_NULL == out_process->stderr_file) {
+ return -1;
+ }
+ }
+
+ startInfo.hStdError = wr;
+ }
+
+ if (options & subprocess_option_enable_async) {
+ out_process->hEventOutput =
+ CreateEventA(SUBPROCESS_PTR_CAST(LPSECURITY_ATTRIBUTES, &saAttr), 1, 1,
+ SUBPROCESS_NULL);
+ out_process->hEventError =
+ CreateEventA(SUBPROCESS_PTR_CAST(LPSECURITY_ATTRIBUTES, &saAttr), 1, 1,
+ SUBPROCESS_NULL);
+ } else {
+ out_process->hEventOutput = SUBPROCESS_NULL;
+ out_process->hEventError = SUBPROCESS_NULL;
+ }
+
+ // Combine commandLine together into a single string
+ len = 0;
+ for (i = 0; commandLine[i]; i++) {
+ // for the trailing \0
+ len++;
+
+ // Quote the argument if it has a space in it
+ if (strpbrk(commandLine[i], "\t\v ") != SUBPROCESS_NULL ||
+ commandLine[i][0] == SUBPROCESS_NULL)
+ len += 2;
+
+ for (j = 0; '\0' != commandLine[i][j]; j++) {
+ switch (commandLine[i][j]) {
+ default:
+ break;
+ case '\\':
+ if (commandLine[i][j + 1] == '"') {
+ len++;
+ }
+
+ break;
+ case '"':
+ len++;
+ break;
+ }
+ len++;
+ }
+ }
+
+ commandLineCombined = SUBPROCESS_CAST(char *, _alloca(len));
+
+ if (!commandLineCombined) {
+ return -1;
+ }
+
+ // Gonna re-use len to store the write index into commandLineCombined
+ len = 0;
+
+ for (i = 0; commandLine[i]; i++) {
+ if (0 != i) {
+ commandLineCombined[len++] = ' ';
+ }
+
+ need_quoting = strpbrk(commandLine[i], "\t\v ") != SUBPROCESS_NULL ||
+ commandLine[i][0] == SUBPROCESS_NULL;
+ if (need_quoting) {
+ commandLineCombined[len++] = '"';
+ }
+
+ for (j = 0; '\0' != commandLine[i][j]; j++) {
+ switch (commandLine[i][j]) {
+ default:
+ break;
+ case '\\':
+ if (commandLine[i][j + 1] == '"') {
+ commandLineCombined[len++] = '\\';
+ }
+
+ break;
+ case '"':
+ commandLineCombined[len++] = '\\';
+ break;
+ }
+
+ commandLineCombined[len++] = commandLine[i][j];
+ }
+ if (need_quoting) {
+ commandLineCombined[len++] = '"';
+ }
+ }
+
+ commandLineCombined[len] = '\0';
+
+ if (!CreateProcessA(
+ SUBPROCESS_NULL,
+ commandLineCombined, // command line
+ SUBPROCESS_NULL, // process security attributes
+ SUBPROCESS_NULL, // primary thread security attributes
+ 1, // handles are inherited
+ flags, // creation flags
+ used_environment, // used environment
+ SUBPROCESS_NULL, // use parent's current directory
+ SUBPROCESS_PTR_CAST(LPSTARTUPINFOA,
+ &startInfo), // STARTUPINFO pointer
+ SUBPROCESS_PTR_CAST(LPPROCESS_INFORMATION, &processInfo))) {
+ return -1;
+ }
+
+ out_process->hProcess = processInfo.hProcess;
+
+ out_process->hStdInput = startInfo.hStdInput;
+
+ // We don't need the handle of the primary thread in the called process.
+ CloseHandle(processInfo.hThread);
+
+ if (SUBPROCESS_NULL != startInfo.hStdOutput) {
+ CloseHandle(startInfo.hStdOutput);
+
+ if (startInfo.hStdError != startInfo.hStdOutput) {
+ CloseHandle(startInfo.hStdError);
+ }
+ }
+
+ out_process->alive = 1;
+
+ return 0;
+#else
+ int stdinfd[2];
+ int stdoutfd[2];
+ int stderrfd[2];
+ pid_t child;
+ extern char **environ;
+ char *const empty_environment[1] = {SUBPROCESS_NULL};
+ posix_spawn_file_actions_t actions;
+ char *const *used_environment;
+
+ if (subprocess_option_inherit_environment ==
+ (options & subprocess_option_inherit_environment)) {
+ if (SUBPROCESS_NULL != environment) {
+ return -1;
+ }
+ }
+
+ if (0 != pipe(stdinfd)) {
+ return -1;
+ }
+
+ if (0 != pipe(stdoutfd)) {
+ return -1;
+ }
+
+ if (subprocess_option_combined_stdout_stderr !=
+ (options & subprocess_option_combined_stdout_stderr)) {
+ if (0 != pipe(stderrfd)) {
+ return -1;
+ }
+ }
+
+ if (environment) {
+#ifdef __clang__
+#pragma clang diagnostic push
+#pragma clang diagnostic ignored "-Wcast-qual"
+#pragma clang diagnostic ignored "-Wold-style-cast"
+#endif
+ used_environment = SUBPROCESS_CONST_CAST(char *const *, environment);
+#ifdef __clang__
+#pragma clang diagnostic pop
+#endif
+ } else if (subprocess_option_inherit_environment ==
+ (options & subprocess_option_inherit_environment)) {
+ used_environment = environ;
+ } else {
+ used_environment = empty_environment;
+ }
+
+ if (0 != posix_spawn_file_actions_init(&actions)) {
+ return -1;
+ }
+
+ // Close the stdin write end
+ if (0 != posix_spawn_file_actions_addclose(&actions, stdinfd[1])) {
+ posix_spawn_file_actions_destroy(&actions);
+ return -1;
+ }
+
+ // Map the read end to stdin
+ if (0 !=
+ posix_spawn_file_actions_adddup2(&actions, stdinfd[0], STDIN_FILENO)) {
+ posix_spawn_file_actions_destroy(&actions);
+ return -1;
+ }
+
+ // Close the stdout read end
+ if (0 != posix_spawn_file_actions_addclose(&actions, stdoutfd[0])) {
+ posix_spawn_file_actions_destroy(&actions);
+ return -1;
+ }
+
+ // Map the write end to stdout
+ if (0 !=
+ posix_spawn_file_actions_adddup2(&actions, stdoutfd[1], STDOUT_FILENO)) {
+ posix_spawn_file_actions_destroy(&actions);
+ return -1;
+ }
+
+ if (subprocess_option_combined_stdout_stderr ==
+ (options & subprocess_option_combined_stdout_stderr)) {
+ if (0 != posix_spawn_file_actions_adddup2(&actions, STDOUT_FILENO,
+ STDERR_FILENO)) {
+ posix_spawn_file_actions_destroy(&actions);
+ return -1;
+ }
+ } else {
+ // Close the stderr read end
+ if (0 != posix_spawn_file_actions_addclose(&actions, stderrfd[0])) {
+ posix_spawn_file_actions_destroy(&actions);
+ return -1;
+ }
+ // Map the write end to stdout
+ if (0 != posix_spawn_file_actions_adddup2(&actions, stderrfd[1],
+ STDERR_FILENO)) {
+ posix_spawn_file_actions_destroy(&actions);
+ return -1;
+ }
+ }
+
+#ifdef __clang__
+#pragma clang diagnostic push
+#pragma clang diagnostic ignored "-Wcast-qual"
+#pragma clang diagnostic ignored "-Wold-style-cast"
+#endif
+ if (subprocess_option_search_user_path ==
+ (options & subprocess_option_search_user_path)) {
+ if (0 != posix_spawnp(&child, commandLine[0], &actions, SUBPROCESS_NULL,
+ SUBPROCESS_CONST_CAST(char *const *, commandLine),
+ used_environment)) {
+ posix_spawn_file_actions_destroy(&actions);
+ return -1;
+ }
+ } else {
+ if (0 != posix_spawn(&child, commandLine[0], &actions, SUBPROCESS_NULL,
+ SUBPROCESS_CONST_CAST(char *const *, commandLine),
+ used_environment)) {
+ posix_spawn_file_actions_destroy(&actions);
+ return -1;
+ }
+ }
+#ifdef __clang__
+#pragma clang diagnostic pop
+#endif
+
+ // Close the stdin read end
+ close(stdinfd[0]);
+ // Store the stdin write end
+ out_process->stdin_file = fdopen(stdinfd[1], "wb");
+
+ // Close the stdout write end
+ close(stdoutfd[1]);
+ // Store the stdout read end
+ out_process->stdout_file = fdopen(stdoutfd[0], "rb");
+
+ if (subprocess_option_combined_stdout_stderr ==
+ (options & subprocess_option_combined_stdout_stderr)) {
+ out_process->stderr_file = out_process->stdout_file;
+ } else {
+ // Close the stderr write end
+ close(stderrfd[1]);
+ // Store the stderr read end
+ out_process->stderr_file = fdopen(stderrfd[0], "rb");
+ }
+
+ // Store the child's pid
+ out_process->child = child;
+
+ out_process->alive = 1;
+
+ posix_spawn_file_actions_destroy(&actions);
+ return 0;
+#endif
+}
+
+FILE *subprocess_stdin(const struct subprocess_s *const process) {
+ return process->stdin_file;
+}
+
+FILE *subprocess_stdout(const struct subprocess_s *const process) {
+ return process->stdout_file;
+}
+
+FILE *subprocess_stderr(const struct subprocess_s *const process) {
+ if (process->stdout_file != process->stderr_file) {
+ return process->stderr_file;
+ } else {
+ return SUBPROCESS_NULL;
+ }
+}
+
+int subprocess_join(struct subprocess_s *const process,
+ int *const out_return_code) {
+#if defined(_WIN32)
+ const unsigned long infinite = 0xFFFFFFFF;
+
+ if (process->stdin_file) {
+ fclose(process->stdin_file);
+ process->stdin_file = SUBPROCESS_NULL;
+ }
+
+ if (process->hStdInput) {
+ CloseHandle(process->hStdInput);
+ process->hStdInput = SUBPROCESS_NULL;
+ }
+
+ WaitForSingleObject(process->hProcess, infinite);
+
+ if (out_return_code) {
+ if (!GetExitCodeProcess(
+ process->hProcess,
+ SUBPROCESS_PTR_CAST(unsigned long *, out_return_code))) {
+ return -1;
+ }
+ }
+
+ process->alive = 0;
+
+ return 0;
+#else
+ int status;
+
+ if (process->stdin_file) {
+ fclose(process->stdin_file);
+ process->stdin_file = SUBPROCESS_NULL;
+ }
+
+ if (process->child) {
+ if (process->child != waitpid(process->child, &status, 0)) {
+ return -1;
+ }
+
+ process->child = 0;
+
+ if (WIFEXITED(status)) {
+ process->return_status = WEXITSTATUS(status);
+ } else {
+ process->return_status = EXIT_FAILURE;
+ }
+
+ process->alive = 0;
+ }
+
+ if (out_return_code) {
+ *out_return_code = process->return_status;
+ }
+
+ return 0;
+#endif
+}
+
+int subprocess_destroy(struct subprocess_s *const process) {
+ if (process->stdin_file) {
+ fclose(process->stdin_file);
+ process->stdin_file = SUBPROCESS_NULL;
+ }
+
+ if (process->stdout_file) {
+ fclose(process->stdout_file);
+
+ if (process->stdout_file != process->stderr_file) {
+ fclose(process->stderr_file);
+ }
+
+ process->stdout_file = SUBPROCESS_NULL;
+ process->stderr_file = SUBPROCESS_NULL;
+ }
+
+#if defined(_WIN32)
+ if (process->hProcess) {
+ CloseHandle(process->hProcess);
+ process->hProcess = SUBPROCESS_NULL;
+
+ if (process->hStdInput) {
+ CloseHandle(process->hStdInput);
+ }
+
+ if (process->hEventOutput) {
+ CloseHandle(process->hEventOutput);
+ }
+
+ if (process->hEventError) {
+ CloseHandle(process->hEventError);
+ }
+ }
+#endif
+
+ return 0;
+}
+
+int subprocess_terminate(struct subprocess_s *const process) {
+#if defined(_WIN32)
+ unsigned int killed_process_exit_code;
+ int success_terminate;
+ int windows_call_result;
+
+ killed_process_exit_code = 99;
+ windows_call_result =
+ TerminateProcess(process->hProcess, killed_process_exit_code);
+ success_terminate = (windows_call_result == 0) ? 1 : 0;
+ return success_terminate;
+#else
+ int result;
+ result = kill(process->child, 9);
+ return result;
+#endif
+}
+
+unsigned subprocess_read_stdout(struct subprocess_s *const process,
+ char *const buffer, unsigned size) {
+#if defined(_WIN32)
+ void *handle;
+ unsigned long bytes_read = 0;
+ struct subprocess_overlapped_s overlapped = {0, 0, {{0, 0}}, SUBPROCESS_NULL};
+ overlapped.hEvent = process->hEventOutput;
+
+ handle = SUBPROCESS_PTR_CAST(void *,
+ _get_osfhandle(_fileno(process->stdout_file)));
+
+ if (!ReadFile(handle, buffer, size, &bytes_read,
+ SUBPROCESS_PTR_CAST(LPOVERLAPPED, &overlapped))) {
+ const unsigned long errorIoPending = 997;
+ unsigned long error = GetLastError();
+
+ // Means we've got an async read!
+ if (error == errorIoPending) {
+ if (!GetOverlappedResult(handle,
+ SUBPROCESS_PTR_CAST(LPOVERLAPPED, &overlapped),
+ &bytes_read, 1)) {
+ const unsigned long errorIoIncomplete = 996;
+ const unsigned long errorHandleEOF = 38;
+ error = GetLastError();
+
+ if ((error != errorIoIncomplete) && (error != errorHandleEOF)) {
+ return 0;
+ }
+ }
+ }
+ }
+
+ return SUBPROCESS_CAST(unsigned, bytes_read);
+#else
+ const int fd = fileno(process->stdout_file);
+ const ssize_t bytes_read = read(fd, buffer, size);
+
+ if (bytes_read < 0) {
+ return 0;
+ }
+
+ return SUBPROCESS_CAST(unsigned, bytes_read);
+#endif
+}
+
+unsigned subprocess_read_stderr(struct subprocess_s *const process,
+ char *const buffer, unsigned size) {
+#if defined(_WIN32)
+ void *handle;
+ unsigned long bytes_read = 0;
+ struct subprocess_overlapped_s overlapped = {0, 0, {{0, 0}}, SUBPROCESS_NULL};
+ overlapped.hEvent = process->hEventError;
+
+ handle = SUBPROCESS_PTR_CAST(void *,
+ _get_osfhandle(_fileno(process->stderr_file)));
+
+ if (!ReadFile(handle, buffer, size, &bytes_read,
+ SUBPROCESS_PTR_CAST(LPOVERLAPPED, &overlapped))) {
+ const unsigned long errorIoPending = 997;
+ unsigned long error = GetLastError();
+
+ // Means we've got an async read!
+ if (error == errorIoPending) {
+ if (!GetOverlappedResult(handle,
+ SUBPROCESS_PTR_CAST(LPOVERLAPPED, &overlapped),
+ &bytes_read, 1)) {
+ const unsigned long errorIoIncomplete = 996;
+ const unsigned long errorHandleEOF = 38;
+ error = GetLastError();
+
+ if ((error != errorIoIncomplete) && (error != errorHandleEOF)) {
+ return 0;
+ }
+ }
+ }
+ }
+
+ return SUBPROCESS_CAST(unsigned, bytes_read);
+#else
+ const int fd = fileno(process->stderr_file);
+ const ssize_t bytes_read = read(fd, buffer, size);
+
+ if (bytes_read < 0) {
+ return 0;
+ }
+
+ return SUBPROCESS_CAST(unsigned, bytes_read);
+#endif
+}
+
+int subprocess_alive(struct subprocess_s *const process) {
+ int is_alive = SUBPROCESS_CAST(int, process->alive);
+
+ if (!is_alive) {
+ return 0;
+ }
+#if defined(_WIN32)
+ {
+ const unsigned long zero = 0x0;
+ const unsigned long wait_object_0 = 0x00000000L;
+
+ is_alive = wait_object_0 != WaitForSingleObject(process->hProcess, zero);
+ }
+#else
+ {
+ int status;
+ is_alive = 0 == waitpid(process->child, &status, WNOHANG);
+
+ // If the process was successfully waited on we need to cleanup now.
+ if (!is_alive) {
+ if (WIFEXITED(status)) {
+ process->return_status = WEXITSTATUS(status);
+ } else {
+ process->return_status = EXIT_FAILURE;
+ }
+
+ // Since we've already successfully waited on the process, we need to wipe
+ // the child now.
+ process->child = 0;
+
+ if (subprocess_join(process, SUBPROCESS_NULL)) {
+ return -1;
+ }
+ }
+ }
+#endif
+
+ if (!is_alive) {
+ process->alive = 0;
+ }
+
+ return is_alive;
+}
+
+#if defined(__clang__)
+#if __has_warning("-Wunsafe-buffer-usage")
+#pragma clang diagnostic pop
+#endif
+#endif
+
+#if defined(__cplusplus)
+} // extern "C"
+#endif
+
+#endif /* SHEREDOM_SUBPROCESS_H_INCLUDED */
overview / pkg / ggml / sources / llama.cpp / commitdiff
