diff --git a/common/arg.cpp b/common/arg.cpp index bd5afbdfe..7c1b81e0f 100644 --- a/common/arg.cpp +++ b/common/arg.cpp @@ -3643,7 +3643,7 @@ common_params_context common_params_parser_init(common_params & params, llama_ex params.slot_save_path += DIRECTORY_SEPARATOR; } } - ).set_examples({LLAMA_EXAMPLE_SERVER})); + ).set_examples({LLAMA_EXAMPLE_SERVER}).set_env("LLAMA_ARG_SLOT_SAVE_PATH")); add_opt(common_arg( {"--media-path"}, "PATH", "directory for loading local media files; files can be accessed via file:// URLs using relative paths (default: disabled)", diff --git a/tools/server/README.md b/tools/server/README.md index 8fe260a32..0c6650412 100644 --- a/tools/server/README.md +++ b/tools/server/README.md @@ -223,7 +223,7 @@ For the full list of features, please refer to [server's changelog](https://gith | `--metrics` | enable prometheus compatible metrics endpoint (default: disabled)
(env: LLAMA_ARG_ENDPOINT_METRICS) | | `--props` | enable changing global properties via POST /props (default: disabled)
(env: LLAMA_ARG_ENDPOINT_PROPS) | | `--slots, --no-slots` | expose slots monitoring endpoint (default: enabled)
(env: LLAMA_ARG_ENDPOINT_SLOTS) | -| `--slot-save-path PATH` | path to save slot kv cache (default: disabled) | +| `--slot-save-path PATH` | path to save slot kv cache (default: disabled)
(env: LLAMA_ARG_SLOT_SAVE_PATH) | | `--media-path PATH` | directory for loading local media files; files can be accessed via file:// URLs using relative paths (default: disabled) | | `--models-dir PATH` | directory containing models for the router server (default: disabled)
(env: LLAMA_ARG_MODELS_DIR) | | `--models-preset PATH` | path to INI file containing model presets for the router server (default: disabled)
(env: LLAMA_ARG_MODELS_PRESET) |