server: add dedup-cache-models preset option (#27346)

2026-08-19 11:04:26 +02:00
parent 98d1e92c21
commit ee4c505a4f
8 changed files with 132 additions and 2 deletions
@@ -84,6 +84,7 @@ struct server_model_meta {
    int exit_code = 0; // exit code of the model instance process (only valid if status == FAILED)
    int stop_timeout = 0; // seconds to wait before force-killing the model instance during shutdown
    mtmd_caps multimodal; // multimodal capabilities
+    bool hidden = false; // hidden from GET /models, but still accept if requested

    bool is_ready() const {
        return status == SERVER_MODEL_STATUS_LOADED;