feat: model unload

2026-05-18 00:34:27 +02:00
parent bcebaf0e93
commit 13fb341354
6 changed files with 86 additions and 1 deletions
--- a/config.json.example
+++ b/config.json.example
@@ -8,6 +8,7 @@
  "default_slot_capacity": 1,
  "default_max_models": 1,
  "max_queue_skip": 4,
+  "model_unload_delay": 3.0,
  "model_limits": {
    "my-very-large-model": 1
  },