first commit

config.json.example

@@ -0,0 +1,20 @@
+{
+  "host": "0.0.0.0",
+  "port": 8080,
+  "api_keys": ["your-secret-key"],
+  "poll_interval": 5,
+  "slot_wait_timeout": 30,
+  "session_idle_ttl": 300,
+  "backends": [
+    {
+      "url": "http://localhost:8081",
+      "api_key": null,
+      "model_ids": []
+    },
+    {
+      "url": "http://localhost:8082",
+      "api_key": "backend-secret",
+      "model_ids": ["llama3"]
+    }
+  ]
+}