deploy: Dockerfile, Compose pro Rolle, LiteLLM, Prometheus/Alertmanager, Canary-Prober, n8n-Workflows

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
2026-10-12 00:51:31 +02:00
parent 4cbe313c62
commit cb5a413169
28 changed files with 1731 additions and 9 deletions
@@ -0,0 +1,9 @@
+SLOT_ALIAS=tier1-general
+VLLM_MODEL=Qwen/Qwen3-14B-AWQ
+MAX_MODEL_LEN=32768
+GPU_MEM_UTIL=0.90
+MAX_LORAS=4
+MAX_LORA_RANK=64
+MODELS_DIR=/srv/models
+ADAPTERS_DIR=/srv/adapters
+HF_TOKEN=