68 lines
2.8 KiB
YAML
68 lines
2.8 KiB
YAML
# Scrape-Ziele. Die Labels an den GPU-Zielen (slot, docker_host, container, pve_node, vmid) landen in den
|
|
# Alerts und damit beim Healer. Hostnamen = DNS-Namen der VMs (ANNAHME bis Deployment).
|
|
global:
|
|
scrape_interval: 30s
|
|
evaluation_interval: 30s
|
|
|
|
rule_files: [alerts.yml]
|
|
|
|
alerting:
|
|
alertmanagers:
|
|
- static_configs: [{targets: ["alertmanager:9093"]}]
|
|
|
|
scrape_configs:
|
|
- job_name: knaster-router
|
|
metrics_path: /metrics
|
|
static_configs: [{targets: ["router:8080"]}]
|
|
|
|
- job_name: vllm
|
|
static_configs:
|
|
- targets: ["gpu-main:8000"]
|
|
labels: {slot: tier1-general, docker_host: gpu-main, container: vllm, pve_node: pve-ada, vmid: "201"}
|
|
- targets: ["gpu-flex:8000"]
|
|
labels: {slot: tier1-flex, docker_host: gpu-flex, container: vllm, pve_node: pve-ada, vmid: "202"}
|
|
|
|
- job_name: llamacpp
|
|
static_configs:
|
|
- targets: ["gpu-embed-1:8081"]
|
|
labels: {slot: embed-default, docker_host: gpu-embed-1, container: llamacpp-embed, pve_node: pve3, vmid: "221"}
|
|
- targets: ["gpu-embed-1:8082"]
|
|
labels: {slot: rerank-default, docker_host: gpu-embed-1, container: llamacpp-rerank, pve_node: pve3, vmid: "221"}
|
|
- targets: ["gpu-small:8080"]
|
|
labels: {slot: verifier-small, docker_host: gpu-small, container: llamacpp-chat, pve_node: pve3, vmid: "231"}
|
|
|
|
- job_name: gpu
|
|
static_configs:
|
|
- targets: ["gpu-main:9835"]
|
|
labels: {slot: tier1-general, pve_node: pve-ada, vmid: "201"}
|
|
- targets: ["gpu-flex:9835"]
|
|
labels: {slot: tier1-flex, pve_node: pve-ada, vmid: "202"}
|
|
- targets: ["gpu-embed-1:9835"]
|
|
labels: {slot: embed-default, pve_node: pve3, vmid: "221"}
|
|
- targets: ["gpu-embed-2:9835"]
|
|
labels: {slot: embed-default, pve_node: pve4, vmid: "222"}
|
|
- targets: ["gpu-small:9835"]
|
|
labels: {slot: verifier-small, pve_node: pve3, vmid: "231"}
|
|
|
|
- job_name: node # Labels werden für GpuXidError → Healer (VM-Neustart) gebraucht
|
|
static_configs:
|
|
- targets: ["gpu-main:9100"]
|
|
labels: {slot: tier1-general, pve_node: pve-ada, vmid: "201"}
|
|
- targets: ["gpu-flex:9100"]
|
|
labels: {slot: tier1-flex, pve_node: pve-ada, vmid: "202"}
|
|
- targets: ["gpu-embed-1:9100"]
|
|
labels: {slot: embed-default, pve_node: pve3, vmid: "221"}
|
|
- targets: ["gpu-embed-2:9100"]
|
|
labels: {slot: embed-default, pve_node: pve4, vmid: "222"}
|
|
- targets: ["gpu-small:9100"]
|
|
labels: {slot: verifier-small, pve_node: pve3, vmid: "231"}
|
|
|
|
- job_name: proxmox
|
|
metrics_path: /pve
|
|
params: {module: [default]}
|
|
static_configs: [{targets: ["pve1", "pve2", "pve3", "pve4", "pve-ada"]}]
|
|
relabel_configs:
|
|
- {source_labels: [__address__], target_label: __param_target}
|
|
- {source_labels: [__param_target], target_label: instance}
|
|
- {target_label: __address__, replacement: "pve-exporter:9221"}
|