llm-observability-stack/values.full-stack-nvidia.example.yaml at main · Edge-Computing-LLM/llm-observability-stack · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
namespace:
  create: true
  name: llm-observability

monitoring:
  enabled: true
  serviceMonitor:
    enabled: true
  blackbox:
    enabled: true
  prometheusRules:
    enabled: true
  grafanaDashboards:
    enabled: true
  dcgmExporter:
    serviceMonitor:
      enabled: false
  nim:
    serviceMonitor:
      enabled: false

kube-prometheus-stack:
  enabled: true

opentelemetry-operator:
  enabled: false

opentelemetry-collector:
  enabled: true
  serviceMonitor:
    enabled: true

gpu-operator:
  enabled: false

nvidia-device-plugin:
  enabled: false
  migStrategy: none

dcgm-exporter:
  enabled: false
  serviceMonitor:
    additionalLabels:
      release: kube-prometheus-stack

networkPolicy:
  enabled: true
  monitoringNamespace: monitoring

nvidia:
  runtimeClassName: nvidia
  gpuResourceName: nvidia.com/gpu
  gpuCount: 1

ollama:
  runtimeClassName: nvidia
  ollama:
    gpu:
      enabled: true
      type: nvidia
      number: 1
      nvidiaResource: nvidia.com/gpu
    models:
      run:
        - gemma3-1b-it-gguf-local
      runPrompt: "Reply with exactly: model ready"
  extraEnv:
    - name: OLLAMA_KEEP_ALIVE
      value: "-1"
    - name: OLLAMA_NUM_PARALLEL
      value: "1"
    - name: OLLAMA_MAX_LOADED_MODELS
      value: "1"
    - name: OLLAMA_CONTEXT_LENGTH
      value: "1024"


openWebUI:
  auth: true
  existingSecret: open-webui-secrets
  existingSecretKey: WEBUI_SECRET_KEY

open-webui:
  extraEnvVars:
    - name: OLLAMA_BASE_URL
      value: http://ollama-gateway:8000/ollama
    - name: ENABLE_PERSISTENT_CONFIG
      value: "False"
    - name: WEBUI_AUTH
      value: "True"
  webuiSecret:
    enabled: true
    existingSecretName: open-webui-secrets
    existingSecretKey: WEBUI_SECRET_KEY