Kube Stack Prometheus Grafana Datasource with Secrets

README.md

Grafana Datasource with Secrets

1. Create a secret
2. Add the secrets as environment variables to the Grafana section of the Prometheus yaml
3. Use the environment values (secureJsonData)

clickhouse-datasource-cm.yaml

apiVersion: v1
kind: ConfigMap
metadata:
  name: clickhouse-datasources
  namespace: monitoring
  labels:
    grafana_datasource: "1"
data:
  clickhouse-datasources.yaml: |-
    apiVersion: 1
    datasources:
      - name: otel-clickhouse-datasource
        type: grafana-clickhouse-datasource
        typeName: ClickHouse
        typeLogoUrl: "/public/plugins/grafana-clickhouse-datasource/img/logo.svg"
        access: proxy
        jsonData:
          defaultDatabase: otel
          defaultTable: otel_traces
          host: clickhouse-service-name.observability.svc
          logs:
            defaultDatabase: otel
            defaultTable: otel_logs
            otelEnabled: true
            otelVersion: latest
          port: 9000
          protocol: native
          tlsSkipVerify: false
          traces:
            defaultDatabase: otel
            defaultTable: otel_traces
            durationUnit: nanoseconds
            otelEnabled: true
            otelVersion: latest
          username: "${CLICKHOUSE_USER}"
        secureJsonData:
          password: "${CLICKHOUSE_PASSWORD}"
    

clickhouse-user-otel.yaml

apiVersion: v1
kind: Secret
metadata:
  name: clickhouse-user-otel
  namespace: observability
stringData:
  username: "some user name"
  password: "some password"
type: Opaque

helm-value-overrides.yaml

grafana:
  plugins:
    - grafana-clickhouse-datasource
    - grafana-clock-panel
    - redis-datasource
  envValueFrom:
    CLICKHOUSE_USER:
      secretKeyRef:
        name: clickhouse-user-otel
        key: userName
    CLICKHOUSE_PASSWORD:
      secretKeyRef:
        name: clickhouse-user-otel
        key: password
prometheus:
  prometheusSpec:
    thanos:
      objectStorageConfig:
        existingSecret:
          key: thanos.yaml
          name: thanos-objectstore-config
  thanosService:
    enabled: true