no usage of kymas global priorityclass in telemetry and monitoring component (#18026)

* no usage of kymas global priorityclass in telemetry and monitoring

* Update resources/monitoring/templates/kyma-additions/priority-class-high.yaml

Co-authored-by: Rakesh Garimella <[email protected]>

---------

Co-authored-by: Rakesh Garimella <[email protected]>

Author: a-thaler

resources/monitoring/charts/grafana/templates/_pod.tpl

@@ -25,8 +25,8 @@ securityContext:
 hostAliases:
 {{ toYaml .Values.hostAliases | indent 2 }}
 {{- end }}
-{{- if or .Values.priorityClassName .Values.global.priorityClassName }}
-priorityClassName: {{ coalesce .Values.priorityClassName .Values.global.priorityClassName }}
+{{- if or .Values.priorityClassName .Values.global.monitoringPriorityClassName }}
+priorityClassName: {{ coalesce .Values.priorityClassName .Values.global.monitoringPriorityClassName }}
 {{- end }}
 {{- if ( or .Values.persistence.enabled .Values.dashboards .Values.sidecar.notifiers.enabled .Values.extraInitContainers) }}
 initContainers:

resources/monitoring/charts/grafana/templates/image-renderer-deployment.yaml

@@ -51,8 +51,8 @@ spec:
       hostAliases:
       {{ toYaml .Values.imageRenderer.hostAliases | indent 2 }}
       {{- end }}
-      {{- if or .Values.imageRenderer.priorityClassName .Values.global.priorityClassName }}
-      priorityClassName: {{ coalesce .Values.imageRenderer.priorityClassName .Values.global.priorityClassName }}
+      {{- if or .Values.imageRenderer.priorityClassName .Values.global.monitoringPriorityClassName }}
+      priorityClassName: {{ coalesce .Values.imageRenderer.priorityClassName .Values.global.monitoringPriorityClassName }}
       {{- end }}
       {{- if .Values.imageRenderer.image.pullSecrets }}
       imagePullSecrets:

resources/monitoring/charts/grafana/templates/kyma-additions/auth-proxy-deployment.yaml

@@ -34,8 +34,8 @@ spec:
         configMap:
           name: {{ .Release.Name }}-auth-proxy-{{ template "grafana.name" . }}-templates
       serviceAccountName: {{ .Release.Name }}-auth-proxy-{{ template "grafana.name" . }}
-      {{- if or .Values.priorityClassName .Values.global.priorityClassName }}
-      priorityClassName: {{ coalesce .Values.priorityClassName .Values.global.priorityClassName }}
+      {{- if or .Values.priorityClassName .Values.global.monitoringPriorityClassName }}
+      priorityClassName: {{ coalesce .Values.priorityClassName .Values.global.monitoringPriorityClassName }}
       {{- end }}
       {{- if .Values.kyma.authProxy.securityContext }}
       securityContext:

resources/monitoring/charts/prometheus-istio/templates/deploy.yaml

@@ -39,8 +39,8 @@ spec:
         {{ toYaml .Values.server.podLabels | nindent 8 }}
         {{- end}}
     spec:
-{{- if or .Values.server.priorityClassName .Values.global.priorityClassName }}
-      priorityClassName: "{{ coalesce .Values.server.priorityClassName .Values.global.priorityClassName }}"
+{{- if or .Values.server.priorityClassName .Values.global.monitoringPriorityClassName }}
+      priorityClassName: "{{ coalesce .Values.server.priorityClassName .Values.global.monitoringPriorityClassName }}"
 {{- end }}
 {{- if .Values.server.schedulerName }}
       schedulerName: "{{ .Values.server.schedulerName }}"

resources/monitoring/charts/prometheus-istio/templates/sts.yaml

@@ -39,8 +39,8 @@ spec:
         {{ toYaml .Values.server.podLabels | nindent 8 }}
         {{- end}}
     spec:
-{{- if or .Values.server.priorityClassName .Values.global.priorityClassName }}
-      priorityClassName: "{{ coalesce .Values.server.priorityClassName .Values.global.priorityClassName }}"
+{{- if or .Values.server.priorityClassName .Values.global.monitoringPriorityClassName }}
+      priorityClassName: "{{ coalesce .Values.server.priorityClassName .Values.global.monitoringPriorityClassName }}"
 {{- end }}
 {{- if .Values.server.schedulerName }}
       schedulerName: "{{ .Values.server.schedulerName }}"

resources/monitoring/charts/prometheus-node-exporter/templates/daemonset.yaml

@@ -32,8 +32,8 @@ spec:
       securityContext:
 {{ toYaml .Values.securityContext | indent 8 }}
 {{- end }}
-{{- if or .Values.priorityClassName .Values.global.highPriorityClassName }}
-      priorityClassName: {{ coalesce .Values.priorityClassName .Values.global.highPriorityClassName }}
+{{- if or .Values.priorityClassName .Values.global.monitoringHighPriorityClassName }}
+      priorityClassName: {{ coalesce .Values.priorityClassName .Values.global.monitoringHighPriorityClassName }}
 {{- end }}
       {{- if .Values.extraInitContainers }}
       initContainers:

resources/monitoring/templates/kyma-additions/priority-class-high.yaml

@@ -0,0 +1,7 @@
+apiVersion: scheduling.k8s.io/v1
+kind: PriorityClass
+metadata:
+  name: {{ .Values.global.monitoringHighPriorityClassName }}
+value: 2100000
+globalDefault: false
+description: "Global scheduling priority of Monitoring DaemonSet components. Must not be blocked by unschedulable non-daemonset workloads."

resources/monitoring/templates/kyma-additions/priority-class.yaml

@@ -0,0 +1,7 @@
+apiVersion: scheduling.k8s.io/v1
+kind: PriorityClass
+metadata:
+  name: {{ .Values.global.monitoringPriorityClassName }}
+value: 2000000
+globalDefault: false
+description: "Global (default) scheduling priority of Kyma components. Must not be blocked by unschedulable user workloads."

resources/monitoring/templates/prometheus-operator/deployment.yaml

@@ -39,8 +39,8 @@ spec:
 {{ toYaml .Values.prometheusOperator.podAnnotations | indent 8 }}
 {{- end }}
     spec:
- {{- if or .Values.prometheusOperator.priorityClassName .Values.global.priorityClassName }}
-      priorityClassName: {{ coalesce .Values.prometheusOperator.priorityClassName .Values.global.priorityClassName }}
+ {{- if or .Values.prometheusOperator.priorityClassName .Values.global.monitoringPriorityClassName }}
+      priorityClassName: {{ coalesce .Values.prometheusOperator.priorityClassName .Values.global.monitoringPriorityClassName }}
     {{- end }}
       containers:
         - name: {{ template "kube-prometheus-stack.name" . }}

resources/monitoring/templates/prometheus/prometheus.yaml

@@ -301,8 +301,8 @@ spec:
   initContainers:
 {{ toYaml .Values.prometheus.prometheusSpec.initContainers | indent 4 }}
 {{- end }}
-{{- if or .Values.prometheus.prometheusSpec.priorityClassName .Values.global.priorityClassName }}
-  priorityClassName: {{ coalesce .Values.prometheus.prometheusSpec.priorityClassName .Values.global.priorityClassName }}
+{{- if or .Values.prometheus.prometheusSpec.priorityClassName .Values.global.monitoringPriorityClassName }}
+  priorityClassName: {{ coalesce .Values.prometheus.prometheusSpec.priorityClassName .Values.global.monitoringPriorityClassName }}
 {{- end }}
 {{- if .Values.prometheus.prometheusSpec.thanos }}
   thanos:

resources/monitoring/values.yaml

@@ -192,7 +192,8 @@ global:
   # - "image-pull-secret"
 
 
-  highPriorityClassName: "kyma-system-priority"
+  monitoringHighPriorityClassName: "monitoring-priority-class-high"
+  monitoringPriorityClassName: "monitoring-priority-class"
 
   # disable slack and victorops alerting by default
   alertTools:

resources/telemetry/charts/operator/templates/deployment.yaml

@@ -21,8 +21,8 @@ spec:
     spec:
       serviceAccountName: {{ include "operator.serviceAccountName" . }}
       terminationGracePeriodSeconds: {{ .Values.terminationGracePeriodSeconds }}
-      {{- if or .Values.priorityClassName .Values.global.priorityClassName }}
-      priorityClassName: {{ coalesce .Values.priorityClassName .Values.global.priorityClassName }}
+      {{- if .Values.priorityClassName }}
+      priorityClassName: {{ .Values.priorityClassName }}
       {{- end }}
       securityContext:
         {{- toYaml .Values.podSecurityContext | nindent 8 }}
@@ -44,8 +44,8 @@ spec:
             - --fluent-bit-exporter-image={{ include "imageurl" (dict "reg" .Values.global.containerRegistry "img" .Values.global.images.directory_size_exporter) }}
             - --validating-webhook-enabled={{ .Values.webhook.enabled }}
             - --enable-telemetry-manager-module=false
-{{- if or .Values.highPriorityClassName .Values.global.highPriorityClassName }}
-            - --fluent-bit-priority-class-name={{ coalesce .Values.highPriorityClassName .Values.global.highPriorityClassName }}
+{{- if .Values.highPriorityClassName }}
+            - --fluent-bit-priority-class-name={{ .Values.highPriorityClassName }}
 {{- end }}
 {{- if not .Values.controllers.logging.enabled }}
             - --enable-logging=false
@@ -55,15 +55,15 @@ spec:
 {{- else }}
             - --enable-tracing=true
             - --trace-collector-image={{ include "imageurl" (dict "reg" .Values.global.containerRegistry "img" .Values.global.images.telemetry_otel_collector) }}
-{{- if or .Values.priorityClassName .Values.global.priorityClassName }}
-            - --trace-collector-priority-class={{ coalesce .Values.priorityClassName .Values.global.priorityClassName }}
+{{- if .Values.priorityClassName }}
+            - --trace-collector-priority-class={{ .Values.priorityClassName }}
 {{- end }}
 {{- end }}
 {{- if not .Values.controllers.metrics.enabled }}
             - --enable-metrics=false
 {{- else }}
-{{- if or .Values.priorityClassName .Values.global.priorityClassName }}
-            - --metric-gateway-priority-class={{ coalesce .Values.priorityClassName .Values.global.priorityClassName }}
+{{- if .Values.priorityClassName }}
+            - --metric-gateway-priority-class={{ .Values.priorityClassName }}
 {{- end }}
 {{- end }}
           name: manager