WIP.

Author: lc525

k8s/helm-charts/seldon-core-v2-setup/templates/_components-deployments.tpl

@@ -1295,6 +1295,15 @@ spec:
       rclone:
         config_secrets:
         - seldon-rclone-gs-public
+    scalingConfig:
+      models:
+        enabled: {{ .Values.autoscaling.autoscalingModelEnabled }}
+      servers:
+        enabled: {{ .Values.autoscaling.autoscalingServerEnabled }}
+        scaleDownPackingEnabled: {{ .Values.autoscaling.serverPackingEnabled }}
+        scaleDownPackingPercentage: {{ .Values.autoscaling.serverPackingPercentage }}
+      pipelines:
+        maxShardCountMultiplier: {{ .Values.kafka.topics.numPartitions }}
     kafkaConfig:
       bootstrap.servers: '{{ .Values.kafka.bootstrap }}'
       consumer:

k8s/helm-charts/seldon-core-v2-setup/templates/_components-statefulsets.tpl

@@ -1295,6 +1295,15 @@ spec:
       rclone:
         config_secrets:
         - seldon-rclone-gs-public
+    scalingConfig:
+      models:
+        enabled: {{ .Values.autoscaling.autoscalingModelEnabled }}
+      servers:
+        enabled: {{ .Values.autoscaling.autoscalingServerEnabled }}
+        scaleDownPackingEnabled: {{ .Values.autoscaling.serverPackingEnabled }}
+        scaleDownPackingPercentage: {{ .Values.autoscaling.serverPackingPercentage }}
+      pipelines:
+        maxShardCountMultiplier: {{ .Values.kafka.topics.numPartitions }}
     kafkaConfig:
       bootstrap.servers: '{{ .Values.kafka.bootstrap }}'
       consumer:

k8s/helm-charts/seldon-core-v2-setup/values.yaml

@@ -85,7 +85,7 @@ opentelemetry:
 
 # logging
 # this is a global setting, in the case individual components logLevel is not set
-# Users should set a value from: 
+# Users should set a value from:
 # fatal, error, warn, info, debug, trace
 # if used also for .rclone.logLevel, the allowed set reduces to:
 # debug, info, error
@@ -245,7 +245,7 @@ scheduler:
     runAsGroup: 1000
     runAsNonRoot: true
   schedulerReadyTimeoutSeconds: 600
-  
+
 autoscaling:
   autoscalingModelEnabled: false
   autoscalingServerEnabled: true

k8s/helm-charts/seldon-core-v2-setup/values.yaml.template

@@ -85,7 +85,7 @@ opentelemetry:
 
 # logging
 # this is a global setting, in the case individual components logLevel is not set
-# Users should set a value from: 
+# Users should set a value from:
 # fatal, error, warn, info, debug, trace
 # if used also for .rclone.logLevel, the allowed set reduces to:
 # debug, info, error
@@ -245,7 +245,7 @@ scheduler:
     runAsGroup: 1000
     runAsNonRoot: true
   schedulerReadyTimeoutSeconds: 600
-  
+
 autoscaling:
   autoscalingModelEnabled: false
   autoscalingServerEnabled: true