diff --git a/charts/mlrun-ce/Chart.yaml b/charts/mlrun-ce/Chart.yaml index e04c6977..a122ea75 100644 --- a/charts/mlrun-ce/Chart.yaml +++ b/charts/mlrun-ce/Chart.yaml @@ -1,6 +1,6 @@ apiVersion: v1 name: mlrun-ce -version: 0.10.0-rc5 +version: 0.11.0-rc0 description: MLRun Open Source Stack home: https://iguazio.com icon: https://www.iguazio.com/wp-content/uploads/2019/10/Iguazio-Logo.png diff --git a/charts/mlrun-ce/kfp2.yaml b/charts/mlrun-ce/kfp2.yaml deleted file mode 100644 index 6e8352cf..00000000 --- a/charts/mlrun-ce/kfp2.yaml +++ /dev/null @@ -1,2 +0,0 @@ -# retaining the kfp2.yaml for old installation scripts compatibility ---- diff --git a/charts/mlrun-ce/requirements.lock b/charts/mlrun-ce/requirements.lock index a65ccfd0..4dbccec9 100644 --- a/charts/mlrun-ce/requirements.lock +++ b/charts/mlrun-ce/requirements.lock @@ -20,5 +20,8 @@ dependencies: - name: kafka repository: https://charts.bitnami.com/bitnami version: 31.3.1 -digest: sha256:d92e2702f26b3fbbe527fd4439cec8ce50bc79ad54fc69e10c28301e04e0114a -generated: "2025-11-04T09:39:37.92185Z" +- name: pipelines-v2 + repository: https://v3io.github.io/helm-charts/stable + version: 0.12.0 +digest: sha256:f1b3fb6565ed7be226322d0791628755601cc37b0b46ca8306b32250cff97122 +generated: "2025-12-01T15:38:22.246415+02:00" diff --git a/charts/mlrun-ce/requirements.yaml b/charts/mlrun-ce/requirements.yaml index 1e7e0941..70975b3e 100644 --- a/charts/mlrun-ce/requirements.yaml +++ b/charts/mlrun-ce/requirements.yaml @@ -25,3 +25,6 @@ dependencies: repository: "https://charts.bitnami.com/bitnami" version: "31.3.1" condition: kafka.enabled + - name: pipelines-v2 + version: 0.12.0 + repository: https://v3io.github.io/helm-charts/stable diff --git a/charts/mlrun-ce/templates/NOTES.txt b/charts/mlrun-ce/templates/NOTES.txt index 78a73c81..06a32488 100644 --- a/charts/mlrun-ce/templates/NOTES.txt +++ b/charts/mlrun-ce/templates/NOTES.txt @@ -1,4 +1,4 @@ -{{- if or (.Values.jupyterNotebook.enabled) (.Values.mlrun.enabled) (.Values.minio.enabled) (.Values.pipelines.enabled) (index .Values "kube-prometheus-stack" "enabled") }} +{{- if or (.Values.jupyterNotebook.enabled) (.Values.mlrun.enabled) (.Values.minio.enabled) (index .Values "pipelines-v2" "enabled") (index .Values "kube-prometheus-stack" "enabled") }} You're up and running! {{- if .Values.jupyterNotebook.enabled }} @@ -49,7 +49,7 @@ MLRun API is available at: {{- if eq .Values.global.infrastructure.kind "aws" }} mlrun-api.{{ .Values.global.externalHostAddress }} {{- else }} -{{- if .Values.mlrun.ui.ingress.enabled }} +{{- if .Values.mlrun.api.ingress.enabled }} {{ (index .Values.mlrun.api.ingress.hosts 0).host }} {{- else }} {{ .Values.global.externalHostAddress }}:{{ .Values.mlrun.api.service.nodePort }} @@ -83,12 +83,12 @@ Minio API is available at: {{- end }} {{- end }} -{{- if and .Values.pipelines.enabled .Values.pipelines.ui.enabled -}} }} +{{- if index .Values "pipelines-v2" "enabled" }} {{- if ne .Values.global.infrastructure.kind "aws" }} {{- if not .Values.minio.ingress.enabled }} {{- "\n" }} Pipelines UI is available at: -{{ .Values.global.externalHostAddress }}:{{ .Values.pipelines.service.nodePort }} +{{ .Values.global.externalHostAddress }}:{{ index .Values "pipelines-v2" "service" "nodePort" }} {{- end }} {{- end }} {{- end }} @@ -102,7 +102,7 @@ grafana.{{ .Values.global.externalHostAddress }} {{- if index .Values "kube-prometheus-stack" "grafana" "ingress" "enabled" }} {{ (index .Values "kube-prometheus-stack" "grafana" "ingress" "hosts" 0) }} {{- else }} -{{ .Values.global.externalHostAddress }}:{{ index .Values "kube-prometheus-stack" "grafana" "service" "nodePort"}} +{{ .Values.global.externalHostAddress }}:{{ index .Values "kube-prometheus-stack" "grafana" "service" "nodePort" }} {{- end }} {{- end }} {{- end }} @@ -111,7 +111,7 @@ grafana.{{ .Values.global.externalHostAddress }} {{- if ne .Values.global.infrastructure.kind "aws" }} {{- "\n" }} Prometheus UI is available at: -{{ .Values.global.externalHostAddress }}:{{ index .Values "kube-prometheus-stack" "prometheus" "service" "nodePort"}} +{{ .Values.global.externalHostAddress }}:{{ index .Values "kube-prometheus-stack" "prometheus" "service" "nodePort" }} {{- end }} {{- end }} diff --git a/charts/mlrun-ce/templates/config/mlrun-pipelines-config.yaml b/charts/mlrun-ce/templates/config/mlrun-pipelines-config.yaml index f10f6e92..c1d6312b 100644 --- a/charts/mlrun-ce/templates/config/mlrun-pipelines-config.yaml +++ b/charts/mlrun-ce/templates/config/mlrun-pipelines-config.yaml @@ -1,4 +1,4 @@ -{{- if .Values.pipelines.enabled -}} +{{- if index .Values "pipelines-v2" "enabled" }} apiVersion: v1 kind: ConfigMap metadata: diff --git a/charts/mlrun-ce/templates/pipelines/configmaps/kfp-launcher.yaml b/charts/mlrun-ce/templates/pipelines/configmaps/kfp-launcher.yaml deleted file mode 100644 index de7ca443..00000000 --- a/charts/mlrun-ce/templates/pipelines/configmaps/kfp-launcher.yaml +++ /dev/null @@ -1,11 +0,0 @@ -{{- if .Values.pipelines.enabled -}} -apiVersion: v1 -data: - defaultPipelineRoot: "" -kind: ConfigMap -metadata: - annotations: - labels: - application-crd-id: kubeflow-pipelines - name: kfp-launcher -{{- end -}} diff --git a/charts/mlrun-ce/templates/pipelines/configmaps/metadata-grpc-configmap.yaml b/charts/mlrun-ce/templates/pipelines/configmaps/metadata-grpc-configmap.yaml deleted file mode 100644 index 0c5823f8..00000000 --- a/charts/mlrun-ce/templates/pipelines/configmaps/metadata-grpc-configmap.yaml +++ /dev/null @@ -1,13 +0,0 @@ -{{- if .Values.pipelines.enabled -}} -apiVersion: v1 -data: - METADATA_GRPC_SERVICE_HOST: metadata-grpc-service - METADATA_GRPC_SERVICE_PORT: "8080" -kind: ConfigMap -metadata: - annotations: - labels: - application-crd-id: kubeflow-pipelines - component: metadata-grpc-server - name: metadata-grpc-configmap -{{- end -}} diff --git a/charts/mlrun-ce/templates/pipelines/configmaps/ml-pipeline-ui-configmap.yaml b/charts/mlrun-ce/templates/pipelines/configmaps/ml-pipeline-ui-configmap.yaml deleted file mode 100644 index 09e5cd65..00000000 --- a/charts/mlrun-ce/templates/pipelines/configmaps/ml-pipeline-ui-configmap.yaml +++ /dev/null @@ -1,39 +0,0 @@ -{{- if and .Values.pipelines.enabled .Values.pipelines.ui.enabled -}} -apiVersion: v1 -data: - viewer-pod-template.json: |- - { - "spec": { - "containers": [ - { - "env": [ - { - "name": "AWS_ACCESS_KEY_ID", - "valueFrom": { - "secretKeyRef": { - "name": "mlpipeline-minio-artifact", - "key": "accesskey" - } - } - }, - { - "name": "AWS_SECRET_ACCESS_KEY", - "valueFrom": { - "secretKeyRef": { - "name": "mlpipeline-minio-artifact", - "key": "secretkey" - } - } - } - ] - } - ] - } - } -kind: ConfigMap -metadata: - annotations: - labels: - application-crd-id: kubeflow-pipelines - name: ml-pipeline-ui-configmap -{{- end -}} diff --git a/charts/mlrun-ce/templates/pipelines/configmaps/pipeline-install-config.yaml b/charts/mlrun-ce/templates/pipelines/configmaps/pipeline-install-config.yaml deleted file mode 100644 index 872d2736..00000000 --- a/charts/mlrun-ce/templates/pipelines/configmaps/pipeline-install-config.yaml +++ /dev/null @@ -1,33 +0,0 @@ -{{- if .Values.pipelines.enabled -}} -apiVersion: v1 -data: - minioServiceHost: {{ include "mlrun-ce.minio-pipeline.service.url" . }} - minioServicePort: "{{ .Values.pipelines.minio.endpointPort }}" - ConMaxLifeTime: 120s - appName: pipeline - appVersion: {{ .Values.pipelines.images.apiServer.tag }} - autoUpdatePipelineDefaultVersion: "false" - bucketName: "{{ .Values.pipelines.minio.bucket }}" - cacheDb: cachedb - cacheImage: {{ .Values.pipelines.images.cacheImage.repository }}:{{ .Values.pipelines.images.cacheImage.tag }} - cacheNodeRestrictions: "false" - cronScheduleTimezone: UTC - mysqlHost: mysql - mysqlPort: "3306" - defaultPipelineRoot: "" - mlmdDb: metadb - pipelineDb: mlpipeline - warning: | - 1. Do not use kubectl to edit this configmap, because some values are used - during kustomize build. Instead, change the configmap and apply the entire - kustomize manifests again. - 2. After updating the configmap, some deployments may need to be restarted - until the changes take effect. A quick way to restart all deployments in a - namespace: `kubectl rollout restart deployment -n `. -kind: ConfigMap -metadata: - annotations: - labels: - application-crd-id: kubeflow-pipelines - name: pipeline-install-config -{{- end -}} diff --git a/charts/mlrun-ce/templates/pipelines/configmaps/workflow-controller-configmap.yaml b/charts/mlrun-ce/templates/pipelines/configmaps/workflow-controller-configmap.yaml deleted file mode 100644 index 63cca9dd..00000000 --- a/charts/mlrun-ce/templates/pipelines/configmaps/workflow-controller-configmap.yaml +++ /dev/null @@ -1,35 +0,0 @@ -{{- if .Values.pipelines.enabled -}} -apiVersion: v1 -data: - metricsConfig: | - enabled: false - path: /metrics - port: 9090 - ignoreErrors: false - artifactRepository: | - archiveLogs: true - s3: - endpoint: "{{ include "mlrun-ce.minio-pipeline.service.url" . }}:{{ .Values.pipelines.minio.endpointPort }}" - bucket: "{{ .Values.pipelines.minio.bucket }}" - insecure: true - accessKeySecret: - name: mlpipeline-minio-artifact - key: accesskey - secretKeySecret: - name: mlpipeline-minio-artifact - key: secretkey - executor: | - imagePullPolicy: IfNotPresent - resources: - requests: - cpu: 0.01 - memory: 32Mi - limits: - cpu: 0.5 - memory: 512Mi -kind: ConfigMap -metadata: - labels: - application-crd-id: kubeflow-pipelines - name: workflow-controller-configmap -{{- end -}} diff --git a/charts/mlrun-ce/templates/pipelines/crd/applications.app.k8s.io.yaml b/charts/mlrun-ce/templates/pipelines/crd/applications.app.k8s.io.yaml deleted file mode 100644 index f8ab4b58..00000000 --- a/charts/mlrun-ce/templates/pipelines/crd/applications.app.k8s.io.yaml +++ /dev/null @@ -1,528 +0,0 @@ -{{- if .Values.pipelines.crd.enabled -}} -apiVersion: apiextensions.k8s.io/v1 -kind: CustomResourceDefinition -metadata: - annotations: - api-approved.kubernetes.io: https://github.com/kubernetes-sigs/application/pull/2 - controller-gen.kubebuilder.io/version: v0.4.0 - labels: - controller-tools.k8s.io: "1.0" - name: applications.app.k8s.io -spec: - conversion: - strategy: None - group: app.k8s.io - names: - categories: - - all - kind: Application - listKind: ApplicationList - plural: applications - shortNames: - - app - singular: application - scope: Namespaced - versions: - - additionalPrinterColumns: - - description: The type of the application - jsonPath: .spec.descriptor.type - name: Type - type: string - - description: The creation date - jsonPath: .spec.descriptor.version - name: Version - type: string - - description: The application object owns the matched resources - jsonPath: .spec.addOwnerRef - name: Owner - type: boolean - - description: Numbers of components ready - jsonPath: .status.componentsReady - name: Ready - type: string - - description: The creation date - jsonPath: .metadata.creationTimestamp - name: Age - type: date - name: v1beta1 - schema: - openAPIV3Schema: - description: Application is the Schema for the applications API - properties: - apiVersion: - description: 'APIVersion defines the versioned schema of this representation - of an object. Servers should convert recognized schemas to the latest - internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' - type: string - kind: - description: 'Kind is a string value representing the REST resource this - object represents. Servers may infer this from the endpoint the client - submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' - type: string - metadata: - type: object - spec: - description: ApplicationSpec defines the specification for an Application. - properties: - addOwnerRef: - description: AddOwnerRef objects - flag to indicate if we need to - add OwnerRefs to matching objects Matching is done by using Selector - to query all ComponentGroupKinds - type: boolean - assemblyPhase: - description: AssemblyPhase represents the current phase of the application's - assembly. An empty value is equivalent to "Succeeded". - type: string - componentKinds: - description: ComponentGroupKinds is a list of Kinds for Application's - components (e.g. Deployments, Pods, Services, CRDs). It can be used - in conjunction with the Application's Selector to list or watch - the Applications components. - items: - description: GroupKind specifies a Group and a Kind, but does not - force a version. This is useful for identifying concepts during - lookup stages without having partially valid types - properties: - group: - type: string - kind: - type: string - required: - - group - - kind - type: object - type: array - descriptor: - description: Descriptor regroups information and metadata about an - application. - properties: - description: - description: Description is a brief string description of the - Application. - type: string - icons: - description: Icons is an optional list of icons for an application. - Icon information includes the source, size, and mime type. - items: - description: ImageSpec contains information about an image used - as an icon. - properties: - size: - description: (optional) The size of the image in pixels - (e.g., 25x25). - type: string - src: - description: The source for image represented as either - an absolute URL to the image or a Data URL containing - the image. Data URLs are defined in RFC 2397. - type: string - type: - description: (optional) The mine type of the image (e.g., - "image/png"). - type: string - required: - - src - type: object - type: array - keywords: - description: Keywords is an optional list of key words associated - with the application (e.g. MySQL, RDBMS, database). - items: - type: string - type: array - links: - description: Links are a list of descriptive URLs intended to - be used to surface additional documentation, dashboards, etc. - items: - description: Link contains information about an URL to surface - documentation, dashboards, etc. - properties: - description: - description: Description is human readable content explaining - the purpose of the link. - type: string - url: - description: Url typically points at a website address. - type: string - type: object - type: array - maintainers: - description: Maintainers is an optional list of maintainers of - the application. The maintainers in this list maintain the the - source code, images, and package for the application. - items: - description: ContactData contains information about an individual - or organization. - properties: - email: - description: Email is the email address. - type: string - name: - description: Name is the descriptive name. - type: string - url: - description: Url could typically be a website address. - type: string - type: object - type: array - notes: - description: Notes contain a human readable snippets intended - as a quick start for the users of the Application. CommonMark - markdown syntax may be used for rich text representation. - type: string - owners: - description: Owners is an optional list of the owners of the installed - application. The owners of the application should be contacted - in the event of a planned or unplanned disruption affecting - the application. - items: - description: ContactData contains information about an individual - or organization. - properties: - email: - description: Email is the email address. - type: string - name: - description: Name is the descriptive name. - type: string - url: - description: Url could typically be a website address. - type: string - type: object - type: array - type: - description: Type is the type of the application (e.g. WordPress, - MySQL, Cassandra). - type: string - version: - description: Version is an optional version indicator for the - Application. - type: string - type: object - info: - description: Info contains human readable key,value pairs for the - Application. - items: - description: InfoItem is a human readable key,value pair containing - important information about how to access the Application. - properties: - name: - description: Name is a human readable title for this piece of - information. - type: string - type: - description: Type of the value for this InfoItem. - type: string - value: - description: Value is human readable content. - type: string - valueFrom: - description: ValueFrom defines a reference to derive the value - from another source. - properties: - configMapKeyRef: - description: Selects a key of a ConfigMap. - properties: - apiVersion: - description: API version of the referent. - type: string - fieldPath: - description: 'If referring to a piece of an object instead - of an entire object, this string should contain a - valid JSON/Go field access statement, such as desiredState.manifest.containers[2]. - For example, if the object reference is to a container - within a pod, this would take on a value like: "spec.containers{name}" - (where "name" refers to the name of the container - that triggered the event) or if no container name - is specified "spec.containers[2]" (container with - index 2 in this pod). This syntax is chosen only to - have some well-defined way of referencing a part of - an object. TODO: this design is not final and this - field is subject to change in the future.' - type: string - key: - description: The key to select. - type: string - kind: - description: 'Kind of the referent. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' - type: string - name: - description: 'Name of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#names' - type: string - namespace: - description: 'Namespace of the referent. More info: - https://kubernetes.io/docs/concepts/overview/working-with-objects/namespaces/' - type: string - resourceVersion: - description: 'Specific resourceVersion to which this - reference is made, if any. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#concurrency-control-and-consistency' - type: string - uid: - description: 'UID of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#uids' - type: string - type: object - ingressRef: - description: Select an Ingress. - properties: - apiVersion: - description: API version of the referent. - type: string - fieldPath: - description: 'If referring to a piece of an object instead - of an entire object, this string should contain a - valid JSON/Go field access statement, such as desiredState.manifest.containers[2]. - For example, if the object reference is to a container - within a pod, this would take on a value like: "spec.containers{name}" - (where "name" refers to the name of the container - that triggered the event) or if no container name - is specified "spec.containers[2]" (container with - index 2 in this pod). This syntax is chosen only to - have some well-defined way of referencing a part of - an object. TODO: this design is not final and this - field is subject to change in the future.' - type: string - host: - description: The optional host to select. - type: string - kind: - description: 'Kind of the referent. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' - type: string - name: - description: 'Name of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#names' - type: string - namespace: - description: 'Namespace of the referent. More info: - https://kubernetes.io/docs/concepts/overview/working-with-objects/namespaces/' - type: string - path: - description: The optional HTTP path. - type: string - protocol: - description: Protocol for the ingress - type: string - resourceVersion: - description: 'Specific resourceVersion to which this - reference is made, if any. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#concurrency-control-and-consistency' - type: string - uid: - description: 'UID of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#uids' - type: string - type: object - secretKeyRef: - description: Selects a key of a Secret. - properties: - apiVersion: - description: API version of the referent. - type: string - fieldPath: - description: 'If referring to a piece of an object instead - of an entire object, this string should contain a - valid JSON/Go field access statement, such as desiredState.manifest.containers[2]. - For example, if the object reference is to a container - within a pod, this would take on a value like: "spec.containers{name}" - (where "name" refers to the name of the container - that triggered the event) or if no container name - is specified "spec.containers[2]" (container with - index 2 in this pod). This syntax is chosen only to - have some well-defined way of referencing a part of - an object. TODO: this design is not final and this - field is subject to change in the future.' - type: string - key: - description: The key to select. - type: string - kind: - description: 'Kind of the referent. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' - type: string - name: - description: 'Name of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#names' - type: string - namespace: - description: 'Namespace of the referent. More info: - https://kubernetes.io/docs/concepts/overview/working-with-objects/namespaces/' - type: string - resourceVersion: - description: 'Specific resourceVersion to which this - reference is made, if any. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#concurrency-control-and-consistency' - type: string - uid: - description: 'UID of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#uids' - type: string - type: object - serviceRef: - description: Select a Service. - properties: - apiVersion: - description: API version of the referent. - type: string - fieldPath: - description: 'If referring to a piece of an object instead - of an entire object, this string should contain a - valid JSON/Go field access statement, such as desiredState.manifest.containers[2]. - For example, if the object reference is to a container - within a pod, this would take on a value like: "spec.containers{name}" - (where "name" refers to the name of the container - that triggered the event) or if no container name - is specified "spec.containers[2]" (container with - index 2 in this pod). This syntax is chosen only to - have some well-defined way of referencing a part of - an object. TODO: this design is not final and this - field is subject to change in the future.' - type: string - kind: - description: 'Kind of the referent. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' - type: string - name: - description: 'Name of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#names' - type: string - namespace: - description: 'Namespace of the referent. More info: - https://kubernetes.io/docs/concepts/overview/working-with-objects/namespaces/' - type: string - path: - description: The optional HTTP path. - type: string - port: - description: The optional port to select. - format: int32 - type: integer - protocol: - description: Protocol for the service - type: string - resourceVersion: - description: 'Specific resourceVersion to which this - reference is made, if any. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#concurrency-control-and-consistency' - type: string - uid: - description: 'UID of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#uids' - type: string - type: object - type: - description: Type of source. - type: string - type: object - type: object - type: array - selector: - description: 'Selector is a label query over kinds that created by - the application. It must match the component objects'' labels. More - info: https://kubernetes.io/docs/concepts/overview/working-with-objects/labels/#label-selectors' - properties: - matchExpressions: - description: matchExpressions is a list of label selector requirements. - The requirements are ANDed. - items: - description: A label selector requirement is a selector that - contains values, a key, and an operator that relates the key - and values. - properties: - key: - description: key is the label key that the selector applies - to. - type: string - operator: - description: operator represents a key's relationship to - a set of values. Valid operators are In, NotIn, Exists - and DoesNotExist. - type: string - values: - description: values is an array of string values. If the - operator is In or NotIn, the values array must be non-empty. - If the operator is Exists or DoesNotExist, the values - array must be empty. This array is replaced during a strategic - merge patch. - items: - type: string - type: array - required: - - key - - operator - type: object - type: array - matchLabels: - additionalProperties: - type: string - description: matchLabels is a map of {key,value} pairs. A single - {key,value} in the matchLabels map is equivalent to an element - of matchExpressions, whose key field is "key", the operator - is "In", and the values array contains only "value". The requirements - are ANDed. - type: object - type: object - type: object - status: - description: ApplicationStatus defines controller's the observed state - of Application - properties: - components: - description: Object status array for all matching objects - items: - description: ObjectStatus is a generic status holder for objects - properties: - group: - description: Object group - type: string - kind: - description: Kind of object - type: string - link: - description: Link to object - type: string - name: - description: Name of object - type: string - status: - description: 'Status. Values: InProgress, Ready, Unknown' - type: string - type: object - type: array - componentsReady: - description: 'ComponentsReady: status of the components in the format - ready/total' - type: string - conditions: - description: Conditions represents the latest state of the object - items: - description: Condition describes the state of an object at a certain - point. - properties: - lastTransitionTime: - description: Last time the condition transitioned from one status - to another. - format: date-time - type: string - lastUpdateTime: - description: Last time the condition was probed - format: date-time - type: string - message: - description: A human readable message indicating details about - the transition. - type: string - reason: - description: The reason for the condition's last transition. - type: string - status: - description: Status of the condition, one of True, False, Unknown. - type: string - type: - description: Type of condition. - type: string - required: - - status - - type - type: object - type: array - observedGeneration: - description: ObservedGeneration is the most recent generation observed. - It corresponds to the Object's generation, which is updated on mutation - by the API Server. - format: int64 - type: integer - type: object - type: object - served: true - storage: true - subresources: - status: {} -{{- end -}} diff --git a/charts/mlrun-ce/templates/pipelines/crd/clusterworkflowtemplates.argoproj.io.yaml b/charts/mlrun-ce/templates/pipelines/crd/clusterworkflowtemplates.argoproj.io.yaml deleted file mode 100644 index de360406..00000000 --- a/charts/mlrun-ce/templates/pipelines/crd/clusterworkflowtemplates.argoproj.io.yaml +++ /dev/null @@ -1,40 +0,0 @@ -{{- if .Values.pipelines.crd.enabled -}} -apiVersion: apiextensions.k8s.io/v1 -kind: CustomResourceDefinition -metadata: - name: clusterworkflowtemplates.argoproj.io -spec: - conversion: - strategy: None - group: argoproj.io - names: - kind: ClusterWorkflowTemplate - listKind: ClusterWorkflowTemplateList - plural: clusterworkflowtemplates - shortNames: - - clusterwftmpl - - cwft - singular: clusterworkflowtemplate - scope: Cluster - versions: - - name: v1alpha1 - schema: - openAPIV3Schema: - properties: - apiVersion: - type: string - kind: - type: string - metadata: - type: object - spec: - type: object - x-kubernetes-map-type: atomic - x-kubernetes-preserve-unknown-fields: true - required: - - metadata - - spec - type: object - served: true - storage: true -{{- end -}} diff --git a/charts/mlrun-ce/templates/pipelines/crd/cronworkflows.argoproj.io.yaml b/charts/mlrun-ce/templates/pipelines/crd/cronworkflows.argoproj.io.yaml deleted file mode 100644 index f6027f8e..00000000 --- a/charts/mlrun-ce/templates/pipelines/crd/cronworkflows.argoproj.io.yaml +++ /dev/null @@ -1,44 +0,0 @@ -{{- if .Values.pipelines.crd.enabled -}} -apiVersion: apiextensions.k8s.io/v1 -kind: CustomResourceDefinition -metadata: - name: cronworkflows.argoproj.io -spec: - conversion: - strategy: None - group: argoproj.io - names: - kind: CronWorkflow - listKind: CronWorkflowList - plural: cronworkflows - shortNames: - - cwf - - cronwf - singular: cronworkflow - scope: Namespaced - versions: - - name: v1alpha1 - schema: - openAPIV3Schema: - properties: - apiVersion: - type: string - kind: - type: string - metadata: - type: object - spec: - type: object - x-kubernetes-map-type: atomic - x-kubernetes-preserve-unknown-fields: true - status: - type: object - x-kubernetes-map-type: atomic - x-kubernetes-preserve-unknown-fields: true - required: - - metadata - - spec - type: object - served: true - storage: true -{{- end -}} diff --git a/charts/mlrun-ce/templates/pipelines/crd/scheduledworkflows.kubeflow.org.yaml b/charts/mlrun-ce/templates/pipelines/crd/scheduledworkflows.kubeflow.org.yaml deleted file mode 100644 index b2e56d48..00000000 --- a/charts/mlrun-ce/templates/pipelines/crd/scheduledworkflows.kubeflow.org.yaml +++ /dev/null @@ -1,43 +0,0 @@ -{{- if .Values.pipelines.crd.enabled -}} -apiVersion: apiextensions.k8s.io/v1 -kind: CustomResourceDefinition -metadata: - name: scheduledworkflows.kubeflow.org -spec: - conversion: - strategy: None - group: kubeflow.org - names: - kind: ScheduledWorkflow - listKind: ScheduledWorkflowList - plural: scheduledworkflows - shortNames: - - swf - singular: scheduledworkflow - scope: Namespaced - versions: - - name: v1beta1 - schema: - openAPIV3Schema: - properties: - apiVersion: - type: string - kind: - type: string - metadata: - type: object - spec: - type: object - x-kubernetes-map-type: atomic - x-kubernetes-preserve-unknown-fields: true - status: - type: object - x-kubernetes-map-type: atomic - x-kubernetes-preserve-unknown-fields: true - required: - - spec - - status - type: object - served: true - storage: true -{{- end -}} diff --git a/charts/mlrun-ce/templates/pipelines/crd/viewers.kubeflow.org.yaml b/charts/mlrun-ce/templates/pipelines/crd/viewers.kubeflow.org.yaml deleted file mode 100644 index 0d6b6cb1..00000000 --- a/charts/mlrun-ce/templates/pipelines/crd/viewers.kubeflow.org.yaml +++ /dev/null @@ -1,38 +0,0 @@ -{{- if .Values.pipelines.crd.enabled -}} -apiVersion: apiextensions.k8s.io/v1 -kind: CustomResourceDefinition -metadata: - name: viewers.kubeflow.org -spec: - conversion: - strategy: None - group: kubeflow.org - names: - kind: Viewer - listKind: ViewerList - plural: viewers - shortNames: - - vi - singular: viewer - scope: Namespaced - versions: - - name: v1beta1 - schema: - openAPIV3Schema: - properties: - apiVersion: - type: string - kind: - type: string - metadata: - type: object - spec: - type: object - x-kubernetes-map-type: atomic - x-kubernetes-preserve-unknown-fields: true - required: - - spec - type: object - served: true - storage: true -{{- end -}} diff --git a/charts/mlrun-ce/templates/pipelines/crd/workflowartifactgctasks.argoproj.io.yaml b/charts/mlrun-ce/templates/pipelines/crd/workflowartifactgctasks.argoproj.io.yaml deleted file mode 100644 index 619f190b..00000000 --- a/charts/mlrun-ce/templates/pipelines/crd/workflowartifactgctasks.argoproj.io.yaml +++ /dev/null @@ -1,43 +0,0 @@ -{{- if .Values.pipelines.crd.enabled -}} -apiVersion: apiextensions.k8s.io/v1 -kind: CustomResourceDefinition -metadata: - name: workflowartifactgctasks.argoproj.io -spec: - group: argoproj.io - names: - kind: WorkflowArtifactGCTask - listKind: WorkflowArtifactGCTaskList - plural: workflowartifactgctasks - shortNames: - - wfat - singular: workflowartifactgctask - scope: Namespaced - versions: - - name: v1alpha1 - schema: - openAPIV3Schema: - properties: - apiVersion: - type: string - kind: - type: string - metadata: - type: object - spec: - type: object - x-kubernetes-map-type: atomic - x-kubernetes-preserve-unknown-fields: true - status: - type: object - x-kubernetes-map-type: atomic - x-kubernetes-preserve-unknown-fields: true - required: - - metadata - - spec - type: object - served: true - storage: true - subresources: - status: {} -{{- end -}} diff --git a/charts/mlrun-ce/templates/pipelines/crd/workfloweventbindings.argoproj.io.yaml b/charts/mlrun-ce/templates/pipelines/crd/workfloweventbindings.argoproj.io.yaml deleted file mode 100644 index bcf09143..00000000 --- a/charts/mlrun-ce/templates/pipelines/crd/workfloweventbindings.argoproj.io.yaml +++ /dev/null @@ -1,39 +0,0 @@ -{{- if .Values.pipelines.crd.enabled -}} -apiVersion: apiextensions.k8s.io/v1 -kind: CustomResourceDefinition -metadata: - name: workfloweventbindings.argoproj.io -spec: - conversion: - strategy: None - group: argoproj.io - names: - kind: WorkflowEventBinding - listKind: WorkflowEventBindingList - plural: workfloweventbindings - shortNames: - - wfeb - singular: workfloweventbinding - scope: Namespaced - versions: - - name: v1alpha1 - schema: - openAPIV3Schema: - properties: - apiVersion: - type: string - kind: - type: string - metadata: - type: object - spec: - type: object - x-kubernetes-map-type: atomic - x-kubernetes-preserve-unknown-fields: true - required: - - metadata - - spec - type: object - served: true - storage: true -{{- end -}} diff --git a/charts/mlrun-ce/templates/pipelines/crd/workflows.argoproj.io.yaml b/charts/mlrun-ce/templates/pipelines/crd/workflows.argoproj.io.yaml deleted file mode 100644 index a65c59eb..00000000 --- a/charts/mlrun-ce/templates/pipelines/crd/workflows.argoproj.io.yaml +++ /dev/null @@ -1,54 +0,0 @@ -{{- if .Values.pipelines.crd.enabled -}} -apiVersion: apiextensions.k8s.io/v1 -kind: CustomResourceDefinition -metadata: - name: workflows.argoproj.io -spec: - conversion: - strategy: None - group: argoproj.io - names: - kind: Workflow - listKind: WorkflowList - plural: workflows - shortNames: - - wf - singular: workflow - scope: Namespaced - versions: - - additionalPrinterColumns: - - description: Status of the workflow - jsonPath: .status.phase - name: Status - type: string - - description: When the workflow was started - format: date-time - jsonPath: .status.startedAt - name: Age - type: date - name: v1alpha1 - schema: - openAPIV3Schema: - properties: - apiVersion: - type: string - kind: - type: string - metadata: - type: object - spec: - type: object - x-kubernetes-map-type: atomic - x-kubernetes-preserve-unknown-fields: true - status: - type: object - x-kubernetes-map-type: atomic - x-kubernetes-preserve-unknown-fields: true - required: - - metadata - - spec - type: object - served: true - storage: true - subresources: {} -{{- end -}} diff --git a/charts/mlrun-ce/templates/pipelines/crd/workflowtaskresults.argoproj.io.yaml b/charts/mlrun-ce/templates/pipelines/crd/workflowtaskresults.argoproj.io.yaml deleted file mode 100644 index 86a882d9..00000000 --- a/charts/mlrun-ce/templates/pipelines/crd/workflowtaskresults.argoproj.io.yaml +++ /dev/null @@ -1,429 +0,0 @@ -{{- if .Values.pipelines.crd.enabled -}} -apiVersion: apiextensions.k8s.io/v1 -kind: CustomResourceDefinition -metadata: - name: workflowtaskresults.argoproj.io -spec: - conversion: - strategy: None - group: argoproj.io - names: - kind: WorkflowTaskResult - listKind: WorkflowTaskResultList - plural: workflowtaskresults - singular: workflowtaskresult - scope: Namespaced - versions: - - name: v1alpha1 - schema: - openAPIV3Schema: - properties: - apiVersion: - type: string - kind: - type: string - message: - type: string - metadata: - type: object - outputs: - properties: - artifacts: - items: - properties: - archive: - properties: - none: - type: object - tar: - properties: - compressionLevel: - format: int32 - type: integer - type: object - zip: - type: object - type: object - archiveLogs: - type: boolean - artifactory: - properties: - passwordSecret: - properties: - key: - type: string - name: - type: string - optional: - type: boolean - required: - - key - type: object - url: - type: string - usernameSecret: - properties: - key: - type: string - name: - type: string - optional: - type: boolean - required: - - key - type: object - required: - - url - type: object - from: - type: string - fromExpression: - type: string - gcs: - properties: - bucket: - type: string - key: - type: string - serviceAccountKeySecret: - properties: - key: - type: string - name: - type: string - optional: - type: boolean - required: - - key - type: object - required: - - key - type: object - git: - properties: - depth: - format: int64 - type: integer - disableSubmodules: - type: boolean - fetch: - items: - type: string - type: array - insecureIgnoreHostKey: - type: boolean - passwordSecret: - properties: - key: - type: string - name: - type: string - optional: - type: boolean - required: - - key - type: object - repo: - type: string - revision: - type: string - sshPrivateKeySecret: - properties: - key: - type: string - name: - type: string - optional: - type: boolean - required: - - key - type: object - usernameSecret: - properties: - key: - type: string - name: - type: string - optional: - type: boolean - required: - - key - type: object - required: - - repo - type: object - globalName: - type: string - hdfs: - properties: - addresses: - items: - type: string - type: array - force: - type: boolean - hdfsUser: - type: string - krbCCacheSecret: - properties: - key: - type: string - name: - type: string - optional: - type: boolean - required: - - key - type: object - krbConfigConfigMap: - properties: - key: - type: string - name: - type: string - optional: - type: boolean - required: - - key - type: object - krbKeytabSecret: - properties: - key: - type: string - name: - type: string - optional: - type: boolean - required: - - key - type: object - krbRealm: - type: string - krbServicePrincipalName: - type: string - krbUsername: - type: string - path: - type: string - required: - - path - type: object - http: - properties: - headers: - items: - properties: - name: - type: string - value: - type: string - required: - - name - - value - type: object - type: array - url: - type: string - required: - - url - type: object - mode: - format: int32 - type: integer - name: - type: string - optional: - type: boolean - oss: - properties: - accessKeySecret: - properties: - key: - type: string - name: - type: string - optional: - type: boolean - required: - - key - type: object - bucket: - type: string - createBucketIfNotPresent: - type: boolean - endpoint: - type: string - key: - type: string - lifecycleRule: - properties: - markDeletionAfterDays: - format: int32 - type: integer - markInfrequentAccessAfterDays: - format: int32 - type: integer - type: object - secretKeySecret: - properties: - key: - type: string - name: - type: string - optional: - type: boolean - required: - - key - type: object - securityToken: - type: string - required: - - key - type: object - path: - type: string - raw: - properties: - data: - type: string - required: - - data - type: object - recurseMode: - type: boolean - s3: - properties: - accessKeySecret: - properties: - key: - type: string - name: - type: string - optional: - type: boolean - required: - - key - type: object - bucket: - type: string - createBucketIfNotPresent: - properties: - objectLocking: - type: boolean - type: object - encryptionOptions: - properties: - enableEncryption: - type: boolean - kmsEncryptionContext: - type: string - kmsKeyId: - type: string - serverSideCustomerKeySecret: - properties: - key: - type: string - name: - type: string - optional: - type: boolean - required: - - key - type: object - type: object - endpoint: - type: string - insecure: - type: boolean - key: - type: string - region: - type: string - roleARN: - type: string - secretKeySecret: - properties: - key: - type: string - name: - type: string - optional: - type: boolean - required: - - key - type: object - useSDKCreds: - type: boolean - type: object - subPath: - type: string - required: - - name - type: object - type: array - exitCode: - type: string - parameters: - items: - properties: - default: - type: string - description: - type: string - enum: - items: - type: string - type: array - globalName: - type: string - name: - type: string - value: - type: string - valueFrom: - properties: - configMapKeyRef: - properties: - key: - type: string - name: - type: string - optional: - type: boolean - required: - - key - type: object - default: - type: string - event: - type: string - expression: - type: string - jqFilter: - type: string - jsonPath: - type: string - parameter: - type: string - path: - type: string - supplied: - type: object - type: object - required: - - name - type: object - type: array - result: - type: string - type: object - phase: - type: string - progress: - type: string - required: - - metadata - type: object - served: true - storage: true -{{- end -}} diff --git a/charts/mlrun-ce/templates/pipelines/crd/workflowtasksets.argoproj.io.yaml b/charts/mlrun-ce/templates/pipelines/crd/workflowtasksets.argoproj.io.yaml deleted file mode 100644 index 609f0507..00000000 --- a/charts/mlrun-ce/templates/pipelines/crd/workflowtasksets.argoproj.io.yaml +++ /dev/null @@ -1,45 +0,0 @@ -{{- if .Values.pipelines.crd.enabled -}} -apiVersion: apiextensions.k8s.io/v1 -kind: CustomResourceDefinition -metadata: - name: workflowtasksets.argoproj.io -spec: - conversion: - strategy: None - group: argoproj.io - names: - kind: WorkflowTaskSet - listKind: WorkflowTaskSetList - plural: workflowtasksets - shortNames: - - wfts - singular: workflowtaskset - scope: Namespaced - versions: - - name: v1alpha1 - schema: - openAPIV3Schema: - properties: - apiVersion: - type: string - kind: - type: string - metadata: - type: object - spec: - type: object - x-kubernetes-map-type: atomic - x-kubernetes-preserve-unknown-fields: true - status: - type: object - x-kubernetes-map-type: atomic - x-kubernetes-preserve-unknown-fields: true - required: - - metadata - - spec - type: object - served: true - storage: true - subresources: - status: {} -{{- end -}} diff --git a/charts/mlrun-ce/templates/pipelines/crd/workflowtemplates.argoproj.io.yaml b/charts/mlrun-ce/templates/pipelines/crd/workflowtemplates.argoproj.io.yaml deleted file mode 100644 index 083eb6c6..00000000 --- a/charts/mlrun-ce/templates/pipelines/crd/workflowtemplates.argoproj.io.yaml +++ /dev/null @@ -1,39 +0,0 @@ -{{- if .Values.pipelines.crd.enabled -}} -apiVersion: apiextensions.k8s.io/v1 -kind: CustomResourceDefinition -metadata: - name: workflowtemplates.argoproj.io -spec: - conversion: - strategy: None - group: argoproj.io - names: - kind: WorkflowTemplate - listKind: WorkflowTemplateList - plural: workflowtemplates - shortNames: - - wftmpl - singular: workflowtemplate - scope: Namespaced - versions: - - name: v1alpha1 - schema: - openAPIV3Schema: - properties: - apiVersion: - type: string - kind: - type: string - metadata: - type: object - spec: - type: object - x-kubernetes-map-type: atomic - x-kubernetes-preserve-unknown-fields: true - required: - - metadata - - spec - type: object - served: true - storage: true -{{- end -}} diff --git a/charts/mlrun-ce/templates/pipelines/deployments/metadata-envoy-deployment.yaml b/charts/mlrun-ce/templates/pipelines/deployments/metadata-envoy-deployment.yaml deleted file mode 100644 index 5fbf7ea1..00000000 --- a/charts/mlrun-ce/templates/pipelines/deployments/metadata-envoy-deployment.yaml +++ /dev/null @@ -1,56 +0,0 @@ -{{- if .Values.pipelines.enabled -}} -apiVersion: apps/v1 -kind: Deployment -metadata: - labels: - application-crd-id: kubeflow-pipelines - component: metadata-envoy - name: metadata-envoy-deployment -spec: - progressDeadlineSeconds: 600 - replicas: 1 - revisionHistoryLimit: 10 - selector: - matchLabels: - application-crd-id: kubeflow-pipelines - component: metadata-envoy - strategy: - rollingUpdate: - maxSurge: 25% - maxUnavailable: 25% - type: RollingUpdate - template: - metadata: - annotations: - sidecar.istio.io/inject: "false" - creationTimestamp: null - labels: - application-crd-id: kubeflow-pipelines - component: metadata-envoy - spec: - containers: - - image: {{ .Values.pipelines.images.metadataEnvoy.repository }}:{{ .Values.pipelines.images.metadataEnvoy.tag }} - imagePullPolicy: IfNotPresent - name: container - ports: - - containerPort: 9090 - name: md-envoy - protocol: TCP - - containerPort: 9901 - name: envoy-admin - protocol: TCP - resources: {} - terminationMessagePath: /dev/termination-log - terminationMessagePolicy: File - dnsPolicy: ClusterFirst - restartPolicy: Always - schedulerName: default-scheduler - securityContext: {} - terminationGracePeriodSeconds: 30 - {{- with .Values.pipelines.nodeSelector }} - nodeSelector: {{ toYaml . | nindent 8 }} - {{- end }} - {{- with .Values.pipelines.tolerations }} - tolerations: {{ toYaml . | nindent 8 }} - {{- end }} -{{- end -}} diff --git a/charts/mlrun-ce/templates/pipelines/deployments/metadata-grpc-deployment.yaml b/charts/mlrun-ce/templates/pipelines/deployments/metadata-grpc-deployment.yaml deleted file mode 100644 index 26a0841f..00000000 --- a/charts/mlrun-ce/templates/pipelines/deployments/metadata-grpc-deployment.yaml +++ /dev/null @@ -1,105 +0,0 @@ -{{- if .Values.pipelines.enabled -}} -apiVersion: apps/v1 -kind: Deployment -metadata: - labels: - application-crd-id: kubeflow-pipelines - component: metadata-grpc-server - name: metadata-grpc-deployment -spec: - progressDeadlineSeconds: 600 - replicas: 1 - revisionHistoryLimit: 10 - selector: - matchLabels: - application-crd-id: kubeflow-pipelines - component: metadata-grpc-server - strategy: - rollingUpdate: - maxSurge: 25% - maxUnavailable: 25% - type: RollingUpdate - template: - metadata: - creationTimestamp: null - labels: - application-crd-id: kubeflow-pipelines - component: metadata-grpc-server - spec: - containers: - - args: - - --grpc_port=8080 - - --mysql_config_database=$(MYSQL_DATABASE) - - --mysql_config_host=$(MYSQL_HOST) - - --mysql_config_port=$(MYSQL_PORT) - - --mysql_config_user=$(DBCONFIG_USER) - - --mysql_config_password=$(DBCONFIG_PASSWORD) - - --enable_database_upgrade=true - command: - - /bin/metadata_store_server - env: - - name: DBCONFIG_USER - valueFrom: - secretKeyRef: - key: username - name: mysql-secret - - name: DBCONFIG_PASSWORD - valueFrom: - secretKeyRef: - key: password - name: mysql-secret - - name: MYSQL_DATABASE - valueFrom: - configMapKeyRef: - key: mlmdDb - name: pipeline-install-config - - name: MYSQL_HOST - valueFrom: - configMapKeyRef: - key: mysqlHost - name: pipeline-install-config - - name: MYSQL_PORT - valueFrom: - configMapKeyRef: - key: mysqlPort - name: pipeline-install-config - image: {{ .Values.pipelines.images.metadata.container.repository }}:{{ .Values.pipelines.images.metadata.container.tag }} - imagePullPolicy: IfNotPresent - livenessProbe: - failureThreshold: 3 - initialDelaySeconds: 3 - periodSeconds: 5 - successThreshold: 1 - tcpSocket: - port: grpc-api - timeoutSeconds: 2 - name: container - ports: - - containerPort: 8080 - name: grpc-api - protocol: TCP - readinessProbe: - failureThreshold: 3 - initialDelaySeconds: 3 - periodSeconds: 5 - successThreshold: 1 - tcpSocket: - port: grpc-api - timeoutSeconds: 2 - resources: {} - terminationMessagePath: /dev/termination-log - terminationMessagePolicy: File - dnsPolicy: ClusterFirst - restartPolicy: Always - schedulerName: default-scheduler - securityContext: {} - serviceAccount: metadata-grpc-server - serviceAccountName: metadata-grpc-server - terminationGracePeriodSeconds: 30 - {{- with .Values.pipelines.nodeSelector }} - nodeSelector: {{ toYaml . | nindent 8 }} - {{- end }} - {{- with .Values.pipelines.tolerations }} - tolerations: {{ toYaml . | nindent 8 }} - {{- end }} -{{- end -}} diff --git a/charts/mlrun-ce/templates/pipelines/deployments/metadata-writer.yaml b/charts/mlrun-ce/templates/pipelines/deployments/metadata-writer.yaml deleted file mode 100644 index 863efb1b..00000000 --- a/charts/mlrun-ce/templates/pipelines/deployments/metadata-writer.yaml +++ /dev/null @@ -1,57 +0,0 @@ -{{- if .Values.pipelines.enabled -}} -apiVersion: apps/v1 -kind: Deployment -metadata: - labels: - app: metadata-writer - application-crd-id: kubeflow-pipelines - name: metadata-writer -spec: - progressDeadlineSeconds: 600 - replicas: 1 - revisionHistoryLimit: 10 - selector: - matchLabels: - app: metadata-writer - application-crd-id: kubeflow-pipelines - strategy: - rollingUpdate: - maxSurge: 25% - maxUnavailable: 25% - type: RollingUpdate - template: - metadata: - creationTimestamp: null - labels: - app: metadata-writer - application-crd-id: kubeflow-pipelines - spec: - containers: - - env: - - name: METADATA_GRPC_SERVICE_SERVICE_HOST - value: metadata-grpc - - name: NAMESPACE_TO_WATCH - valueFrom: - fieldRef: - apiVersion: v1 - fieldPath: metadata.namespace - image: {{ .Values.pipelines.images.metadataWriter.repository }}:{{ .Values.pipelines.images.metadataWriter.tag }} - imagePullPolicy: IfNotPresent - name: main - resources: {} - terminationMessagePath: /dev/termination-log - terminationMessagePolicy: File - dnsPolicy: ClusterFirst - restartPolicy: Always - schedulerName: default-scheduler - securityContext: {} - serviceAccount: kubeflow-pipelines-metadata-writer - serviceAccountName: kubeflow-pipelines-metadata-writer - terminationGracePeriodSeconds: 30 - {{- with .Values.pipelines.nodeSelector }} - nodeSelector: {{ toYaml . | nindent 8 }} - {{- end }} - {{- with .Values.pipelines.tolerations }} - tolerations: {{ toYaml . | nindent 8 }} - {{- end }} -{{- end -}} diff --git a/charts/mlrun-ce/templates/pipelines/deployments/ml-pipeline-persistenceagent.yaml b/charts/mlrun-ce/templates/pipelines/deployments/ml-pipeline-persistenceagent.yaml deleted file mode 100644 index 5dbd6604..00000000 --- a/charts/mlrun-ce/templates/pipelines/deployments/ml-pipeline-persistenceagent.yaml +++ /dev/null @@ -1,75 +0,0 @@ -{{- if .Values.pipelines.enabled -}} -apiVersion: apps/v1 -kind: Deployment -metadata: - labels: - app: ml-pipeline-persistenceagent - application-crd-id: kubeflow-pipelines - name: ml-pipeline-persistenceagent -spec: - progressDeadlineSeconds: 600 - replicas: 1 - revisionHistoryLimit: 10 - selector: - matchLabels: - app: ml-pipeline-persistenceagent - application-crd-id: kubeflow-pipelines - strategy: - rollingUpdate: - maxSurge: 25% - maxUnavailable: 25% - type: RollingUpdate - template: - metadata: - annotations: - cluster-autoscaler.kubernetes.io/safe-to-evict: "true" - creationTimestamp: null - labels: - app: ml-pipeline-persistenceagent - application-crd-id: kubeflow-pipelines - spec: - containers: - - env: - - name: NAMESPACE - valueFrom: - fieldRef: - apiVersion: v1 - fieldPath: metadata.namespace - - name: TTL_SECONDS_AFTER_WORKFLOW_FINISH - value: "86400" - - name: NUM_WORKERS - value: "2" - image: {{ .Values.pipelines.images.persistenceagent.repository }}:{{ .Values.pipelines.images.persistenceagent.tag }} - imagePullPolicy: IfNotPresent - name: ml-pipeline-persistenceagent - resources: - requests: - cpu: 120m - memory: 500Mi - terminationMessagePath: /dev/termination-log - terminationMessagePolicy: File - volumeMounts: - - mountPath: /var/run/secrets/kubeflow/tokens - name: persistenceagent-sa-token - volumes: - - name: persistenceagent-sa-token - projected: - sources: - - serviceAccountToken: - path: persistenceagent-sa-token - expirationSeconds: 3600 - audience: pipelines.kubeflow.org - dnsPolicy: ClusterFirst - restartPolicy: Always - schedulerName: default-scheduler - securityContext: {} - serviceAccount: ml-pipeline-persistenceagent - serviceAccountName: ml-pipeline-persistenceagent - terminationGracePeriodSeconds: 30 - {{- with .Values.pipelines.nodeSelector }} - nodeSelector: {{ toYaml . | nindent 8 }} - {{- end }} - {{- with .Values.pipelines.tolerations }} - tolerations: {{ toYaml . | nindent 8 }} - {{- end }} -{{- end -}} diff --git a/charts/mlrun-ce/templates/pipelines/deployments/ml-pipeline-scheduledworkflow.yaml b/charts/mlrun-ce/templates/pipelines/deployments/ml-pipeline-scheduledworkflow.yaml deleted file mode 100644 index c27442ad..00000000 --- a/charts/mlrun-ce/templates/pipelines/deployments/ml-pipeline-scheduledworkflow.yaml +++ /dev/null @@ -1,62 +0,0 @@ -{{- if .Values.pipelines.enabled -}} -apiVersion: apps/v1 -kind: Deployment -metadata: - labels: - app: ml-pipeline-scheduledworkflow - application-crd-id: kubeflow-pipelines - name: ml-pipeline-scheduledworkflow -spec: - progressDeadlineSeconds: 600 - replicas: 1 - revisionHistoryLimit: 10 - selector: - matchLabels: - app: ml-pipeline-scheduledworkflow - application-crd-id: kubeflow-pipelines - strategy: - rollingUpdate: - maxSurge: 25% - maxUnavailable: 25% - type: RollingUpdate - template: - metadata: - annotations: - cluster-autoscaler.kubernetes.io/safe-to-evict: "true" - creationTimestamp: null - labels: - app: ml-pipeline-scheduledworkflow - application-crd-id: kubeflow-pipelines - spec: - containers: - - env: - - name: NAMESPACE - valueFrom: - fieldRef: - apiVersion: v1 - fieldPath: metadata.namespace - - name: CRON_SCHEDULE_TIMEZONE - valueFrom: - configMapKeyRef: - key: cronScheduleTimezone - name: pipeline-install-config - image: {{ .Values.pipelines.images.scheduledworkflow.repository }}:{{ .Values.pipelines.images.scheduledworkflow.tag }} - imagePullPolicy: IfNotPresent - name: ml-pipeline-scheduledworkflow - resources: {} - terminationMessagePath: /dev/termination-log - terminationMessagePolicy: File - dnsPolicy: ClusterFirst - restartPolicy: Always - schedulerName: default-scheduler - securityContext: {} - serviceAccount: ml-pipeline-scheduledworkflow - serviceAccountName: ml-pipeline-scheduledworkflow - terminationGracePeriodSeconds: 30 - {{- with .Values.pipelines.nodeSelector }} - nodeSelector: {{ toYaml . | nindent 8 }} - {{- end }} - {{- with .Values.pipelines.tolerations }} - tolerations: {{ toYaml . | nindent 8 }} - {{- end }} -{{- end -}} diff --git a/charts/mlrun-ce/templates/pipelines/deployments/ml-pipeline-ui.yaml b/charts/mlrun-ce/templates/pipelines/deployments/ml-pipeline-ui.yaml deleted file mode 100644 index 2218bc88..00000000 --- a/charts/mlrun-ce/templates/pipelines/deployments/ml-pipeline-ui.yaml +++ /dev/null @@ -1,112 +0,0 @@ -{{- if and .Values.pipelines.enabled .Values.pipelines.ui.enabled -}} -apiVersion: apps/v1 -kind: Deployment -metadata: - labels: - app: ml-pipeline-ui - application-crd-id: kubeflow-pipelines - name: ml-pipeline-ui -spec: - progressDeadlineSeconds: 600 - replicas: 1 - revisionHistoryLimit: 10 - selector: - matchLabels: - app: ml-pipeline-ui - application-crd-id: kubeflow-pipelines - strategy: - rollingUpdate: - maxSurge: 25% - maxUnavailable: 25% - type: RollingUpdate - template: - metadata: - annotations: - cluster-autoscaler.kubernetes.io/safe-to-evict: "true" - creationTimestamp: null - labels: - app: ml-pipeline-ui - application-crd-id: kubeflow-pipelines - spec: - containers: - - env: - - name: VIEWER_TENSORBOARD_POD_TEMPLATE_SPEC_PATH - value: /etc/config/viewer-pod-template.json - - name: MINIO_HOST - value: {{ include "mlrun-ce.minio-pipeline.service.url" . }} - - name: MINIO_PORT - value: "{{ .Values.pipelines.minio.endpointPort }}" - - name: MINIO_NAMESPACE - # This is required because otherwise the namespace is appended to the MinIO hostname used to fetch artifacts, causing the fetch to fail - value: "" - - name: MINIO_ACCESS_KEY - valueFrom: - secretKeyRef: - key: accesskey - name: mlpipeline-minio-artifact - - name: MINIO_SECRET_KEY - valueFrom: - secretKeyRef: - key: secretkey - name: mlpipeline-minio-artifact - - name: ALLOW_CUSTOM_VISUALIZATIONS - value: "true" - image: {{ .Values.pipelines.images.ui.repository }}:{{ .Values.pipelines.images.ui.tag }} - imagePullPolicy: IfNotPresent - livenessProbe: - exec: - command: - - wget - - -q - - -S - - -O - - '-' - - http://localhost:3000/apis/v1beta1/healthz - failureThreshold: 3 - initialDelaySeconds: 3 - periodSeconds: 5 - successThreshold: 1 - timeoutSeconds: 2 - name: ml-pipeline-ui - ports: - - containerPort: 3000 - protocol: TCP - readinessProbe: - exec: - command: - - wget - - -q - - -S - - -O - - '-' - - http://localhost:3000/apis/v1beta1/healthz - failureThreshold: 3 - initialDelaySeconds: 3 - periodSeconds: 5 - successThreshold: 1 - timeoutSeconds: 2 - terminationMessagePath: /dev/termination-log - terminationMessagePolicy: File - volumeMounts: - - mountPath: /etc/config - name: config-volume - readOnly: true - dnsPolicy: ClusterFirst - restartPolicy: Always - schedulerName: default-scheduler - securityContext: {} - serviceAccount: ml-pipeline-ui - serviceAccountName: ml-pipeline-ui - terminationGracePeriodSeconds: 30 - volumes: - - configMap: - defaultMode: 420 - name: ml-pipeline-ui-configmap - name: config-volume - {{- with .Values.pipelines.nodeSelector }} - nodeSelector: {{ toYaml . | nindent 8 }} - {{- end }} - {{- with .Values.pipelines.tolerations }} - tolerations: {{ toYaml . | nindent 8 }} - {{- end }} -{{- end -}} diff --git a/charts/mlrun-ce/templates/pipelines/deployments/ml-pipeline-viewer-crd.yaml b/charts/mlrun-ce/templates/pipelines/deployments/ml-pipeline-viewer-crd.yaml deleted file mode 100644 index 89f25c23..00000000 --- a/charts/mlrun-ce/templates/pipelines/deployments/ml-pipeline-viewer-crd.yaml +++ /dev/null @@ -1,58 +0,0 @@ -{{- if .Values.pipelines.enabled -}} -apiVersion: apps/v1 -kind: Deployment -metadata: - labels: - app: ml-pipeline-viewer-crd - application-crd-id: kubeflow-pipelines - name: ml-pipeline-viewer-crd -spec: - progressDeadlineSeconds: 600 - replicas: 1 - revisionHistoryLimit: 10 - selector: - matchLabels: - app: ml-pipeline-viewer-crd - application-crd-id: kubeflow-pipelines - strategy: - rollingUpdate: - maxSurge: 25% - maxUnavailable: 25% - type: RollingUpdate - template: - metadata: - annotations: - cluster-autoscaler.kubernetes.io/safe-to-evict: "true" - creationTimestamp: null - labels: - app: ml-pipeline-viewer-crd - application-crd-id: kubeflow-pipelines - spec: - containers: - - env: - - name: MAX_NUM_VIEWERS - value: "50" - - name: NAMESPACE - valueFrom: - fieldRef: - fieldPath: metadata.namespace - image: {{ .Values.pipelines.images.viewerCrdController.repository }}:{{ .Values.pipelines.images.viewerCrdController.tag }} - imagePullPolicy: IfNotPresent - name: ml-pipeline-viewer-crd - resources: {} - terminationMessagePath: /dev/termination-log - terminationMessagePolicy: File - dnsPolicy: ClusterFirst - restartPolicy: Always - schedulerName: default-scheduler - securityContext: {} - serviceAccount: ml-pipeline-viewer-crd-service-account - serviceAccountName: ml-pipeline-viewer-crd-service-account - terminationGracePeriodSeconds: 30 - {{- with .Values.pipelines.nodeSelector }} - nodeSelector: {{ toYaml . | nindent 8 }} - {{- end }} - {{- with .Values.pipelines.tolerations }} - tolerations: {{ toYaml . | nindent 8 }} - {{- end }} -{{- end -}} diff --git a/charts/mlrun-ce/templates/pipelines/deployments/ml-pipeline-visualizationserver.yaml b/charts/mlrun-ce/templates/pipelines/deployments/ml-pipeline-visualizationserver.yaml deleted file mode 100644 index 6db618a7..00000000 --- a/charts/mlrun-ce/templates/pipelines/deployments/ml-pipeline-visualizationserver.yaml +++ /dev/null @@ -1,82 +0,0 @@ -{{- if .Values.pipelines.enabled -}} -apiVersion: apps/v1 -kind: Deployment -metadata: - labels: - app: ml-pipeline-visualizationserver - application-crd-id: kubeflow-pipelines - name: ml-pipeline-visualizationserver -spec: - progressDeadlineSeconds: 600 - replicas: 1 - revisionHistoryLimit: 10 - selector: - matchLabels: - app: ml-pipeline-visualizationserver - application-crd-id: kubeflow-pipelines - strategy: - rollingUpdate: - maxSurge: 25% - maxUnavailable: 25% - type: RollingUpdate - template: - metadata: - annotations: - cluster-autoscaler.kubernetes.io/safe-to-evict: "true" - creationTimestamp: null - labels: - app: ml-pipeline-visualizationserver - application-crd-id: kubeflow-pipelines - spec: - containers: - - image: {{ .Values.pipelines.images.visualizationServer.repository }}:{{ .Values.pipelines.images.visualizationServer.tag }} - imagePullPolicy: IfNotPresent - livenessProbe: - exec: - command: - - wget - - -q - - -S - - -O - - '-' - - http://localhost:8888/ - failureThreshold: 3 - initialDelaySeconds: 3 - periodSeconds: 5 - successThreshold: 1 - timeoutSeconds: 2 - name: ml-pipeline-visualizationserver - ports: - - containerPort: 8888 - name: http - protocol: TCP - readinessProbe: - exec: - command: - - wget - - -q - - -S - - -O - - '-' - - http://localhost:8888/ - failureThreshold: 3 - initialDelaySeconds: 3 - periodSeconds: 5 - successThreshold: 1 - timeoutSeconds: 2 - terminationMessagePath: /dev/termination-log - terminationMessagePolicy: File - dnsPolicy: ClusterFirst - restartPolicy: Always - schedulerName: default-scheduler - securityContext: {} - serviceAccount: ml-pipeline-visualizationserver - serviceAccountName: ml-pipeline-visualizationserver - terminationGracePeriodSeconds: 30 - {{- with .Values.pipelines.nodeSelector }} - nodeSelector: {{ toYaml . | nindent 8 }} - {{- end }} - {{- with .Values.pipelines.tolerations }} - tolerations: {{ toYaml . | nindent 8 }} - {{- end }} -{{- end -}} diff --git a/charts/mlrun-ce/templates/pipelines/deployments/ml-pipeline.yaml b/charts/mlrun-ce/templates/pipelines/deployments/ml-pipeline.yaml deleted file mode 100644 index ddaa48c9..00000000 --- a/charts/mlrun-ce/templates/pipelines/deployments/ml-pipeline.yaml +++ /dev/null @@ -1,168 +0,0 @@ -{{- if .Values.pipelines.enabled -}} -apiVersion: apps/v1 -kind: Deployment -metadata: - labels: - app: ml-pipeline - application-crd-id: kubeflow-pipelines - name: ml-pipeline -spec: - progressDeadlineSeconds: 600 - replicas: 1 - revisionHistoryLimit: 10 - selector: - matchLabels: - app: ml-pipeline - application-crd-id: kubeflow-pipelines - strategy: - rollingUpdate: - maxSurge: 25% - maxUnavailable: 25% - type: RollingUpdate - template: - metadata: - annotations: - cluster-autoscaler.kubernetes.io/safe-to-evict: "true" - creationTimestamp: null - labels: - app: ml-pipeline - application-crd-id: kubeflow-pipelines - spec: - containers: - - env: - - name: PUBLISH_LOGS - value: "true" - - name: LOG_LEVEL - value: "info" - - name: PIPELINE_LOG_LEVEL - value: "1" - - - name: AUTO_UPDATE_PIPELINE_DEFAULT_VERSION - valueFrom: - configMapKeyRef: - key: autoUpdatePipelineDefaultVersion - name: pipeline-install-config - - name: POD_NAMESPACE - valueFrom: - fieldRef: - apiVersion: v1 - fieldPath: metadata.namespace - - name: OBJECTSTORECONFIG_ACCESSKEY - valueFrom: - secretKeyRef: - name: mlpipeline-minio-artifact - key: accesskey - - name: OBJECTSTORECONFIG_SECRETACCESSKEY - valueFrom: - secretKeyRef: - name: mlpipeline-minio-artifact - key: secretkey - - name: OBJECTSTORECONFIG_HOST - valueFrom: - configMapKeyRef: - name: pipeline-install-config - key: minioServiceHost - - name: OBJECTSTORECONFIG_PORT - value: "9000" - - name: OBJECTSTORECONFIG_SECURE - value: "false" - - name: OBJECTSTORECONFIG_BUCKETNAME - valueFrom: - configMapKeyRef: - name: pipeline-install-config - key: bucketName - - name: DBCONFIG_CONMAXLIFETIME - valueFrom: - configMapKeyRef: - name: pipeline-install-config - key: ConMaxLifeTime - - name: DB_DRIVER_NAME - value: mysql - - name: DBCONFIG_MYSQLCONFIG_USER - valueFrom: - secretKeyRef: - name: mysql-secret - key: username - - name: DBCONFIG_MYSQLCONFIG_PASSWORD - valueFrom: - secretKeyRef: - name: mysql-secret - key: password - - name: DBCONFIG_MYSQLCONFIG_DBNAME - valueFrom: - configMapKeyRef: - name: pipeline-install-config - key: pipelineDb - - name: DBCONFIG_MYSQLCONFIG_HOST - valueFrom: - configMapKeyRef: - name: pipeline-install-config - key: mysqlHost - - name: DBCONFIG_MYSQLCONFIG_PORT - valueFrom: - configMapKeyRef: - name: pipeline-install-config - key: mysqlPort - - name: V2_DRIVER_IMAGE - value: "{{ .Values.pipelines.images.driver.repository }}:{{ .Values.pipelines.images.driver.tag }}" - - name: V2_LAUNCHER_IMAGE - value: "{{ .Values.pipelines.images.launcher.repository }}:{{ .Values.pipelines.images.launcher.tag }}" - - image: {{ .Values.pipelines.images.apiServer.repository }}:{{ .Values.pipelines.images.apiServer.tag }} - imagePullPolicy: IfNotPresent - livenessProbe: - exec: - command: - - wget - - -q - - -S - - -O - - '-' - - http://localhost:8888/apis/v1beta1/healthz - failureThreshold: 3 - initialDelaySeconds: 3 - periodSeconds: 5 - successThreshold: 1 - timeoutSeconds: 2 - name: ml-pipeline-api-server - ports: - - containerPort: 8888 - name: http - protocol: TCP - - containerPort: 8887 - name: grpc - protocol: TCP - readinessProbe: - exec: - command: - - wget - - -q - - -S - - -O - - '-' - - http://localhost:8888/apis/v1beta1/healthz - failureThreshold: 3 - initialDelaySeconds: 3 - periodSeconds: 5 - successThreshold: 1 - timeoutSeconds: 2 - resources: - requests: - cpu: 250m - memory: 500Mi - terminationMessagePath: /dev/termination-log - terminationMessagePolicy: File - dnsPolicy: ClusterFirst - restartPolicy: Always - schedulerName: default-scheduler - securityContext: {} - serviceAccount: ml-pipeline - serviceAccountName: ml-pipeline - terminationGracePeriodSeconds: 30 - {{- with .Values.pipelines.nodeSelector }} - nodeSelector: {{ toYaml . | nindent 8 }} - {{- end }} - {{- with .Values.pipelines.tolerations }} - tolerations: {{ toYaml . | nindent 8 }} - {{- end }} -{{- end -}} diff --git a/charts/mlrun-ce/templates/pipelines/deployments/mysql.yaml b/charts/mlrun-ce/templates/pipelines/deployments/mysql.yaml deleted file mode 100644 index 40791425..00000000 --- a/charts/mlrun-ce/templates/pipelines/deployments/mysql.yaml +++ /dev/null @@ -1,73 +0,0 @@ -{{- if .Values.pipelines.enabled -}} -apiVersion: apps/v1 -kind: Deployment -metadata: - labels: - app: mysql - application-crd-id: kubeflow-pipelines - name: mysql -spec: - progressDeadlineSeconds: 600 - replicas: 1 - revisionHistoryLimit: 10 - selector: - matchLabels: - app: mysql - application-crd-id: kubeflow-pipelines - strategy: - type: Recreate - template: - metadata: - creationTimestamp: null - labels: - app: mysql - application-crd-id: kubeflow-pipelines - spec: - {{- if .Values.pipelines.db.securityContext }} - securityContext: -{{ .Values.pipelines.db.securityContext | toYaml | indent 8 }} - {{- end }} - containers: - - args: - # MLMD workloads (metadata-grpc-deployment and metadata-writer) - # depend on mysql_native_password authentication plugin. - - --default-authentication-plugin=mysql_native_password - - --disable-log-bin - - --datadir - - /var/lib/mysql - env: - - name: MYSQL_ALLOW_EMPTY_PASSWORD - value: "true" - image: {{ .Values.pipelines.images.mysql.repository }}:{{ .Values.pipelines.images.mysql.tag }} - imagePullPolicy: IfNotPresent - name: mysql - ports: - - containerPort: 3306 - name: mysql - protocol: TCP - resources: - requests: - cpu: 100m - memory: 500Mi - terminationMessagePath: /dev/termination-log - terminationMessagePolicy: File - volumeMounts: - - mountPath: /var/lib/mysql - name: mysql-persistent-storage - dnsPolicy: ClusterFirst - restartPolicy: Always - schedulerName: default-scheduler - serviceAccount: mysql - serviceAccountName: mysql - terminationGracePeriodSeconds: 30 - volumes: - - name: mysql-persistent-storage - persistentVolumeClaim: - claimName: mysql-pv-claim - {{- with .Values.pipelines.nodeSelector }} - nodeSelector: {{ toYaml . | nindent 8 }} - {{- end }} - {{- with .Values.pipelines.tolerations }} - tolerations: {{ toYaml . | nindent 8 }} - {{- end }} -{{- end -}} diff --git a/charts/mlrun-ce/templates/pipelines/deployments/workflow-controller.yaml b/charts/mlrun-ce/templates/pipelines/deployments/workflow-controller.yaml deleted file mode 100644 index 83be1799..00000000 --- a/charts/mlrun-ce/templates/pipelines/deployments/workflow-controller.yaml +++ /dev/null @@ -1,92 +0,0 @@ -{{- if .Values.pipelines.enabled -}} -apiVersion: apps/v1 -kind: Deployment -metadata: - labels: - application-crd-id: kubeflow-pipelines - name: workflow-controller -spec: - progressDeadlineSeconds: 600 - replicas: 1 - revisionHistoryLimit: 10 - selector: - matchLabels: - app: workflow-controller - application-crd-id: kubeflow-pipelines - strategy: - rollingUpdate: - maxSurge: 25% - maxUnavailable: 25% - type: RollingUpdate - template: - metadata: - creationTimestamp: null - labels: - app: workflow-controller - application-crd-id: kubeflow-pipelines - spec: - containers: - - args: - - --configmap - - workflow-controller-configmap - - --executor-image - - {{ .Values.pipelines.images.argoexec.repository }}:{{ .Values.pipelines.images.argoexec.tag }} - - --namespaced - command: - - workflow-controller - env: - - name: LEADER_ELECTION_IDENTITY - valueFrom: - fieldRef: - apiVersion: v1 - fieldPath: metadata.name - image: {{ .Values.pipelines.images.workflowController.repository }}:{{ .Values.pipelines.images.workflowController.tag }} - imagePullPolicy: IfNotPresent - livenessProbe: - failureThreshold: 3 - httpGet: - path: /healthz - port: 6060 - scheme: HTTP - initialDelaySeconds: 90 - periodSeconds: 60 - successThreshold: 1 - timeoutSeconds: 30 - name: workflow-controller - ports: - - containerPort: 9090 - name: metrics - protocol: TCP - - containerPort: 6060 - protocol: TCP - resources: - requests: - cpu: 100m - memory: 500Mi - securityContext: - allowPrivilegeEscalation: false - capabilities: - drop: - - ALL - readOnlyRootFilesystem: true - runAsNonRoot: true - terminationMessagePath: /dev/termination-log - terminationMessagePolicy: File - dnsPolicy: ClusterFirst - nodeSelector: - kubernetes.io/os: linux - priorityClassName: workflow-controller - restartPolicy: Always - schedulerName: default-scheduler - securityContext: - runAsNonRoot: true - serviceAccount: argo - serviceAccountName: argo - terminationGracePeriodSeconds: 30 - {{- with .Values.pipelines.nodeSelector }} - nodeSelector: {{ toYaml . | nindent 8 }} - {{- end }} - {{- with .Values.pipelines.tolerations }} - tolerations: {{ toYaml . | nindent 8 }} - {{- end }} -{{- end -}} diff --git a/charts/mlrun-ce/templates/pipelines/persistentvolumeclaims/mysql-pv-claim.yaml b/charts/mlrun-ce/templates/pipelines/persistentvolumeclaims/mysql-pv-claim.yaml deleted file mode 100644 index e8accc14..00000000 --- a/charts/mlrun-ce/templates/pipelines/persistentvolumeclaims/mysql-pv-claim.yaml +++ /dev/null @@ -1,25 +0,0 @@ -{{- if .Values.pipelines.enabled -}} -kind: PersistentVolumeClaim -apiVersion: v1 -metadata: - name: "mysql-pv-claim" - labels: - {{- include "mlrun-ce.pipelines.labels" . | nindent 4 }} - application-crd-id: kubeflow-pipelines -{{- with .Values.pipelines.persistence.annotations }} - annotations: {{ toYaml . | nindent 4 }} -{{- end }} -spec: - accessModes: - - {{ .Values.pipelines.persistence.accessMode | quote }} - resources: - requests: - storage: {{ .Values.pipelines.persistence.size | quote }} -{{- if .Values.pipelines.persistence.storageClass }} -{{- if (eq "-" .Values.pipelines.persistence.storageClass) }} - storageClassName: "" -{{- else }} - storageClassName: "{{ .Values.pipelines.persistence.storageClass }}" -{{- end }} -{{- end }} -{{- end -}} diff --git a/charts/mlrun-ce/templates/pipelines/priorityclass.scheduling.k8s.io/workflow-controller.yaml b/charts/mlrun-ce/templates/pipelines/priorityclass.scheduling.k8s.io/workflow-controller.yaml deleted file mode 100644 index 8f1b229f..00000000 --- a/charts/mlrun-ce/templates/pipelines/priorityclass.scheduling.k8s.io/workflow-controller.yaml +++ /dev/null @@ -1,10 +0,0 @@ -{{- if .Values.pipelines.priority_class.enabled -}} -apiVersion: scheduling.k8s.io/v1 -kind: PriorityClass -metadata: - labels: - application-crd-id: kubeflow-pipelines - name: workflow-controller -preemptionPolicy: PreemptLowerPriority -value: 1000000 -{{- end}} diff --git a/charts/mlrun-ce/templates/pipelines/rolebindings/argo-binding.yaml b/charts/mlrun-ce/templates/pipelines/rolebindings/argo-binding.yaml deleted file mode 100644 index ead91fab..00000000 --- a/charts/mlrun-ce/templates/pipelines/rolebindings/argo-binding.yaml +++ /dev/null @@ -1,17 +0,0 @@ -{{- if .Values.pipelines.enabled -}} -apiVersion: rbac.authorization.k8s.io/v1 -kind: RoleBinding -metadata: - annotations: - labels: - application-crd-id: kubeflow-pipelines - name: argo-binding -roleRef: - apiGroup: rbac.authorization.k8s.io - kind: Role - name: argo-role -subjects: -- kind: ServiceAccount - name: argo - namespace: {{ .Release.Namespace }} -{{- end -}} diff --git a/charts/mlrun-ce/templates/pipelines/rolebindings/kubeflow-pipelines-metadata-writer-binding.yaml b/charts/mlrun-ce/templates/pipelines/rolebindings/kubeflow-pipelines-metadata-writer-binding.yaml deleted file mode 100644 index f7b91427..00000000 --- a/charts/mlrun-ce/templates/pipelines/rolebindings/kubeflow-pipelines-metadata-writer-binding.yaml +++ /dev/null @@ -1,17 +0,0 @@ -{{- if .Values.pipelines.enabled -}} -apiVersion: rbac.authorization.k8s.io/v1 -kind: RoleBinding -metadata: - annotations: - labels: - application-crd-id: kubeflow-pipelines - name: kubeflow-pipelines-metadata-writer-binding -roleRef: - apiGroup: rbac.authorization.k8s.io - kind: Role - name: kubeflow-pipelines-metadata-writer-role -subjects: -- kind: ServiceAccount - name: kubeflow-pipelines-metadata-writer - namespace: {{ .Release.Namespace }} -{{- end -}} diff --git a/charts/mlrun-ce/templates/pipelines/rolebindings/ml-pipeline-persistenceagent-binding.yaml b/charts/mlrun-ce/templates/pipelines/rolebindings/ml-pipeline-persistenceagent-binding.yaml deleted file mode 100644 index e0984465..00000000 --- a/charts/mlrun-ce/templates/pipelines/rolebindings/ml-pipeline-persistenceagent-binding.yaml +++ /dev/null @@ -1,17 +0,0 @@ -{{- if .Values.pipelines.enabled -}} -apiVersion: rbac.authorization.k8s.io/v1 -kind: RoleBinding -metadata: - annotations: - labels: - application-crd-id: kubeflow-pipelines - name: ml-pipeline-persistenceagent-binding -roleRef: - apiGroup: rbac.authorization.k8s.io - kind: Role - name: ml-pipeline-persistenceagent-role -subjects: -- kind: ServiceAccount - name: ml-pipeline-persistenceagent - namespace: {{ .Release.Namespace }} -{{- end -}} diff --git a/charts/mlrun-ce/templates/pipelines/rolebindings/ml-pipeline-scheduledworkflow-binding.yaml b/charts/mlrun-ce/templates/pipelines/rolebindings/ml-pipeline-scheduledworkflow-binding.yaml deleted file mode 100644 index 5e44d6fb..00000000 --- a/charts/mlrun-ce/templates/pipelines/rolebindings/ml-pipeline-scheduledworkflow-binding.yaml +++ /dev/null @@ -1,17 +0,0 @@ -{{- if .Values.pipelines.enabled -}} -apiVersion: rbac.authorization.k8s.io/v1 -kind: RoleBinding -metadata: - annotations: - labels: - application-crd-id: kubeflow-pipelines - name: ml-pipeline-scheduledworkflow-binding -roleRef: - apiGroup: rbac.authorization.k8s.io - kind: Role - name: ml-pipeline-scheduledworkflow-role -subjects: -- kind: ServiceAccount - name: ml-pipeline-scheduledworkflow - namespace: {{ .Release.Namespace }} -{{- end -}} diff --git a/charts/mlrun-ce/templates/pipelines/rolebindings/ml-pipeline-ui.yaml b/charts/mlrun-ce/templates/pipelines/rolebindings/ml-pipeline-ui.yaml deleted file mode 100644 index ac1d9534..00000000 --- a/charts/mlrun-ce/templates/pipelines/rolebindings/ml-pipeline-ui.yaml +++ /dev/null @@ -1,18 +0,0 @@ -{{- if and .Values.pipelines.enabled .Values.pipelines.ui.enabled -}} -apiVersion: rbac.authorization.k8s.io/v1 -kind: RoleBinding -metadata: - annotations: - labels: - app: ml-pipeline-ui - application-crd-id: kubeflow-pipelines - name: ml-pipeline-ui -roleRef: - apiGroup: rbac.authorization.k8s.io - kind: Role - name: ml-pipeline-ui -subjects: -- kind: ServiceAccount - name: ml-pipeline-ui - namespace: {{ .Release.Namespace }} -{{- end -}} diff --git a/charts/mlrun-ce/templates/pipelines/rolebindings/ml-pipeline-viewer-crd-binding.yaml b/charts/mlrun-ce/templates/pipelines/rolebindings/ml-pipeline-viewer-crd-binding.yaml deleted file mode 100644 index a07a59d6..00000000 --- a/charts/mlrun-ce/templates/pipelines/rolebindings/ml-pipeline-viewer-crd-binding.yaml +++ /dev/null @@ -1,17 +0,0 @@ -{{- if .Values.pipelines.enabled -}} -apiVersion: rbac.authorization.k8s.io/v1 -kind: RoleBinding -metadata: - annotations: - labels: - application-crd-id: kubeflow-pipelines - name: ml-pipeline-viewer-crd-binding -roleRef: - apiGroup: rbac.authorization.k8s.io - kind: Role - name: ml-pipeline-viewer-controller-role -subjects: -- kind: ServiceAccount - name: ml-pipeline-viewer-crd-service-account - namespace: {{ .Release.Namespace }} -{{- end -}} diff --git a/charts/mlrun-ce/templates/pipelines/rolebindings/ml-pipeline.yaml b/charts/mlrun-ce/templates/pipelines/rolebindings/ml-pipeline.yaml deleted file mode 100644 index 82fdafb1..00000000 --- a/charts/mlrun-ce/templates/pipelines/rolebindings/ml-pipeline.yaml +++ /dev/null @@ -1,18 +0,0 @@ -{{- if .Values.pipelines.enabled -}} -apiVersion: rbac.authorization.k8s.io/v1 -kind: RoleBinding -metadata: - annotations: - labels: - app: ml-pipeline - application-crd-id: kubeflow-pipelines - name: ml-pipeline -roleRef: - apiGroup: rbac.authorization.k8s.io - kind: Role - name: ml-pipeline -subjects: -- kind: ServiceAccount - name: ml-pipeline - namespace: {{ .Release.Namespace }} -{{- end -}} diff --git a/charts/mlrun-ce/templates/pipelines/rolebindings/pipeline-runner-binding.yaml b/charts/mlrun-ce/templates/pipelines/rolebindings/pipeline-runner-binding.yaml deleted file mode 100644 index 53299634..00000000 --- a/charts/mlrun-ce/templates/pipelines/rolebindings/pipeline-runner-binding.yaml +++ /dev/null @@ -1,17 +0,0 @@ -{{- if .Values.pipelines.enabled -}} -apiVersion: rbac.authorization.k8s.io/v1 -kind: RoleBinding -metadata: - annotations: - labels: - application-crd-id: kubeflow-pipelines - name: pipeline-runner-binding -roleRef: - apiGroup: rbac.authorization.k8s.io - kind: Role - name: pipeline-runner -subjects: -- kind: ServiceAccount - name: pipeline-runner - namespace: {{ .Release.Namespace }} -{{- end -}} diff --git a/charts/mlrun-ce/templates/pipelines/roles/argo-role.yaml b/charts/mlrun-ce/templates/pipelines/roles/argo-role.yaml deleted file mode 100644 index 21c844f9..00000000 --- a/charts/mlrun-ce/templates/pipelines/roles/argo-role.yaml +++ /dev/null @@ -1,129 +0,0 @@ -{{- if .Values.pipelines.enabled -}} -apiVersion: rbac.authorization.k8s.io/v1 -kind: Role -metadata: - annotations: - labels: - application-crd-id: kubeflow-pipelines - name: argo-role -rules: -- apiGroups: - - coordination.k8s.io - resources: - - leases - verbs: - - create - - get - - update -- apiGroups: - - "" - resources: - - pods - - pods/exec - verbs: - - create - - get - - list - - watch - - update - - patch - - delete -- apiGroups: - - "" - resources: - - configmaps - verbs: - - get - - watch - - list -- apiGroups: - - "" - resources: - - persistentvolumeclaims - - persistentvolumeclaims/finalizers - verbs: - - create - - update - - delete - - get -- apiGroups: - - argoproj.io - resources: - - workflows - - workflows/finalizers - - workflowtasksets - - workflowtasksets/finalizers - - workflowartifactgctasks - verbs: - - get - - list - - watch - - update - - patch - - delete - - create -- apiGroups: - - argoproj.io - resources: - - workflowtemplates - - workflowtemplates/finalizers - verbs: - - get - - list - - watch -- apiGroups: - - "" - resources: - - serviceaccounts - verbs: - - get - - list -- apiGroups: - - argoproj.io - resources: - - workflowtaskresults - verbs: - - list - - watch - - deletecollection -- apiGroups: - - "" - resources: - - serviceaccounts - verbs: - - get - - list -- apiGroups: - - "" - resources: - - secrets - verbs: - - get -- apiGroups: - - argoproj.io - resources: - - cronworkflows - - cronworkflows/finalizers - verbs: - - get - - list - - watch - - update - - patch - - delete -- apiGroups: - - "" - resources: - - events - verbs: - - create - - patch -- apiGroups: - - policy - resources: - - poddisruptionbudgets - verbs: - - create - - get - - delete -{{- end -}} diff --git a/charts/mlrun-ce/templates/pipelines/roles/kubeflow-pipelines-metadata-writer-role.yaml b/charts/mlrun-ce/templates/pipelines/roles/kubeflow-pipelines-metadata-writer-role.yaml deleted file mode 100644 index 8d870a4e..00000000 --- a/charts/mlrun-ce/templates/pipelines/roles/kubeflow-pipelines-metadata-writer-role.yaml +++ /dev/null @@ -1,37 +0,0 @@ -{{- if .Values.pipelines.enabled -}} -apiVersion: rbac.authorization.k8s.io/v1 -kind: Role -metadata: - annotations: - labels: - app: kubeflow-pipelines-metadata-writer-role - application-crd-id: kubeflow-pipelines - name: kubeflow-pipelines-metadata-writer-role -rules: -- apiGroups: - - "" - resources: - - pods - verbs: - - get - - list - - watch - - update - - patch -- apiGroups: - - "" - resources: - - configmaps - verbs: - - get -- apiGroups: - - argoproj.io - resources: - - workflows - verbs: - - get - - list - - watch - - update - - patch -{{- end -}} diff --git a/charts/mlrun-ce/templates/pipelines/roles/ml-pipeline-persistenceagent-role.yaml b/charts/mlrun-ce/templates/pipelines/roles/ml-pipeline-persistenceagent-role.yaml deleted file mode 100644 index 1440810c..00000000 --- a/charts/mlrun-ce/templates/pipelines/roles/ml-pipeline-persistenceagent-role.yaml +++ /dev/null @@ -1,39 +0,0 @@ -{{- if .Values.pipelines.enabled -}} -apiVersion: rbac.authorization.k8s.io/v1 -kind: Role -metadata: - annotations: - labels: - application-crd-id: kubeflow-pipelines - name: ml-pipeline-persistenceagent-role -rules: -- apiGroups: - - argoproj.io - resources: - - workflows - verbs: - - get - - list - - watch -- apiGroups: - - kubeflow.org - resources: - - scheduledworkflows - verbs: - - get - - list - - watch -- apiGroups: - - pipelines.kubeflow.org - resources: - - scheduledworkflows - - workflows - verbs: - - report -- apiGroups: - - '' - resources: - - namespaces - verbs: - - get -{{- end -}} diff --git a/charts/mlrun-ce/templates/pipelines/roles/ml-pipeline-scheduledworkflow-role.yaml b/charts/mlrun-ce/templates/pipelines/roles/ml-pipeline-scheduledworkflow-role.yaml deleted file mode 100644 index c8f60201..00000000 --- a/charts/mlrun-ce/templates/pipelines/roles/ml-pipeline-scheduledworkflow-role.yaml +++ /dev/null @@ -1,43 +0,0 @@ -{{- if .Values.pipelines.enabled -}} -apiVersion: rbac.authorization.k8s.io/v1 -kind: Role -metadata: - annotations: - labels: - app: ml-pipeline-scheduledworkflow-role - application-crd-id: kubeflow-pipelines - name: ml-pipeline-scheduledworkflow-role -rules: -- apiGroups: - - argoproj.io - resources: - - workflows - verbs: - - create - - get - - list - - watch - - update - - patch - - delete -- apiGroups: - - kubeflow.org - resources: - - scheduledworkflows - - scheduledworkflows/finalizers - verbs: - - create - - get - - list - - watch - - update - - patch - - delete -- apiGroups: - - "" - resources: - - events - verbs: - - create - - patch -{{- end -}} diff --git a/charts/mlrun-ce/templates/pipelines/roles/ml-pipeline-ui.yaml b/charts/mlrun-ce/templates/pipelines/roles/ml-pipeline-ui.yaml deleted file mode 100644 index 02cd3003..00000000 --- a/charts/mlrun-ce/templates/pipelines/roles/ml-pipeline-ui.yaml +++ /dev/null @@ -1,48 +0,0 @@ -{{- if and .Values.pipelines.enabled .Values.pipelines.ui.enabled -}} -apiVersion: rbac.authorization.k8s.io/v1 -kind: Role -metadata: - annotations: - labels: - app: ml-pipeline-ui - application-crd-id: kubeflow-pipelines - name: ml-pipeline-ui -rules: -- apiGroups: - - "" - resources: - - pods - - pods/log - verbs: - - get -- apiGroups: - - "" - resources: - - events - verbs: - - list -- apiGroups: - - "" - resources: - - secrets - verbs: - - get - - list -- apiGroups: - - kubeflow.org - resources: - - viewers - verbs: - - create - - get - - list - - watch - - delete -- apiGroups: - - argoproj.io - resources: - - workflows - verbs: - - get - - list -{{- end -}} diff --git a/charts/mlrun-ce/templates/pipelines/roles/ml-pipeline-viewer-controller-role.yaml b/charts/mlrun-ce/templates/pipelines/roles/ml-pipeline-viewer-controller-role.yaml deleted file mode 100644 index 97adac65..00000000 --- a/charts/mlrun-ce/templates/pipelines/roles/ml-pipeline-viewer-controller-role.yaml +++ /dev/null @@ -1,36 +0,0 @@ -{{- if .Values.pipelines.enabled -}} -apiVersion: rbac.authorization.k8s.io/v1 -kind: Role -metadata: - annotations: - labels: - application-crd-id: kubeflow-pipelines - name: ml-pipeline-viewer-controller-role -rules: -- apiGroups: - - '*' - resources: - - deployments - - services - verbs: - - create - - get - - list - - watch - - update - - patch - - delete -- apiGroups: - - kubeflow.org - resources: - - viewers - - viewers/finalizers - verbs: - - create - - get - - list - - watch - - update - - patch - - delete -{{- end -}} diff --git a/charts/mlrun-ce/templates/pipelines/roles/ml-pipeline.yaml b/charts/mlrun-ce/templates/pipelines/roles/ml-pipeline.yaml deleted file mode 100644 index 017dcf46..00000000 --- a/charts/mlrun-ce/templates/pipelines/roles/ml-pipeline.yaml +++ /dev/null @@ -1,55 +0,0 @@ -{{- if .Values.pipelines.enabled -}} -apiVersion: rbac.authorization.k8s.io/v1 -kind: Role -metadata: - annotations: - labels: - app: ml-pipeline - application-crd-id: kubeflow-pipelines - name: ml-pipeline -rules: -- apiGroups: - - "" - resources: - - pods - - pods/log - verbs: - - get - - list - - delete -- apiGroups: - - argoproj.io - resources: - - workflows - verbs: - - create - - get - - list - - watch - - update - - patch - - delete -- apiGroups: - - kubeflow.org - resources: - - scheduledworkflows - verbs: - - create - - get - - list - - update - - patch - - delete -- apiGroups: - - authorization.k8s.io - resources: - - subjectaccessreviews - verbs: - - create -- apiGroups: - - authentication.k8s.io - resources: - - tokenreviews - verbs: - - create -{{- end -}} diff --git a/charts/mlrun-ce/templates/pipelines/roles/pipeline-runner.yaml b/charts/mlrun-ce/templates/pipelines/roles/pipeline-runner.yaml deleted file mode 100644 index 04c668ee..00000000 --- a/charts/mlrun-ce/templates/pipelines/roles/pipeline-runner.yaml +++ /dev/null @@ -1,85 +0,0 @@ -{{- if .Values.pipelines.enabled -}} -apiVersion: rbac.authorization.k8s.io/v1 -kind: Role -metadata: - annotations: - labels: - application-crd-id: kubeflow-pipelines - name: pipeline-runner -rules: -- apiGroups: - - "" - resources: - - secrets - verbs: - - get -- apiGroups: - - "" - resources: - - configmaps - verbs: - - get - - watch - - list -- apiGroups: - - "" - resources: - - persistentvolumes - - persistentvolumeclaims - verbs: - - '*' -- apiGroups: - - snapshot.storage.k8s.io - resources: - - volumesnapshots - verbs: - - create - - delete - - get -- apiGroups: - - argoproj.io - resources: - - workflows - verbs: - - get - - list - - watch - - update - - patch -- apiGroups: - - "" - resources: - - pods - - pods/exec - - pods/log - - services - verbs: - - '*' -- apiGroups: - - "" - - apps - - extensions - resources: - - deployments - - replicasets - verbs: - - '*' -- apiGroups: - - kubeflow.org - resources: - - '*' - verbs: - - '*' -- apiGroups: - - batch - resources: - - jobs - verbs: - - '*' -- apiGroups: - - machinelearning.seldon.io - resources: - - seldondeployments - verbs: - - '*' -{{- end -}} diff --git a/charts/mlrun-ce/templates/pipelines/secrets/mlpipeline-minio-artifact.yaml b/charts/mlrun-ce/templates/pipelines/secrets/mlpipeline-minio-artifact.yaml deleted file mode 100644 index 0fc8a151..00000000 --- a/charts/mlrun-ce/templates/pipelines/secrets/mlpipeline-minio-artifact.yaml +++ /dev/null @@ -1,13 +0,0 @@ -{{- if .Values.pipelines.enabled -}} -apiVersion: v1 -data: - accesskey: {{ .Values.pipelines.minio.accessKey | b64enc | quote }} - secretkey: {{ .Values.pipelines.minio.secretKey | b64enc | quote }} -kind: Secret -metadata: - annotations: - labels: - application-crd-id: kubeflow-pipelines - name: mlpipeline-minio-artifact -type: Opaque -{{- end -}} diff --git a/charts/mlrun-ce/templates/pipelines/secrets/mysql-secret.yaml b/charts/mlrun-ce/templates/pipelines/secrets/mysql-secret.yaml deleted file mode 100644 index f737c8fa..00000000 --- a/charts/mlrun-ce/templates/pipelines/secrets/mysql-secret.yaml +++ /dev/null @@ -1,13 +0,0 @@ -{{- if .Values.pipelines.enabled -}} -apiVersion: v1 -data: - password: "" - username: {{ .Values.pipelines.db.username | b64enc | quote }} -kind: Secret -metadata: - annotations: - labels: - application-crd-id: kubeflow-pipelines - name: mysql-secret -type: Opaque -{{- end -}} diff --git a/charts/mlrun-ce/templates/pipelines/serviceaccounts/argo.yaml b/charts/mlrun-ce/templates/pipelines/serviceaccounts/argo.yaml deleted file mode 100644 index 366764c9..00000000 --- a/charts/mlrun-ce/templates/pipelines/serviceaccounts/argo.yaml +++ /dev/null @@ -1,9 +0,0 @@ -{{- if .Values.pipelines.enabled -}} -apiVersion: v1 -kind: ServiceAccount -metadata: - annotations: - labels: - application-crd-id: kubeflow-pipelines - name: argo -{{- end -}} diff --git a/charts/mlrun-ce/templates/pipelines/serviceaccounts/kubeflow-pipelines-container-builder.yaml b/charts/mlrun-ce/templates/pipelines/serviceaccounts/kubeflow-pipelines-container-builder.yaml deleted file mode 100644 index 9507fac7..00000000 --- a/charts/mlrun-ce/templates/pipelines/serviceaccounts/kubeflow-pipelines-container-builder.yaml +++ /dev/null @@ -1,9 +0,0 @@ -{{- if .Values.pipelines.enabled -}} -apiVersion: v1 -kind: ServiceAccount -metadata: - annotations: - labels: - application-crd-id: kubeflow-pipelines - name: kubeflow-pipelines-container-builder -{{- end -}} diff --git a/charts/mlrun-ce/templates/pipelines/serviceaccounts/kubeflow-pipelines-metadata-writer.yaml b/charts/mlrun-ce/templates/pipelines/serviceaccounts/kubeflow-pipelines-metadata-writer.yaml deleted file mode 100644 index b4a35c28..00000000 --- a/charts/mlrun-ce/templates/pipelines/serviceaccounts/kubeflow-pipelines-metadata-writer.yaml +++ /dev/null @@ -1,9 +0,0 @@ -{{- if .Values.pipelines.enabled -}} -apiVersion: v1 -kind: ServiceAccount -metadata: - annotations: - labels: - application-crd-id: kubeflow-pipelines - name: kubeflow-pipelines-metadata-writer -{{- end -}} diff --git a/charts/mlrun-ce/templates/pipelines/serviceaccounts/kubeflow-pipelines-viewer.yaml b/charts/mlrun-ce/templates/pipelines/serviceaccounts/kubeflow-pipelines-viewer.yaml deleted file mode 100644 index 30917877..00000000 --- a/charts/mlrun-ce/templates/pipelines/serviceaccounts/kubeflow-pipelines-viewer.yaml +++ /dev/null @@ -1,9 +0,0 @@ -{{- if .Values.pipelines.enabled -}} -apiVersion: v1 -kind: ServiceAccount -metadata: - annotations: - labels: - application-crd-id: kubeflow-pipelines - name: kubeflow-pipelines-viewer -{{- end -}} diff --git a/charts/mlrun-ce/templates/pipelines/serviceaccounts/metadata-grpc-server.yaml b/charts/mlrun-ce/templates/pipelines/serviceaccounts/metadata-grpc-server.yaml deleted file mode 100644 index 05f5cda6..00000000 --- a/charts/mlrun-ce/templates/pipelines/serviceaccounts/metadata-grpc-server.yaml +++ /dev/null @@ -1,9 +0,0 @@ -{{- if .Values.pipelines.enabled -}} -apiVersion: v1 -kind: ServiceAccount -metadata: - annotations: - labels: - application-crd-id: kubeflow-pipelines - name: metadata-grpc-server -{{- end -}} diff --git a/charts/mlrun-ce/templates/pipelines/serviceaccounts/ml-pipeline-persistenceagent.yaml b/charts/mlrun-ce/templates/pipelines/serviceaccounts/ml-pipeline-persistenceagent.yaml deleted file mode 100644 index eff870a4..00000000 --- a/charts/mlrun-ce/templates/pipelines/serviceaccounts/ml-pipeline-persistenceagent.yaml +++ /dev/null @@ -1,9 +0,0 @@ -{{- if .Values.pipelines.enabled -}} -apiVersion: v1 -kind: ServiceAccount -metadata: - annotations: - labels: - application-crd-id: kubeflow-pipelines - name: ml-pipeline-persistenceagent -{{- end -}} diff --git a/charts/mlrun-ce/templates/pipelines/serviceaccounts/ml-pipeline-scheduledworkflow.yaml b/charts/mlrun-ce/templates/pipelines/serviceaccounts/ml-pipeline-scheduledworkflow.yaml deleted file mode 100644 index 178994b1..00000000 --- a/charts/mlrun-ce/templates/pipelines/serviceaccounts/ml-pipeline-scheduledworkflow.yaml +++ /dev/null @@ -1,9 +0,0 @@ -{{- if .Values.pipelines.enabled -}} -apiVersion: v1 -kind: ServiceAccount -metadata: - annotations: - labels: - application-crd-id: kubeflow-pipelines - name: ml-pipeline-scheduledworkflow -{{- end -}} diff --git a/charts/mlrun-ce/templates/pipelines/serviceaccounts/ml-pipeline-ui.yaml b/charts/mlrun-ce/templates/pipelines/serviceaccounts/ml-pipeline-ui.yaml deleted file mode 100644 index 7b1c9d73..00000000 --- a/charts/mlrun-ce/templates/pipelines/serviceaccounts/ml-pipeline-ui.yaml +++ /dev/null @@ -1,9 +0,0 @@ -{{- if and .Values.pipelines.enabled .Values.pipelines.ui.enabled -}} -apiVersion: v1 -kind: ServiceAccount -metadata: - annotations: - labels: - application-crd-id: kubeflow-pipelines - name: ml-pipeline-ui -{{- end -}} diff --git a/charts/mlrun-ce/templates/pipelines/serviceaccounts/ml-pipeline-viewer-crd-service-account.yaml b/charts/mlrun-ce/templates/pipelines/serviceaccounts/ml-pipeline-viewer-crd-service-account.yaml deleted file mode 100644 index e547d031..00000000 --- a/charts/mlrun-ce/templates/pipelines/serviceaccounts/ml-pipeline-viewer-crd-service-account.yaml +++ /dev/null @@ -1,9 +0,0 @@ -{{- if .Values.pipelines.enabled -}} -apiVersion: v1 -kind: ServiceAccount -metadata: - annotations: - labels: - application-crd-id: kubeflow-pipelines - name: ml-pipeline-viewer-crd-service-account -{{- end -}} diff --git a/charts/mlrun-ce/templates/pipelines/serviceaccounts/ml-pipeline-visualizationserver.yaml b/charts/mlrun-ce/templates/pipelines/serviceaccounts/ml-pipeline-visualizationserver.yaml deleted file mode 100644 index fa37547f..00000000 --- a/charts/mlrun-ce/templates/pipelines/serviceaccounts/ml-pipeline-visualizationserver.yaml +++ /dev/null @@ -1,9 +0,0 @@ -{{- if .Values.pipelines.enabled -}} -apiVersion: v1 -kind: ServiceAccount -metadata: - annotations: - labels: - application-crd-id: kubeflow-pipelines - name: ml-pipeline-visualizationserver -{{- end -}} diff --git a/charts/mlrun-ce/templates/pipelines/serviceaccounts/ml-pipeline.yaml b/charts/mlrun-ce/templates/pipelines/serviceaccounts/ml-pipeline.yaml deleted file mode 100644 index b8a96da2..00000000 --- a/charts/mlrun-ce/templates/pipelines/serviceaccounts/ml-pipeline.yaml +++ /dev/null @@ -1,9 +0,0 @@ -{{- if .Values.pipelines.enabled -}} -apiVersion: v1 -kind: ServiceAccount -metadata: - annotations: - labels: - application-crd-id: kubeflow-pipelines - name: ml-pipeline -{{- end -}} diff --git a/charts/mlrun-ce/templates/pipelines/serviceaccounts/mysql.yaml b/charts/mlrun-ce/templates/pipelines/serviceaccounts/mysql.yaml deleted file mode 100644 index 73c0e81c..00000000 --- a/charts/mlrun-ce/templates/pipelines/serviceaccounts/mysql.yaml +++ /dev/null @@ -1,9 +0,0 @@ -{{- if .Values.pipelines.enabled -}} -apiVersion: v1 -kind: ServiceAccount -metadata: - annotations: - labels: - application-crd-id: kubeflow-pipelines - name: mysql -{{- end -}} diff --git a/charts/mlrun-ce/templates/pipelines/serviceaccounts/pipeline-runner.yaml b/charts/mlrun-ce/templates/pipelines/serviceaccounts/pipeline-runner.yaml deleted file mode 100644 index e8dff97d..00000000 --- a/charts/mlrun-ce/templates/pipelines/serviceaccounts/pipeline-runner.yaml +++ /dev/null @@ -1,9 +0,0 @@ -{{- if .Values.pipelines.enabled -}} -apiVersion: v1 -kind: ServiceAccount -metadata: - annotations: - labels: - application-crd-id: kubeflow-pipelines - name: pipeline-runner -{{- end -}} diff --git a/charts/mlrun-ce/templates/pipelines/services/metadata-envoy-service.yaml b/charts/mlrun-ce/templates/pipelines/services/metadata-envoy-service.yaml deleted file mode 100644 index 38d95704..00000000 --- a/charts/mlrun-ce/templates/pipelines/services/metadata-envoy-service.yaml +++ /dev/null @@ -1,21 +0,0 @@ -{{- if .Values.pipelines.enabled -}} -apiVersion: v1 -kind: Service -metadata: - annotations: - labels: - app: metadata-envoy - application-crd-id: kubeflow-pipelines - name: metadata-envoy -spec: - ports: - - name: md-envoy - port: 9090 - protocol: TCP - targetPort: 9090 - selector: - application-crd-id: kubeflow-pipelines - component: metadata-envoy - sessionAffinity: None - type: ClusterIP -{{- end -}} diff --git a/charts/mlrun-ce/templates/pipelines/services/metadata-grpc-service.yaml b/charts/mlrun-ce/templates/pipelines/services/metadata-grpc-service.yaml deleted file mode 100644 index 650ae62a..00000000 --- a/charts/mlrun-ce/templates/pipelines/services/metadata-grpc-service.yaml +++ /dev/null @@ -1,21 +0,0 @@ -{{- if .Values.pipelines.enabled -}} -apiVersion: v1 -kind: Service -metadata: - annotations: - labels: - app: metadata - application-crd-id: kubeflow-pipelines - name: metadata-grpc -spec: - ports: - - name: grpc-api - port: 8080 - protocol: TCP - targetPort: 8080 - selector: - application-crd-id: kubeflow-pipelines - component: metadata-grpc-server - sessionAffinity: None - type: ClusterIP -{{- end -}} diff --git a/charts/mlrun-ce/templates/pipelines/services/ml-pipeline-ui.yaml b/charts/mlrun-ce/templates/pipelines/services/ml-pipeline-ui.yaml deleted file mode 100644 index 78822066..00000000 --- a/charts/mlrun-ce/templates/pipelines/services/ml-pipeline-ui.yaml +++ /dev/null @@ -1,22 +0,0 @@ -{{- if and .Values.pipelines.enabled .Values.pipelines.ui.enabled -}} -apiVersion: v1 -kind: Service -metadata: - annotations: - labels: - app: ml-pipeline-ui - application-crd-id: kubeflow-pipelines - name: ml-pipeline-ui -spec: - ports: - - name: http - port: 80 - protocol: TCP - targetPort: 3000 - nodePort: {{ .Values.pipelines.service.nodePort }} - selector: - app: ml-pipeline-ui - application-crd-id: kubeflow-pipelines - sessionAffinity: None - type: {{ .Values.pipelines.service.type }} -{{- end -}} diff --git a/charts/mlrun-ce/templates/pipelines/services/ml-pipeline-visualizationserver.yaml b/charts/mlrun-ce/templates/pipelines/services/ml-pipeline-visualizationserver.yaml deleted file mode 100644 index 102a233f..00000000 --- a/charts/mlrun-ce/templates/pipelines/services/ml-pipeline-visualizationserver.yaml +++ /dev/null @@ -1,20 +0,0 @@ -{{- if .Values.pipelines.enabled -}} -apiVersion: v1 -kind: Service -metadata: - annotations: - labels: - application-crd-id: kubeflow-pipelines - name: ml-pipeline-visualizationserver -spec: - ports: - - name: http - port: 8888 - protocol: TCP - targetPort: 8888 - selector: - app: ml-pipeline-visualizationserver - application-crd-id: kubeflow-pipelines - sessionAffinity: None - type: ClusterIP -{{- end -}} diff --git a/charts/mlrun-ce/templates/pipelines/services/ml-pipeline.yaml b/charts/mlrun-ce/templates/pipelines/services/ml-pipeline.yaml deleted file mode 100644 index 19b98ed7..00000000 --- a/charts/mlrun-ce/templates/pipelines/services/ml-pipeline.yaml +++ /dev/null @@ -1,27 +0,0 @@ -{{- if .Values.pipelines.enabled -}} -apiVersion: v1 -kind: Service -metadata: - annotations: - prometheus.io/port: "8888" - prometheus.io/scheme: http - prometheus.io/scrape: "true" - labels: - application-crd-id: kubeflow-pipelines - name: ml-pipeline -spec: - ports: - - name: http - port: 8888 - protocol: TCP - targetPort: 8888 - - name: grpc - port: 8887 - protocol: TCP - targetPort: 8887 - selector: - app: ml-pipeline - application-crd-id: kubeflow-pipelines - sessionAffinity: None - type: ClusterIP -{{- end -}} diff --git a/charts/mlrun-ce/templates/pipelines/services/mysql.yaml b/charts/mlrun-ce/templates/pipelines/services/mysql.yaml deleted file mode 100644 index 90b78f12..00000000 --- a/charts/mlrun-ce/templates/pipelines/services/mysql.yaml +++ /dev/null @@ -1,19 +0,0 @@ -{{- if .Values.pipelines.enabled -}} -apiVersion: v1 -kind: Service -metadata: - annotations: - labels: - application-crd-id: kubeflow-pipelines - name: mysql -spec: - ports: - - port: 3306 - protocol: TCP - targetPort: 3306 - selector: - app: mysql - application-crd-id: kubeflow-pipelines - sessionAffinity: None - type: ClusterIP -{{- end -}} diff --git a/charts/mlrun-ce/templates/pipelines/services/workflow-controller-metrics.yaml b/charts/mlrun-ce/templates/pipelines/services/workflow-controller-metrics.yaml deleted file mode 100644 index af4dd421..00000000 --- a/charts/mlrun-ce/templates/pipelines/services/workflow-controller-metrics.yaml +++ /dev/null @@ -1,25 +0,0 @@ -{{- if .Values.pipelines.enabled -}} -apiVersion: v1 -kind: Service -metadata: - annotations: - workflows.argoproj.io/description: | - This service is deprecated. It will be removed in v3.4. - - https://github.com/argoproj/argo-workflows/issues/8441 - labels: - app: workflow-controller - application-crd-id: kubeflow-pipelines - name: workflow-controller-metrics -spec: - ports: - - name: metrics - port: 9090 - protocol: TCP - targetPort: 9090 - selector: - app: workflow-controller - application-crd-id: kubeflow-pipelines - sessionAffinity: None - type: ClusterIP -{{- end -}} diff --git a/charts/mlrun-ce/values.yaml b/charts/mlrun-ce/values.yaml index 6edd8fdf..0d143dc2 100644 --- a/charts/mlrun-ce/values.yaml +++ b/charts/mlrun-ce/values.yaml @@ -89,6 +89,10 @@ mlrun: fullnameOverride: mlrun nuclio: mode: enabled + # Used by MLRun UI for showing links to Nuclio UI + uiURL: + # Used by MLRun API/UI to access nuclio API to manipulate nuclio resources + apiURL: rbac: create: true v3io: @@ -170,6 +174,43 @@ mlrun: ce: mode: full +# ---- MinIO overrides +minioConsoleCredentials: &minioConsoleCredentials + accessKey: mlrun + secretKey: mlrun123 + +minio: + enabled: true + repository: minio/minio + tag: "RELEASE.2025-10-15T17-29-55Z" + users: + - <<: *minioConsoleCredentials + policy: consoleAdmin + ingress: + enabled: false + mode: standalone + replicas: 1 + resources: + requests: + memory: 0.5Gi + service: + type: NodePort + port: 9000 + nodePort: 30080 + consoleService: + type: NodePort + port: 9001 + nodePort: 30090 + persistence: + enabled: true + size: 1Gi + fullnameOverride: minio + buckets: + - name: mlrun + policy: none + purge: false + + jupyterNotebook: serviceAccount: create: true @@ -246,34 +287,6 @@ mpi-operator: deployment: create: true -minio: - enabled: true - rootUser: minio - rootPassword: minio123 - ingress: - enabled: false - mode: standalone - replicas: 1 - resources: - requests: - memory: 0.5Gi - service: - type: NodePort - port: 9000 - nodePort: 30080 - consoleService: - type: NodePort - port: 9001 - nodePort: 30090 - persistence: - enabled: true - size: 1Gi - fullnameOverride: minio - buckets: - - name: mlrun - policy: none - purge: false - spark-operator: enabled: true fullnameOverride: spark-operator @@ -287,18 +300,29 @@ spark-operator: serviceAccount: name: sparkapp -pipelines: +pipelines-v2: enabled: true name: pipelines + + # Use MinIO with the same console credentials as the MinIO chart + storageMode: + kind: minio + minio: + <<: *minioConsoleCredentials + ui: enabled: false + service: type: NodePort nodePort: 30100 + crd: - enabled: true + create: true + priority_class: enabled: true + persistence: enabled: true existingClaim: @@ -316,72 +340,17 @@ pipelines: # - key: "node-role.kubernetes.io/master" # effect: NoSchedule db: - username: root - securityContext: + podSecurityContext: runAsUser: 1001 - runAsGroup: 1001 fsGroup: 1001 fsGroupChangePolicy: OnRootMismatch - minio: - enabled: true - accessKey: "minio" - secretKey: "minio123" - endpointPort: "9000" - bucket: "mlrun" - images: - driver: - repository: ghcr.io/kubeflow/kfp-driver - tag: 2.14.3 - launcher: - repository: ghcr.io/kubeflow/kfp-launcher - tag: 2.14.3 - argoexec: - repository: gcr.io/iguazio/argoexec - tag: v3.4.17-license-compliance - workflowController: - repository: gcr.io/iguazio/workflow-controller - tag: v3.4.17-license-compliance - apiServer: - repository: ghcr.io/kubeflow/kfp-api-server - tag: 2.14.3 - persistenceagent: - repository: ghcr.io/kubeflow/kfp-persistence-agent - tag: 2.14.3 - scheduledworkflow: - repository: ghcr.io/kubeflow/kfp-scheduled-workflow-controller - tag: 2.14.3 - ui: - repository: ghcr.io/kubeflow/kfp-frontend - tag: 2.14.3 - viewerCrdController: - repository: ghcr.io/kubeflow/kfp-viewer-crd-controller - tag: 2.14.3 - visualizationServer: - repository: ghcr.io/kubeflow/kfp-visualization-server - tag: 2.14.3 - metadata: - container: - repository: gcr.io/tfx-oss-public/ml_metadata_store_server - tag: 1.16.0 - metadataEnvoy: - repository: ghcr.io/kubeflow/kfp-metadata-envoy - tag: 2.14.3 - metadataWriter: - repository: ghcr.io/kubeflow/kfp-metadata-writer - tag: 2.14.3 - mysql: - # MySQL 8.0.26 because >= 8.0.27 has deprecated the default_authentication_plugin option - # which is required by MLMD workloads (metadata-grpc-deployment and metadata-writer). - # https://dev.mysql.com/doc/refman/8.0/en/server-system-variables.html#sysvar_default_authentication_plugin - repository: gcr.io/iguazio/mysql - tag: "8.0.26" - cacheImage: - repository: gcr.io/google-containers/busybox - tag: latest - minio: - repository: minio/minio - tag: "RELEASE.2025-10-15T17-29-55Z" + securityContext: + runAsUser: 1001 + runAsGroup: 1001 + managedstorage: + enabled: false + gcsBucketName: "" kube-prometheus-stack: fullnameOverride: monitoring