K8SPG-712: Allow overriding default configurations

Author: egegunes

internal/controller/postgrescluster/controller.go

@@ -27,13 +27,16 @@ import (
 	"sigs.k8s.io/controller-runtime/pkg/builder"
 	"sigs.k8s.io/controller-runtime/pkg/client"
 	"sigs.k8s.io/controller-runtime/pkg/controller/controllerutil"
+	"sigs.k8s.io/controller-runtime/pkg/event"
 	"sigs.k8s.io/controller-runtime/pkg/manager"
+	"sigs.k8s.io/controller-runtime/pkg/predicate"
 	"sigs.k8s.io/controller-runtime/pkg/reconcile"
 
 	"github.com/percona/percona-postgresql-operator/internal/config"
 	"github.com/percona/percona-postgresql-operator/internal/controller/runtime"
 	"github.com/percona/percona-postgresql-operator/internal/initialize"
 	"github.com/percona/percona-postgresql-operator/internal/logging"
+	"github.com/percona/percona-postgresql-operator/internal/naming"
 	"github.com/percona/percona-postgresql-operator/internal/pgaudit"
 	"github.com/percona/percona-postgresql-operator/internal/pgbackrest"
 	"github.com/percona/percona-postgresql-operator/internal/pgbouncer"
@@ -504,9 +507,22 @@ func (r *Reconciler) SetupWithManager(mgr manager.Manager) error {
 		}
 	}
 
+	// Create a predicate that filters ConfigMaps with a specific annotation
+	configMapPredicate := builder.WithPredicates(predicate.Funcs{
+		UpdateFunc: func(e event.UpdateEvent) bool {
+			configMap, ok := e.ObjectNew.(*corev1.ConfigMap)
+			if !ok {
+				return true
+			}
+			// Skip reconciliation if the ConfigMap has the specified annotation
+			_, hasAnnotation := configMap.Annotations[naming.OverrideConfigAnnotation]
+			return !hasAnnotation
+		},
+	})
+
 	return builder.ControllerManagedBy(mgr).
 		For(&v1beta1.PostgresCluster{}).
-		Owns(&corev1.ConfigMap{}).
+		Owns(&corev1.ConfigMap{}, configMapPredicate).
 		Owns(&corev1.Endpoints{}).
 		Owns(&corev1.PersistentVolumeClaim{}).
 		Owns(&corev1.Secret{}).

internal/controller/postgrescluster/pgbackrest_test.go

@@ -2059,7 +2059,7 @@ func TestReconcileCloudBasedDataSource(t *testing.T) {
 			result: testResult{
 				configCount: 1, jobCount: 1, pvcCount: 1,
 				expectedClusterCondition: nil,
-				conf:                     "|\n  # Generated by postgres-operator. DO NOT EDIT.\n  # Your changes will not be saved.\n\n  [global]\n  archive-async = y\n  log-path = /pgdata/pgbackrest/log\n  repo1-path = /pgbackrest/repo1\n  spool-path = /pgdata/pgbackrest-spool\n\n  [db]\n  pg1-path = /pgdata/pg13\n  pg1-port = 5432\n  pg1-socket-path = /tmp/postgres\n",
+				conf:                     "|\n  # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING.\n  # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true\n\n  [global]\n  archive-async = y\n  log-path = /pgdata/pgbackrest/log\n  repo1-path = /pgbackrest/repo1\n  spool-path = /pgdata/pgbackrest-spool\n\n  [db]\n  pg1-path = /pgdata/pg13\n  pg1-port = 5432\n  pg1-socket-path = /tmp/postgres\n",
 			},
 		}, {
 			desc: "global/configuration set",
@@ -2076,7 +2076,7 @@ func TestReconcileCloudBasedDataSource(t *testing.T) {
 			result: testResult{
 				configCount: 1, jobCount: 1, pvcCount: 1,
 				expectedClusterCondition: nil,
-				conf:                     "|\n  # Generated by postgres-operator. DO NOT EDIT.\n  # Your changes will not be saved.\n\n  [global]\n  archive-async = y\n  log-path = /pgdata/pgbackrest/log\n  repo1-path = elephant\n  spool-path = /pgdata/pgbackrest-spool\n\n  [db]\n  pg1-path = /pgdata/pg13\n  pg1-port = 5432\n  pg1-socket-path = /tmp/postgres\n",
+				conf:                     "|\n  # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING.\n  # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true\n\n  [global]\n  archive-async = y\n  log-path = /pgdata/pgbackrest/log\n  repo1-path = elephant\n  spool-path = /pgdata/pgbackrest-spool\n\n  [db]\n  pg1-path = /pgdata/pg13\n  pg1-port = 5432\n  pg1-socket-path = /tmp/postgres\n",
 			},
 		}, {
 			desc: "invalid option: stanza",
@@ -2091,7 +2091,7 @@ func TestReconcileCloudBasedDataSource(t *testing.T) {
 			result: testResult{
 				configCount: 1, jobCount: 0, pvcCount: 1,
 				expectedClusterCondition: nil,
-				conf:                     "|\n  # Generated by postgres-operator. DO NOT EDIT.\n  # Your changes will not be saved.\n\n  [global]\n  archive-async = y\n  log-path = /pgdata/pgbackrest/log\n  repo1-path = /pgbackrest/repo1\n  spool-path = /pgdata/pgbackrest-spool\n\n  [db]\n  pg1-path = /pgdata/pg13\n  pg1-port = 5432\n  pg1-socket-path = /tmp/postgres\n",
+				conf:                     "|\n  # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING.\n  # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true\n\n  [global]\n  archive-async = y\n  log-path = /pgdata/pgbackrest/log\n  repo1-path = /pgbackrest/repo1\n  spool-path = /pgdata/pgbackrest-spool\n\n  [db]\n  pg1-path = /pgdata/pg13\n  pg1-port = 5432\n  pg1-socket-path = /tmp/postgres\n",
 			},
 		}, {
 			desc: "cluster bootstrapped init condition missing",
@@ -2110,7 +2110,7 @@ func TestReconcileCloudBasedDataSource(t *testing.T) {
 					Reason:  "ClusterAlreadyBootstrapped",
 					Message: "The cluster is already bootstrapped",
 				},
-				conf: "|\n  # Generated by postgres-operator. DO NOT EDIT.\n  # Your changes will not be saved.\n\n  [global]\n  archive-async = y\n log-path = /pgdata/pgbackrest/log\n  repo1-path = /pgbackrest/repo1\n  spool-path = /pgdata/pgbackrest-spool\n\n  [db]\n  pg1-path = /pgdata/pg13\n  pg1-port = 5432\n  pg1-socket-path = /tmp/postgres\n",
+				conf: "|\n  # Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING.\n  # If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true\n\n  [global]\n  archive-async = y\n log-path = /pgdata/pgbackrest/log\n  repo1-path = /pgbackrest/repo1\n  spool-path = /pgdata/pgbackrest-spool\n\n  [db]\n  pg1-path = /pgdata/pg13\n  pg1-port = 5432\n  pg1-socket-path = /tmp/postgres\n",
 			},
 		}}
 

internal/naming/annotations.go

@@ -5,7 +5,8 @@
 package naming
 
 const (
-	annotationPrefix = labelPrefix
+	annotationPrefix        = labelPrefix
+	perconaAnnotationPrefix = perconaLabelPrefix
 
 	// Finalizer marks an object to be garbage collected by this module.
 	Finalizer = annotationPrefix + "finalizer"
@@ -68,4 +69,10 @@ const (
 	// to a cluster without backups. As usual with the operator, we do not
 	// touch cloud-based backups.
 	AuthorizeBackupRemovalAnnotation = annotationPrefix + "authorizeBackupRemoval"
+
+	// OverrideConfigAnnotation is an annotation used to prevent the controller from reconciling
+	// ConfigMaps when a user wants to manually override their contents. When this annotation
+	// is present, the controller will not update the ConfigMap, allowing users to make custom
+	// modifications that won't be overwritten during reconciliation.
+	OverrideConfigAnnotation = perconaAnnotationPrefix + "override-config"
 )

internal/patroni/config.go

@@ -30,8 +30,8 @@ const (
 
 const (
 	yamlGeneratedWarning = "" +
-		"# Generated by postgres-operator. DO NOT EDIT.\n" +
-		"# Your changes will not be saved.\n"
+		"# Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING.\n" +
+		"# If you want to override the config, annotate this ConfigMap with " + naming.OverrideConfigAnnotation + "=true\n"
 )
 
 // quoteShellWord ensures that s is interpreted by a shell as single word.
@@ -535,7 +535,7 @@ func instanceYAML(
 		// NOTE(cbandy): The "--waldir" option was introduced in PostgreSQL v10.
 		"waldir=" + postgres.WALDirectory(cluster, instance),
 	}
-	methods := []string{"basebackup"}
+	methods := []string{basebackupCreateReplicaMethod}
 
 	// Prefer a pgBackRest method when it is available, and fallback to other
 	// methods when it fails.

internal/patroni/config_test.go

@@ -38,8 +38,8 @@ func TestClusterYAML(t *testing.T) {
 		data, err := clusterYAML(cluster, postgres.HBAs{}, postgres.Parameters{})
 		assert.NilError(t, err)
 		assert.Equal(t, data, strings.TrimSpace(`
-# Generated by postgres-operator. DO NOT EDIT.
-# Your changes will not be saved.
+# Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING.
+# If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true
 bootstrap:
   dcs:
     loop_wait: 10
@@ -97,8 +97,8 @@ watchdog:
 		data, err := clusterYAML(cluster, postgres.HBAs{}, postgres.Parameters{})
 		assert.NilError(t, err)
 		assert.Equal(t, data, strings.TrimSpace(`
-# Generated by postgres-operator. DO NOT EDIT.
-# Your changes will not be saved.
+# Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING.
+# If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true
 bootstrap:
   dcs:
     loop_wait: 10
@@ -895,8 +895,8 @@ func TestInstanceYAML(t *testing.T) {
 	data, err := instanceYAML(cluster, instance, nil)
 	assert.NilError(t, err)
 	assert.Equal(t, data, strings.Trim(`
-# Generated by postgres-operator. DO NOT EDIT.
-# Your changes will not be saved.
+# Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING.
+# If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true
 bootstrap:
   initdb:
   - data-checksums
@@ -918,8 +918,8 @@ tags: {}
 	dataWithReplicaCreate, err := instanceYAML(cluster, instance, []string{"some", "backrest", "cmd"})
 	assert.NilError(t, err)
 	assert.Equal(t, dataWithReplicaCreate, strings.Trim(`
-# Generated by postgres-operator. DO NOT EDIT.
-# Your changes will not be saved.
+# Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING.
+# If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true
 bootstrap:
   initdb:
   - data-checksums
@@ -958,8 +958,8 @@ tags: {}
 	datawithTDE, err := instanceYAML(cluster, instance, nil)
 	assert.NilError(t, err)
 	assert.Equal(t, datawithTDE, strings.Trim(`
-# Generated by postgres-operator. DO NOT EDIT.
-# Your changes will not be saved.
+# Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING.
+# If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true
 bootstrap:
   initdb:
   - data-checksums

internal/pgbackrest/config.go

@@ -56,8 +56,8 @@ const (
 
 const (
 	iniGeneratedWarning = "" +
-		"# Generated by postgres-operator. DO NOT EDIT.\n" +
-		"# Your changes will not be saved.\n"
+		"# Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING.\n" +
+		"# If you want to override the config, annotate this ConfigMap with " + naming.OverrideConfigAnnotation + "=true\n"
 )
 
 // CreatePGBackRestConfigMapIntent creates a configmap struct with pgBackRest pgbackrest.conf settings in the data field.

internal/pgbackrest/config_test.go

@@ -89,8 +89,8 @@ func TestCreatePGBackRestConfigMapIntent(t *testing.T) {
 
 		assert.Equal(t, configmap.Data["config-hash"], "abcde12345")
 		assert.Equal(t, configmap.Data["pgbackrest_repo.conf"], strings.Trim(`
-# Generated by postgres-operator. DO NOT EDIT.
-# Your changes will not be saved.
+# Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING.
+# If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true
 
 [global]
 log-path = /pgbackrest/repo1/log
@@ -120,8 +120,8 @@ pg1-socket-path = /tmp/postgres
 		`, "\t\n")+"\n")
 
 		assert.Equal(t, configmap.Data["pgbackrest_instance.conf"], strings.Trim(`
-# Generated by postgres-operator. DO NOT EDIT.
-# Your changes will not be saved.
+# Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING.
+# If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true
 
 [global]
 archive-async = y

internal/pgbouncer/config.go

@@ -35,8 +35,8 @@ const (
 
 const (
 	iniGeneratedWarning = "" +
-		"# Generated by postgres-operator. DO NOT EDIT.\n" +
-		"# Your changes will not be saved.\n"
+		"# Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING.\n" +
+		"# If you want to override the config, annotate this ConfigMap with " + naming.OverrideConfigAnnotation + "=true\n"
 )
 
 type iniValueSet map[string]string

internal/pgbouncer/config_test.go

@@ -57,8 +57,8 @@ func TestClusterINI(t *testing.T) {
 
 	t.Run("Default", func(t *testing.T) {
 		assert.Equal(t, clusterINI(cluster), strings.Trim(`
-# Generated by postgres-operator. DO NOT EDIT.
-# Your changes will not be saved.
+# Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING.
+# If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true
 
 [pgbouncer]
 %include /etc/pgbouncer/pgbouncer.ini
@@ -97,8 +97,8 @@ unix_socket_dir =
 		}
 
 		assert.Equal(t, clusterINI(cluster), strings.Trim(`
-# Generated by postgres-operator. DO NOT EDIT.
-# Your changes will not be saved.
+# Generated by postgres-operator. DO NOT EDIT UNLESS YOU KNOW WHAT YOU'RE DOING.
+# If you want to override the config, annotate this ConfigMap with pgv2.percona.com/override-config=true
 
 [pgbouncer]
 %include /etc/pgbouncer/pgbouncer.ini