Add dartboard summarize subcommand

.gitignore

@@ -22,10 +22,16 @@ scripts/utils/export-metrics/wal
 scripts/utils/export-metrics/queries.active
 scripts/utils/export-metrics/*.tar.gz
 
+# Results and reports
+/summarize-results*
+
 # Binaries
 /dartboard
 /scripts/soak/soak
 /qasereporter-k6/qasereporter-k6
+/summarize-tools/export-metrics/export-metrics
+/summarize-tools/collect-profile/collect-profile
+/summarize-tools/resource-counts/cr
 
 # Vendored binaries
 /internal/vendored/bin

cmd/dartboard/main.go

@@ -88,6 +88,38 @@ func main() {
 				Description: "runs `tofu destroy` and then deploys all the provisioned clusters",
 				Action:      subcommands.Redeploy,
 			},
+			{
+				Name:        "summarize",
+				Usage:       "Summarize the current deployment by capturing metrics, profiles, and resource counts",
+				Description: "runs `export-metrics`, `collect-profile`, and `resource-counts` against the deployed clusters",
+				Action:      subcommands.Summarize,
+								Flags: []cli.Flag{
+					&cli.BoolFlag{
+						Name:  "metrics",
+						Aliases: []string{"m"},
+						Value: false,
+						Usage: "only include metrics in summary",
+					},
+					&cli.BoolFlag{
+						Name:  "counts",
+						Aliases: []string{"c"},
+						Value: false,
+						Usage: "only include resource counts in summary",
+					},
+					&cli.BoolFlag{
+						Name:  "profiles",
+						Aliases: []string{"p"},
+						Value: false,
+						Usage: "only include profiles in summary",
+					},
+					&cli.BoolFlag{
+						Name:  "all",
+						Aliases: []string{"a"},
+						Value: false,
+						Usage: "include all summaies (metrics, resource counts and profiles)",
+					},
+				},
+			},
 		},
 	}
 

cmd/dartboard/subcommands/deploy.go

@@ -111,6 +111,9 @@ func Deploy(cli *cli.Context) error {
 	if err = chartInstallRancherMonitoring(r, &upstream); err != nil {
 		return err
 	}
+	if err = updateMonitoringProject(&upstream); err != nil {
+		return err
+	}
 	if err = importDownstreamClusters(r, rancherImageTag, tf, clusters); err != nil {
 		return err
 	}
@@ -659,3 +662,26 @@ func importClustersDownstreamGetYAML(clusters map[string]tofu.Cluster, name stri
 
 	return
 }
+
+func updateMonitoringProject(cluster *tofu.Cluster) error {
+	var b strings.Builder
+	args := []string{
+		"get", "namespace", "cattle-system",
+		"-o", "jsonpath={.metadata.annotations.field\\.cattle\\.io/projectId}",
+	}
+	if err := kubectl.Exec(cluster.Kubeconfig, &b, args...); err != nil {
+		return fmt.Errorf("failed to read projectId from cattle-system: %w", err)
+	}
+	projID := strings.TrimSpace(b.String())
+	if projID == "" {
+		return fmt.Errorf("no projectId found")
+	}
+
+	if err := kubectl.Exec(cluster.Kubeconfig, log.Writer(),
+		"annotate", "namespace", "cattle-monitoring-system",
+		"field.cattle.io/projectId="+projID, "--overwrite"); err != nil {
+		return fmt.Errorf("failed to annotate cattle-monitoring-system: %w", err)
+	}
+
+	return nil
+}

cmd/dartboard/subcommands/summarize.go

@@ -0,0 +1,123 @@
+/*
+Copyright © 2024 SUSE LLC
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+package subcommands
+
+import (
+	"fmt"
+	"os"
+	"time"
+
+	"github.com/rancher/dartboard/internal/summarize/collectprofiles"
+	"github.com/rancher/dartboard/internal/summarize/exportmetrics"
+	"github.com/rancher/dartboard/internal/summarize/countresources"
+	"github.com/urfave/cli/v2"
+)
+
+func Summarize(cli *cli.Context) error {
+    tf, _, err := prepare(cli)
+    if err != nil {
+        return err
+    }
+
+    clusters, err := tf.OutputClusters(cli.Context)
+    if err != nil {
+        return err
+    }
+
+    // Select upstream cluster configuration
+    upstream := clusters["upstream"]
+
+    // Read flags; allow shorthand via Aliases set in main.go
+    metrics := cli.Bool("metrics")
+    counts := cli.Bool("counts")
+    profiles := cli.Bool("profiles")
+    allFlag := cli.Bool("all")
+
+    // If --all provided, enable everything
+    if allFlag {
+        metrics, counts, profiles = true, true, true
+    }
+
+    // If user didn't specify any of these flags, default to all
+    if !(cli.IsSet("metrics") || cli.IsSet("counts") || cli.IsSet("profiles") || cli.IsSet("all")) {
+        metrics, counts, profiles = true, true, true
+    }
+
+    // Create top-level summary directory for this run so all tool outputs aggregate there
+    summaryDir := fmt.Sprintf("summarize-results-%s", time.Now().Format("2006-01-02"))
+    if err := os.MkdirAll(summaryDir, 0755); err != nil {
+        return fmt.Errorf("failed to create summary directory %s: %w", summaryDir, err)
+    }
+
+	// Change working directory to summaryDir so tools output files there
+	originalWd, err := os.Getwd()
+    if err != nil {
+        return fmt.Errorf("failed to determine working directory: %w", err)
+    }
+	if err := os.Chdir(summaryDir); err != nil {
+		return fmt.Errorf("failed to change directory to %s: %w", summaryDir, err)
+	}
+	defer func() {
+		if err := os.Chdir(originalWd); err != nil {
+			fmt.Fprintf(os.Stderr, "warning: failed to restore working directory: %v\n", err)
+		}
+	}()
+
+	ctx := cli.Context
+
+	// Run Tools
+	if profiles {
+		fmt.Println(">>> Running collect-profile...")
+		// Defaults match original flags
+		cfg := collectprofile.Config{
+			App:      "rancher",
+			Profiles: "goroutine,heap,profile",
+			Duration: 30,
+			LogLevel: "debug",
+		}
+		if err := collectprofile.Run(ctx, cfg); err != nil {
+			fmt.Printf("Error running collect-profile: %v\n", err)
+		}
+	}
+
+	if counts {
+		fmt.Println(">>> Running resource-counts...")
+		cfg := countresources.Config{
+			Kubeconfig: upstream.Kubeconfig,
+		}
+		if err := countresources.Run(ctx, cfg); err != nil {
+			fmt.Printf("Error running resource-counts: %v\n", err)
+		}
+	}
+
+	if metrics {
+		fmt.Println(">>> Running export-metrics...")
+		cfg := exportmetrics.Config{
+			Kubeconfig: upstream.Kubeconfig,
+			// Defaults
+			Selector:      `{__name__!=""}`,
+			OffsetSeconds: 3600,
+			ToSeconds:     time.Now().Unix(),
+			FromSeconds:   time.Now().Add(-1 * time.Hour).Unix(),
+		}
+		if err := exportmetrics.Run(ctx, cfg); err != nil {
+			fmt.Printf("Error running export-metrics: %v\n", err)
+		}
+    }
+
+    return nil
+}