Add dartboard summarize subcommand

.gitignore

@@ -22,10 +22,16 @@ scripts/utils/export-metrics/wal
 scripts/utils/export-metrics/queries.active
 scripts/utils/export-metrics/*.tar.gz
 
+# Results and reports
+/summarize-results*
+
 # Binaries
 /dartboard
 /scripts/soak/soak
 /qasereporter-k6/qasereporter-k6
+/summarize-tools/export-metrics/export-metrics
+/summarize-tools/collect-profile/collect-profile
+/summarize-tools/resource-counts/cr
 
 # Vendored binaries
 /internal/vendored/bin

cmd/dartboard/main.go

@@ -88,6 +88,12 @@ func main() {
 				Description: "runs `tofu destroy` and then deploys all the provisioned clusters",
 				Action:      subcommands.Redeploy,
 			},
+			{
+				Name:        "summarize",
+				Usage:       "Summarize the current deployment by capturing metrics, profiles, and resource counts",
+				Description: "runs `export-metrics`, `collect-profile`, and `resource-counts` against the deployed clusters",
+				Action:      subcommands.Summarize,
+			},
 		},
 	}
 

cmd/dartboard/subcommands/deploy.go

@@ -111,6 +111,9 @@ func Deploy(cli *cli.Context) error {
 	if err = chartInstallRancherMonitoring(r, &upstream); err != nil {
 		return err
 	}
+	if err = updateMonitoringProject(&upstream); err != nil {
+		return err
+	}
 	if err = importDownstreamClusters(r, rancherImageTag, tf, clusters); err != nil {
 		return err
 	}
@@ -659,3 +662,26 @@ func importClustersDownstreamGetYAML(clusters map[string]tofu.Cluster, name stri
 
 	return
 }
+
+func updateMonitoringProject(cluster *tofu.Cluster) error {
+	var b strings.Builder
+	args := []string{
+		"get", "namespace", "cattle-system",
+		"-o", "jsonpath={.metadata.annotations.field\\.cattle\\.io/projectId}",
+	}
+	if err := kubectl.Exec(cluster.Kubeconfig, &b, args...); err != nil {
+		return fmt.Errorf("failed to read projectId from cattle-system: %w", err)
+	}
+	projID := strings.TrimSpace(b.String())
+	if projID == "" {
+		return fmt.Errorf("No projectId found")
+	}
+
+	if err := kubectl.Exec(cluster.Kubeconfig, log.Writer(),
+		"annotate", "namespace", "cattle-monitoring-system",
+		"field.cattle.io/projectId="+projID, "--overwrite"); err != nil {
+		return fmt.Errorf("failed to annotate cattle-monitoring-system: %w", err)
+	}
+
+	return nil
+}

cmd/dartboard/subcommands/summarize.go

@@ -0,0 +1,117 @@
+/*
+Copyright © 2024 SUSE LLC
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+package subcommands
+
+import (
+	"fmt"
+	"os"
+	"os/exec"
+	"path/filepath"
+	"time"
+
+	"github.com/urfave/cli/v2"
+)
+
+func Summarize(cli *cli.Context) error {
+	tf, _, err := prepare(cli)
+	if err != nil {
+		return err
+	}
+
+	clusters, err := tf.OutputClusters(cli.Context)
+	if err != nil {
+		return err
+	}
+
+	// Refresh k6 files
+	upstream := clusters["upstream"]
+
+	//TODO: Logic to target defined cluster from darts/aws.yaml
+
+	// Run individual build scripts and ensure each resulting binary is executable
+	type buildItem struct{
+		script string
+		binary string
+	}
+
+	builds := []buildItem{
+		{"./summarize-tools/collect-profile/build_collect_profile.sh", "./summarize-tools/collect-profile/collect-profile"},
+		{"./summarize-tools/resource-counts/build_cr.sh", "./summarize-tools/resource-counts/cr"},
+		{"./summarize-tools/export-metrics/build_export_metrics.sh", "./summarize-tools/export-metrics/export-metrics"},
+	}
+
+	runScript := func(script string) error {
+		cmd := exec.Command("bash", script)
+		cmd.Stdout = os.Stdout
+		cmd.Stderr = os.Stderr
+		return cmd.Run()
+	}
+
+	for _, b := range builds {
+		if err := runScript(b.script); err != nil {
+			return fmt.Errorf("failed to run build script %s: %w", b.script, err)
+		}
+
+		if err := os.Chmod(b.binary, 0755); err != nil {
+			return fmt.Errorf("failed to set executable permission on %s: %w", b.binary, err)
+		}
+
+		// Ensure each built binary is removed after use. Capture path for defer.
+		bin := b.binary
+		defer func(p string) {
+			if err := os.Remove(p); err != nil && !os.IsNotExist(err) {
+				fmt.Fprintf(os.Stderr, "warning: failed to delete %s: %v\n", p, err)
+			}
+		}(bin)
+	}
+
+	// Create top-level summary directory for this run so all tool outputs aggregate there
+	summaryDir := fmt.Sprintf("summarize-results-%s", time.Now().Format("2006-01-02"))
+	if err := os.MkdirAll(summaryDir, 0755); err != nil {
+		return fmt.Errorf("failed to create summary directory %s: %w", summaryDir, err)
+	}
+
+	// Run built tools: collect-profile, cr, then export-metrics — each runs with CWD set to summaryDir
+	runBins := []string{
+		"./summarize-tools/collect-profile/collect-profile",
+		"./summarize-tools/resource-counts/cr",
+		"./summarize-tools/export-metrics/export-metrics",
+	}
+
+	// Resolve run binary paths relative to the repo root so setting `cmd.Dir` doesn't break exec path lookup
+	repoRoot, err := os.Getwd()
+	if err != nil {
+		return fmt.Errorf("failed to determine working directory: %w", err)
+	}
+
+	for _, bin := range runBins {
+		binPath := bin
+		if !filepath.IsAbs(binPath) {
+			binPath = filepath.Join(repoRoot, binPath)
+		}
+
+		cmd := exec.Command(binPath, upstream.Kubeconfig)
+		cmd.Stdout = os.Stdout
+		cmd.Stderr = os.Stderr
+		cmd.Dir = summaryDir
+		if err := cmd.Run(); err != nil {
+			return fmt.Errorf("failed to run %s: %w", binPath, err)
+		}
+	}
+
+	return nil
+}

internal/kubectl/kubectl.go

@@ -443,3 +443,21 @@ func K6run(kubeconfig, testPath string, envVars, tags map[string]string, printLo
 
 	return nil
 }
+
+func GetProject(kubePath string, kind string, name string, jsonpath string) (string, error) {
+	output := new(bytes.Buffer)
+	args := []string{
+		"get",
+		kind,
+	}
+	if name != "" {
+		args = append(args, name)
+	}
+	args = append(args, "-o", fmt.Sprintf("jsonpath={%s}", jsonpath))
+
+	if err := Exec(kubePath, output, args...); err != nil {
+		return "", fmt.Errorf("failed to kubectl get %v: %w", name, err)
+	}
+
+	return strings.TrimSpace(output.String()), nil
+}

summarize-tools/collect-profile/build_collect_profile.sh

@@ -0,0 +1,22 @@
+#!/usr/bin/env bash
+set -euo pipefail
+[[ "${DEBUG:-}" == "1" ]] && set -x
+
+# Path to the Go source code for the collector
+COLLECTOR_SRC_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+
+# Output binary path (place binary next to this script)
+OUTPUT_BINARY="${COLLECTOR_SRC_DIR}/collect-profile"
+
+echo "Building collect-profile..."
+echo "Source directory: ${COLLECTOR_SRC_DIR}"
+echo "Output binary: ${OUTPUT_BINARY}"
+
+# Ensure we are in the correct directory to resolve modules
+cd "${COLLECTOR_SRC_DIR}"
+
+# Tidy and build the Go application
+go mod tidy
+go build -o "${OUTPUT_BINARY}" .
+
+echo "Build complete."