builds: Enable lld, optimize linking more, faster cargo-test build

Author: def-

.cargo/config

@@ -13,8 +13,9 @@
 # Sync: This target-cpu and list of features should be kept in sync with the ones in ci-builder and
 # xcompile.
 rustflags = [
-    "-C",
-    "link-arg=-Wl,--compress-debug-sections=zlib-gabi",
+    "-Clink-arg=-Wl,--compress-debug-sections=zlib",
+    "-Clink-arg=-Wl,-O2",
+    "-Clink-arg=-fuse-ld=lld",
     "-Csymbol-mangling-version=v0",
     "-Ctarget-cpu=x86-64-v3",
     "-Ctarget-feature=+aes",
@@ -31,8 +32,9 @@ rustflags = [
 # xcompile.
 [target."aarch64-unknown-linux-gnu"]
 rustflags = [
-    "-C",
-    "link-arg=-Wl,--compress-debug-sections=zlib-gabi",
+    "-Clink-arg=-Wl,--compress-debug-sections=zlib",
+    "-Clink-arg=-Wl,-O2",
+    "-Clink-arg=-fuse-ld=lld",
     "-Csymbol-mangling-version=v0",
     "-Ctarget-cpu=neoverse-n1",
     "-Ctarget-feature=+aes,+sha2",
@@ -43,3 +45,7 @@ rustflags = [
 # Always reserve at least one core so Cargo doesn't pin our CPU
 jobs = -1
 rustflags = ["--cfg=tokio_unstable"]
+
+[profile.ci]
+inherits = "dev"
+debug = "line-tables-only"

ci/test/cargo-test/mzcompose.py

@@ -9,7 +9,7 @@
 
 import os
 
-from materialize import MZ_ROOT, buildkite, spawn, ui
+from materialize import buildkite, spawn, ui
 from materialize.mzcompose.composition import Composition, WorkflowArgumentParser
 from materialize.mzcompose.services.cockroach import Cockroach
 from materialize.mzcompose.services.kafka import Kafka
@@ -66,25 +66,6 @@ def workflow_default(c: Composition, parser: WorkflowArgumentParser) -> None:
         # TODO(def-): For coverage inside of clusterd called from unit tests need
         # to set LLVM_PROFILE_FILE in test code invoking clusterd and later
         # aggregate the data.
-        (MZ_ROOT / "coverage").mkdir(exist_ok=True)
-        env["CARGO_LLVM_COV_SETUP"] = "no"
-        # There is no pure build command in cargo-llvm-cov, so run with
-        # --version as a workaround.
-        spawn.runv(
-            [
-                "cargo",
-                "llvm-cov",
-                "run",
-                "--bin",
-                "clusterd",
-                "--release",
-                "--no-report",
-                "--",
-                "--version",
-            ],
-            env=env,
-        )
-
         cmd = [
             "cargo",
             "llvm-cov",
@@ -116,16 +97,6 @@ def workflow_default(c: Composition, parser: WorkflowArgumentParser) -> None:
                 env=env,
             )
         else:
-            spawn.runv(
-                [
-                    "cargo",
-                    "build",
-                    "--bin",
-                    "clusterd",
-                ],
-                env=env,
-            )
-
             cpu_count = os.cpu_count()
             assert cpu_count
 
@@ -138,6 +109,7 @@ def workflow_default(c: Composition, parser: WorkflowArgumentParser) -> None:
                     "nextest",
                     "run",
                     "--profile=ci",
+                    "--cargo-profile=ci",
                     f"--partition=count:{partition}/{total}",
                     # Most tests don't use 100% of a CPU core, so run two tests per CPU.
                     # TODO(def-): Reenable when #19931 is fixed

ci/test/pipeline.template.yml

@@ -195,6 +195,7 @@ steps:
         artifact_paths: [junit_*.xml, target/nextest/ci/junit_cargo-test.xml]
         inputs:
           - Cargo.lock
+          - ".config/nextest.toml"
           - "**/Cargo.toml"
           - "**/*.rs"
           - "**/*.proto"