feat/lower squashfs size unpearl

nix/installer.nix

@@ -11,17 +11,66 @@
   }).latestCompatibleLinuxPackages;
   boot.zfs.removeLinuxDRM = lib.mkDefault pkgs.hostPlatform.isAarch64;
 
-  documentation.enable = false;
+  documentation.enable = lib.mkForce false;
+
+  # reduce closure size through package set crafting
+  # where there's no otherwise globally effective
+  # config setting available
+  # TODO: some are candidates for a long-term upstream solution
+  nixpkgs.overlays = [
+    (final: prev: {
+      # save ~12MB by not bundling manpages
+      coreutils-full = prev.coreutils;
+      # save ~20MB by making them minimal
+      util-linux = prev.util-linux.override {
+        nlsSupport = false;
+        ncursesSupport = false;
+        systemdSupport = false;
+        translateManpages = false;
+      };
+      # save ~6MB by removing one bash 
+      bashInteractive = prev.bash;
+      # saves ~25MB
+      systemd = prev.systemd.override {
+        pname = "systemd-slim";
+        withDocumentation = false;
+        withCoredump = false;
+        withFido2 = false;
+        withRepart = false;
+        withMachined = false;
+        withRemote = false;
+        withTpm2Tss = false;
+        withLibBPF = false;
+        withAudit = false;
+        withCompression = false;
+        withImportd = false;
+        withPortabled = false;
+        withSysupdate = false;
+        withHomed = false;
+        withLocaled = false;
+        withPolkit = false;
+        # withQrencode = false;
+        # withVmspawn = false;
+        withPasswordQuality = false;
+      };
+    })
+  ];
+  systemd.coredump.enable = false;
+
 
   environment.systemPackages = [
     # for zapping of disko
     pkgs.jq
     # for copying extra files of nixos-anywhere
     pkgs.rsync
+    # for installing nixos via nixos-anywhere
+    config.system.build.nixos-enter
+    config.system.build.nixos-install
   ];
 
   imports = [
     ./nix-settings.nix
+    ./un-pearl.nix
   ];
 
   # Don't add nixpkgs to the image to save space, for our intended use case we don't need it

nix/kexec-installer/kexec-run.sh

@@ -74,6 +74,9 @@ if ! "$SCRIPT_DIR/kexec" --load "$SCRIPT_DIR/bzImage" \
   exit 1
 fi
 
+sync; echo 3 > /proc/sys/vm/drop_caches
+echo "current available memory: $(free -h | awk '/^Mem/ {print $7}')"
+
 # Disconnect our background kexec from the terminal
 echo "machine will boot into nixos in 6s..."
 if test -e /dev/kmsg; then

nix/kexec-installer/module.nix

@@ -1,7 +1,7 @@
 { config, lib, modulesPath, pkgs, ... }:
 let
-  restore-network = pkgs.writers.writePython3 "restore-network" { flakeIgnore = [ "E501" ]; }
-    ./restore_routes.py;
+
+  restore-network = pkgs.writers.writeBash "restore-network" ./restore_routes.sh;
 
   # does not link with iptables enabled
   iprouteStatic = pkgs.pkgsStatic.iproute2.override { iptables = null; };
@@ -13,6 +13,7 @@ in
     ../networkd.nix
     ../serial.nix
     ../restore-remote-access.nix
+    ../no-grub.nix
   ];
   options = {
     system.kexec-installer.name = lib.mkOption {
@@ -56,6 +57,7 @@ in
     environment.etc.is_kexec.text = "true";
 
     systemd.services.restore-network = {
+      path = [pkgs.jq];
       before = [ "network-pre.target" ];
       wants = [ "network-pre.target" ];
       wantedBy = [ "multi-user.target" ];

nix/kexec-installer/restore_routes.sh

@@ -0,0 +1,121 @@
+#!/usr/bin/env bash
+
+# filter_interfaces function
+filter_interfaces() {
+    # This function takes a list of network interfaces as input and filters
+    # out loopback interfaces, interfaces without a MAC address, and addresses
+    # with a "link" scope or marked as dynamic (from DHCP or router
+    # advertisements). The filtered interfaces are returned as an array.
+    local network=("$@")
+
+    for net in "${network[@]}"; do
+        local link_type="$(jq -r '.link_type' <<< "$net")"
+        local address="$(jq -r '.address // ""' <<< "$net")"
+        local addr_info="$(jq -r '.addr_info | map(select(.scope != "link" and (.dynamic | not)))' <<< "$net")"
+        local has_dynamic_address=$(jq -r '.addr_info | any(.dynamic)' <<< "$net")
+
+        # echo "Link Type: $link_type -- Address: $address -- Has Dynamic Address: $has_dynamic_address  -- Addr Info: $addr_info"
+
+        if [[ "$link_type" != "loopback" && -n "$address" && ("$addr_info" != "[]" || "$has_dynamic_address" == "true") ]]; then
+            net=$(jq -c --argjson addr_info "$addr_info" '.addr_info = $addr_info' <<< "$net")
+            echo "$net" # "return"
+        fi
+    done
+}
+
+# filter_routes function
+filter_routes() {
+    # This function takes a list of routes as input and filters out routes
+    # with protocols "dhcp", "kernel", or "ra". The filtered routes are
+    # returned as an array.
+    local routes=("$@")
+
+    for route in "${routes[@]}"; do
+        local protocol=$(jq -r '.protocol' <<< "$route")
+        if [[ $protocol != "dhcp" && $protocol != "kernel" && $protocol != "ra" ]]; then
+            echo "$route" # "return"
+        fi
+    done
+}
+
+# generate_networkd_units function
+generate_networkd_units() {
+    # This function takes the filtered interfaces and routes, along with a
+    # directory path. It generates systemd-networkd unit files for each interface,
+    # including the configured addresses and routes. The unit files are written
+    # to the specified directory with the naming convention 00-<ifname>.network.
+    local -n interfaces=$1
+    local -n routes=$2
+    local directory="$3"
+
+    mkdir -p "$directory"
+
+    for interface in "${interfaces[@]}"; do
+        local ifname=$(jq -r '.ifname' <<< "$interface")
+        local address=$(jq -r '.address' <<< "$interface")
+        local addresses=$(jq -r '.addr_info | map("Address = \(.local)/\(.prefixlen)") | join("\n")' <<< "$interface")
+        local route_sections=()
+
+        for route in "${routes[@]}"; do
+            local dev=$(jq -r '.dev' <<< "$route")
+            if [[ $dev == $ifname ]]; then
+                local route_section="[Route]"
+                local dst=$(jq -r '.dst' <<< "$route")
+                if [[ $dst != "default" ]]; then
+                    route_section+="\nDestination = $dst"
+                fi
+                local gateway=$(jq -r '.gateway // ""' <<< "$route")
+                if [[ -n $gateway ]]; then
+                    route_section+="\nGateway = $gateway"
+                fi
+                route_sections+=("$route_section")
+            fi
+        done
+
+        local unit=$(cat <<-EOF
+[Match]
+MACAddress = $address
+
+[Network]
+DHCP = yes
+LLDP = yes
+IPv6AcceptRA = yes
+MulticastDNS = yes
+
+$addresses
+$(printf '%s\n' "${route_sections[@]}")
+EOF
+)
+        echo -e "$unit" > "$directory/00-$ifname.network"
+    done
+}
+
+# main function
+main() {
+    if [[ $# -lt 4 ]]; then
+        echo "USAGE: $0 addresses routes-v4 routes-v6 networkd-directory" >&2
+        # exit 1
+        return 1
+    fi
+
+    local addresses
+    readarray -t addresses < <(jq -c '.[]' "$1") # Read JSON data into array
+
+    local v4_routes
+    readarray -t v4_routes < <(jq -c '.[]' "$2")
+
+    local v6_routes
+    readarray -t v6_routes < <(jq -c '.[]' "$3")
+
+    local networkd_directory="$4"
+
+    local relevant_interfaces
+    readarray -t relevant_interfaces < <(filter_interfaces "${addresses[@]}")
+
+    local relevant_routes
+    readarray -t relevant_routes < <(filter_routes "${v4_routes[@]}" "${v6_routes[@]}")
+
+    generate_networkd_units relevant_interfaces relevant_routes "$networkd_directory"
+}
+
+main "$@"

nix/kexec-installer/test.nix

@@ -135,6 +135,8 @@ makeTest' {
     node1.succeed('/root/kexec/kexec --version >&2')
     node1.succeed('/root/kexec/run >&2')
 
+    time.sleep(6)
+
     # wait for kexec to finish
     while ssh(["true"], check=False).returncode == 0:
         print("Waiting for kexec to finish...")

nix/netboot-installer/module.nix

@@ -6,6 +6,7 @@
     ../networkd.nix
     ../serial.nix
     ../restore-remote-access.nix
+    ../no-grub.nix
   ];
 
   # We are stateless, so just default to latest.

nix/no-grub.nix

@@ -0,0 +1,10 @@
+{lib, ...}:{
+  # when grub ends up being bloat: kexec & netboot
+  nixpkgs.overlays = [
+    (final: prev: {
+      # we don't need grub: save ~ 60MB
+      grub2 = prev.coreutils;
+      grub2_efi = prev.coreutils;
+    })
+  ];
+}

nix/noninteractive.nix

@@ -21,6 +21,9 @@
 
   # would pull in nano
   programs.nano.syntaxHighlight = lib.mkForce false;
+  programs.nano.enable = false;
+
+  documentation.man.man-db.enable = false;
 
   # prevents nano, strace
   environment.defaultPackages = lib.mkForce [