Merge pull request #528 from openmina/develop

Merge `develop` into `main`

Author: tizoc

.github/workflows/ci.yaml

@@ -3,15 +3,13 @@ on:
   push:
     branches: [ main, develop ]
   pull_request:
+    paths-ignore: [ "frontend" ]
   workflow_dispatch:
 
 concurrency:
   group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
   cancel-in-progress: true
 
-env:
-  RUST_MIN_STACK: 10000000
-
 jobs:
   ledger-tests:
     runs-on: ubuntu-20.04
@@ -99,6 +97,33 @@ jobs:
           name: bin
           path: target/release/openmina
 
+  build_wasm:
+    runs-on: ubuntu-20.04
+    steps:
+      - name: Git checkout
+        uses: actions/checkout@v4
+
+      - name: Setup build dependencies
+        run: |
+          sudo apt update
+          sudo apt install -y protobuf-compiler
+
+      - name: Setup Rust
+        run: |
+          rustup default 1.77
+          rustup component add rustfmt
+          rustup target add wasm32-unknown-unknown
+
+      - name: Setup Rust Cache
+        uses: Swatinem/rust-cache@v2
+        with:
+          prefix-key: "v0"
+
+      # for now build just p2p as the rest can't yet be compiled to wasm.
+      - name: Release build
+        run: |
+          cargo build --release -p node --target wasm32-unknown-unknown --no-default-features --features p2p-webrtc
+
   build-tests:
     runs-on: ubuntu-20.04
     steps:
@@ -124,8 +149,8 @@ jobs:
         run: |
           mkdir -p target/release/tests
 
-          cargo build --release --features=scenario-generators --package=openmina-node-testing --tests
-          cargo build --release --features=scenario-generators --package=openmina-node-testing --tests --message-format=json > cargo-build-test.json
+          cargo build --release --tests --package=openmina-node-testing --package=cli
+          cargo build --release --tests --package=openmina-node-testing --package=cli --message-format=json > cargo-build-test.json
           jq -r '. | select(.executable != null and (.target.kind | (contains(["test"])))) | [.target.name, .executable ] | @tsv' cargo-build-test.json > tests.tsv
           while read NAME FILE; do cp -a $FILE target/release/tests/$NAME; done < tests.tsv
 
@@ -176,7 +201,7 @@ jobs:
     needs: [ build-tests ]
     runs-on: ubuntu-20.04
     container:
-      image: minaprotocol/mina-daemon:2.0.0berkeley-rc1-1551e2f-focal-berkeley
+      image: minaprotocol/mina-daemon:3.0.0-dc6bf78-focal-devnet
     strategy:
       matrix:
         test: [p2p_basic_connections, p2p_basic_incoming, p2p_basic_outgoing, p2p_pubsub]
@@ -201,15 +226,15 @@ jobs:
     # TODO: query cluster for actual addresses, or specify then on deployment
     env:
       PEERS: |
-        /ip4/135.181.217.23/tcp/31881/p2p/12D3KooWKiKQkUTTZ6u8HDk471ZQE2vStpEDnySiKDrYgZGfEcsF
-        /ip4/135.181.217.23/tcp/30386/p2p/12D3KooWBHknA3ty2tk4u3N6Rwnjs5YwYaxHT9dURf7zGeBJ4VJG
-        /ip4/135.181.217.23/tcp/32272/p2p/12D3KooWDZDH6ucaZY4bU2R8Xy9T1iy4PGtaZ8vEWeuGEeLaQEg5
-        /ip4/135.181.217.23/tcp/32218/p2p/12D3KooWMenq7gPcF7utkZao8WLtjMqsZkY7LeLD1Y9q9YyQZnkG
-        /ip4/135.181.217.23/tcp/30798/p2p/12D3KooWMMsF7dYbn4Szf7TvrRofuK53W3zj6TDKgxAFSWYypLsB
-        /ip4/135.181.217.23/tcp/31631/p2p/12D3KooWNeaaS6wpPSa41qkxQWaeauDR51WCNnLUyd5CcjBBiNTq
-        /ip4/135.181.217.23/tcp/30196/p2p/12D3KooWCBTaSVMxDT1SUoeSg3PUsVL1Df1hDxkSvN544i7tsE76
-        /ip4/135.181.217.23/tcp/30790/p2p/12D3KooWG7egucvX5sompG2euhaPL4QQ3BdHJrLS7HGWyiHyoD5y
-        /ip4/135.181.217.23/tcp/30070/p2p/12D3KooWFG5dhmgS6rb8NdoNbiK7Vf6TqTQDTYxq18DVkmPwsgfg
+        /ip4/135.181.217.23/tcp/31881/p2p/12D3KooWAsfrqsjuYwfQa4yCxnJdtADwKB3PWpwq133LcndiwQjr
+        /ip4/135.181.217.23/tcp/30386/p2p/12D3KooWQHgBVfC6YsPKYprzeC6pVd6fhEzZ1yMs8iSd3rvtQRCs
+        /ip4/135.181.217.23/tcp/32272/p2p/12D3KooWBXR2QujRvh7DCpVHLqdQ7Q4BTQ4DdciznYpxRvZnSH5q
+        /ip4/135.181.217.23/tcp/32218/p2p/12D3KooWFScvpnxJYpfVW7dQmo6oG19GUv33ZcePmFeL86RrtYeD
+        /ip4/135.181.217.23/tcp/30798/p2p/12D3KooWCzF1D6ftm63dtzuwKpp4imT9wFkwDamMBrod1VAiJqq5
+        /ip4/135.181.217.23/tcp/31631/p2p/12D3KooWAHfVgQS2wfW8ZG9LcguJkvum7TbQX5SgvLyq4c5C6F6G
+        /ip4/135.181.217.23/tcp/30196/p2p/12D3KooWL7Emi3KMjrCuy1rfaneViVxaSyJZUNGHz9EorhHHanJ7
+        /ip4/135.181.217.23/tcp/30790/p2p/12D3KooWCmjkAxh4C3MktmphDKXiSN2bBUNNpVDjL1dEkVsB7XVn
+        /ip4/135.181.217.23/tcp/30070/p2p/12D3KooWMxhbVutFLjHTizVBd6LyLjp6dnuNmimHT2oCDDR9FSHj
     outputs:
       peers: ${{ steps.peers.outputs.peers }}
     steps:
@@ -229,10 +254,13 @@ jobs:
     #  - build-tests-webrtc
     runs-on: ubuntu-20.04
     container:
-      image: minaprotocol/mina-daemon:2.0.0berkeley-rc1-1551e2f-focal-berkeley
+      image: minaprotocol/mina-daemon:3.0.0-dc6bf78-focal-devnet
     env:
       # to allow local addrs discovery
       OPENMINA_DISCOVERY_FILTER_ADDR: false
+      # to allow connection with replayer
+      # TODO: remove when replayer supports identify
+      KEEP_CONNECTION_WITH_UNKNOWN_STREAM: true
       OPENMINA_SCENARIO_SEEDS: ${{ needs.k8s-peers.outputs.peers }}
     strategy:
       matrix:
@@ -259,65 +287,92 @@ jobs:
         run: |
           ./${{ matrix.test }} --test-threads=1
 
+  record-replay-tests:
+    needs:
+      - k8s-peers
+      - build-tests
+    #  - build-tests-webrtc
+    runs-on: ubuntu-20.04
+    container:
+      image: minaprotocol/mina-daemon:3.0.0-dc6bf78-focal-devnet
+    env:
+      # to allow local addrs discovery
+      OPENMINA_DISCOVERY_FILTER_ADDR: false
+      OPENMINA_SCENARIO_SEEDS: ${{ needs.k8s-peers.outputs.peers }}
+    strategy:
+      matrix:
+        test: [record_replay]
+      fail-fast: false
+
+    steps:
+      - name: Download tests
+        uses: actions/download-artifact@v4
+        with:
+          pattern: tests*
+          merge-multiple: true
+
+      - name: Setup permissions
+        run: |
+          chmod +x ./${{ matrix.test }}
+
+      - name: Run the test
+        run: |
+          ./${{ matrix.test }} --test-threads=1
+
 
   bootstrap-test:
-    needs: [ k8s-peers, build ]
+    needs: [ k8s-peers, build, build-tests ]
     runs-on: ubuntu-20.04
     env:
-      PEERS: ${{ needs.k8s-peers.outputs.peers }}
+      PEERS_LIST: ${{ needs.k8s-peers.outputs.peers }}
+      PEER_LIST_FILE: peer-list.txt
+      WORK_DIR: data
     steps:
       - name: Download binary
         uses: actions/download-artifact@v4
         with:
           name: bin
 
-      - name: Bootstrap node
+      - name: Download test
+        uses: actions/download-artifact@v4
+        with:
+          pattern: tests*
+          merge-multiple: true
+
+      - name: Fix permissions
         run: |
-          set -eu
-          chmod +x ./openmina
-          ./openmina node --no-peers-discovery --peers $PEERS 2>&1 | tee run.log &
-          PID=$!
-          TIME=10
-          SLEEP=10
-          ATTEMPTS=$((TIME * 60 / SLEEP))
-
-          healthy() {
-            curl -fs -m 5 localhost:3000/healthz
-          }
+          chmod +x bootstrap openmina
 
-          ready() {
-            curl -fs -m 5 localhost:3000/readyz
-          }
+      - name: Peer List File
+        run: |
+          for PEER in $PEERS_LIST; do echo $PEER; done > $PEER_LIST_FILE
+          cat $PEER_LIST_FILE
 
-          ready3() {
-            ready && sleep 10 && ready && sleep 10 && ready
+      - name: Bootstrap node
+        env:
+          OPENMINA_COMMAND: ./openmina
+          NO_PEER_DISCOVERY: "true"
+          OUT_PATH: ${{ env.WORK_DIR }}/logs/bootstrap_output
+          RECORD: state-with-input-actions
+        run: |
+          mkdir -p $OUT_PATH
+          OPENMINA_COMMAND=./openmina NO_PEER_DISCOVERY=true ./bootstrap --nocapture || {
+            echo "::group::Stderr"
+            cat $OUT_PATH.stderr
+            echo "::endgroup::"
+            exit 1
           }
 
-          while ! healthy; do
-              echo "::notice::The node is not healthy yet"
-              ATTEMPTS=$((ATTEMPTS-1))
-              if [ "${ATTEMPTS}" -eq 0 ]; then
-                  echo "::error::Cannot bootsrtap within $TIME minutes"
-                  exit 1
-              fi
-              sleep $SLEEP
-          done
-          echo "::notice::The node is healthy"
-
-          while ! ready3; do
-              echo "::notice::The node is not bootstrapped yet"
-              ATTEMPTS=$((ATTEMPTS-1))
-              if [ "${ATTEMPTS}" -eq 0 ]; then
-                  echo "::error::Cannot bootsrtap within $TIME minutes"
-                  exit 1
-              fi
-              sleep $SLEEP
-          done
-          echo "::notice::The node is bootstrapped"
-
-      - name: Upload run.log
+      - name: Upload logs
+        uses: actions/upload-artifact@v4
+        with:
+          name: bootstrap-logs
+          path: ${{ env.WORK_DIR }}/logs/*
+        if: ${{ failure() }}
+
+      - name: Upload record
         uses: actions/upload-artifact@v4
         with:
-          name: bootstrap-log
-          path: run.log
+          name: bootstrap-record
+          path: ${{ env.WORK_DIR }}/recorder/*
         if: ${{ failure() }}

.github/workflows/daily.yaml

@@ -7,14 +7,14 @@ on:
     branches: [ "test/*daily*" ]
 
 jobs:
-  bootstrap-berkeley:
+  bootstrap-devnet:
     runs-on: ubuntu-latest
 
     env:
       CLUSTER_ADDR: 1.k8.openmina.com
       OPENMINA_NODE_PORT: 31001
       OPENMINA_SELECTOR: app.kubernetes.io/instance=${{ github.job }},app.kubernetes.io/name=openmina
-      PROXY: https://proxy.berkeley.minaexplorer.com/
+      PROXY: https://proxy.devnet.minaexplorer.com/
       BEST_CHAIN_QUERY: |
         query MyQuery {
           bestChain(maxLength: 1) {

.github/workflows/docker.yaml

@@ -54,6 +54,13 @@ jobs:
 
   build-openmina-frontend-image:
     runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        configuration:
+          - build_configuration: compose
+            tag_suffix: ""
+          - build_configuration: block_producers
+            tag_suffix: "-producer-demo"
     steps:
       - name: Git checkout
         uses: actions/checkout@v3
@@ -74,6 +81,8 @@ jobs:
           # list of Docker images to use as base name for tags
           images: |
             openmina/frontend
+          flavor: |
+            suffix=${{ matrix.configuration.tag_suffix }}
           # generate Docker tags based on the following events/attributes
           tags: |
             type=ref,event=branch
@@ -86,8 +95,9 @@ jobs:
         uses: docker/build-push-action@v5
         with:
           context: ./frontend
+          platforms: linux/amd64,linux/arm64
           build-args: |
-            BUILD_CONFIGURATION=compose
+            BUILD_CONFIGURATION=${{ matrix.configuration.build_configuration }}
           push: true
           tags: ${{ steps.meta.outputs.tags }}
           cache-from: type=gha

.github/workflows/frontend.yaml

@@ -0,0 +1,29 @@
+name: Frontend CI
+on:
+  push:
+    branches: [ main, develop ]
+  pull_request:
+    paths: [ "frontend/**", ".github/**" ]
+  workflow_dispatch:
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
+  cancel-in-progress: true
+
+jobs:
+  frontend-test:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Git checkout
+        uses: actions/checkout@v4
+        with:
+          sparse-checkout: |
+            frontend
+
+      - name: Run tests
+        uses: cypress-io/github-action@v6
+        with:
+          working-directory: frontend
+          start: npm start
+          wait-on: http://localhost:4200
+          wait-on-timeout: 180s