fix: polishing tmp fs and s3 fs (#444)

* feat: make request buffer size configurable via cli flags

* fix: allow more file APIs

* fix(sb_fs): polishing tmp fs and s3 fs

* stamp: clippy

* chore: add and update dependencies

* chore(sb_fs): add `.gitignore` and `.env.template`

* fix(sb_core): allow `Deno.readDir`

* stamp(base): polishing macros and test helpers

* stamp: polishing

* chore(sb_fs): add integration tests

* chore: update `Cargo.lock`

* chore: update an integration test

* stamp(sb_fs): polishing

* chore(sb_fs): update integration tests

* chore(ci): expose user worker messages while integration testing

* stamp: typo

* fix(base): add arch gate the integration tests to be only tested on x64

* stamp: typo

* chore(ci): apply env variables for s3 fs integration tests

* stamp: typo

* stamp(sb_fs): polishing

* chore(sb_fs): add dependencies

* stamp: add proxy connector

* stamp: polishing

* chore(ci): update workflow

* stamp(sb_fs): make integration tests run conditionally

* chore: update `Cargo.lock`

* stamp: typo

* stamp: update ci

* stamp: retry

* stamp: retry

* stamp: fix segmentation fault that was caused while referring the mmap buf

* Revert "stamp: retry"

This reverts commit d4a8d47.

* chore: add a dependency

* stamp: niche optimization

* chore: update `Cargo.lock`

Author: nyannyacha

.github/workflows/ci.yml

@@ -13,6 +13,7 @@ env:
   CARGO_TERM_COLOR: always
   RUSTUP_MAX_RETRIES: 10
   ORT_DYLIB_PATH: /tmp/onnxruntime/lib/libonnxruntime.so
+  RUST_LOG: event_worker=trace
 
 jobs:
   cargo-fmt:
@@ -50,9 +51,31 @@ jobs:
       - uses: actions/checkout@v4
       - run: rustup show
       - uses: Swatinem/rust-cache@v2
+
       - uses: cardinalby/export-env-action@v2
         with:
           envFile: ".env"
+
       - name: Install ONNX Runtime Library
         run: ./scripts/install_onnx.sh ${{ env.ONNXRUNTIME_VERSION }} x64 /tmp/onnxruntime
-      - run: ./scripts/test.sh
+
+      - name: Install S3 credentials for testing
+        run: |
+          cd crates/sb_fs/tests
+          echo "S3FS_TEST_SUPABASE_STORAGE=true" >> .env
+          echo "S3FS_TEST_APP_NAME=edge_runtime_github_ci" >> .env
+          echo "S3FS_TEST_BUCKET_NAME=$BUCKET_NAME" >> .env
+          echo "S3FS_TEST_ENDPOINT_URL=$ENDPOINT_URL" >> .env
+          echo "S3FS_TEST_REGION=$REGION" >> .env
+          echo "S3FS_TEST_ACCESS_KEY_ID=$ACCESS_KEY_ID" >> .env
+          echo "S3FS_TEST_SECRET_ACCESS_KEY=$SECRET_ACCESS_KEY" >> .env
+        shell: bash
+        env:
+          BUCKET_NAME: ${{ secrets.SUPABASE_S3_BUCKET_NAME }}
+          ENDPOINT_URL: ${{ secrets.SUPABASE_S3_ENTRYPOINT }}
+          REGION: ${{ secrets.SUPABASE_S3_REGION }}
+          ACCESS_KEY_ID: ${{ secrets.SUPABASE_S3_ACCESS_KEY }}
+          SECRET_ACCESS_KEY: ${{ secrets.SUPABASE_S3_SECRET }}
+
+      - run: ./scripts/test.sh --features base/tracing
+