Re-Add CodeCov

.github/codecov.yml

@@ -0,0 +1,16 @@
+comment:
+  layout: "condensed_header, condensed_files"
+  hide_project_coverage: TRUE
+  after_n_builds: 5 # linux-test, linux-test-datafusion-cli, sqllogictest-postgres, macos-aarch64, test-datafusion-pyarrow
+
+coverage:
+  status:
+    project: off
+    patch:
+      datafusion:
+        informational: true # not to annoy devs during adoption
+        paths:
+          - datafusion
+      datafusion-cli:
+        paths:
+          - datafusion-cli

.github/workflows/rust.yml

@@ -265,13 +265,15 @@ jobs:
           fetch-depth: 1
       - name: Setup Rust toolchain
         run: rustup toolchain install stable
+      - name: Install cargo-llvm-cov
+        uses: taiki-e/install-action@cargo-llvm-cov
       - name: Install Protobuf Compiler
         run: sudo apt-get install -y protobuf-compiler
       - name: Run tests (excluding doctests and datafusion-cli)
         env:
           RUST_BACKTRACE: 1
         run: |
-          cargo test \
+          cargo llvm-cov test --lcov --output-path ./coverage.txt test \
             --profile ci \
             --exclude datafusion-examples \
             --exclude ffi_example_table_provider \
@@ -282,6 +284,14 @@ jobs:
             --tests \
             --bins \
             --features serde,avro,json,backtrace,integration-tests
+      - name: Upload coverage reports to Codecov
+        if: ${{ !cancelled() }}
+        uses: codecov/codecov-action@v5
+        with:
+          files: ./coverage.txt
+          disable_search: true
+          token: ${{ secrets.CODECOV_TOKEN }}
+          name: linux-test
       - name: Verify Working Directory Clean
         run: git diff --exit-code
 
@@ -297,6 +307,8 @@ jobs:
           fetch-depth: 1
       - name: Setup Rust toolchain
         run: rustup toolchain install stable
+      - name: Install cargo-llvm-cov
+        uses: taiki-e/install-action@cargo-llvm-cov
       - name: Setup Minio - S3-compatible storage
         run: |
           docker run -d --name minio-container \
@@ -317,7 +329,15 @@ jobs:
           AWS_SECRET_ACCESS_KEY: TEST-DataFusionPassword
           TEST_STORAGE_INTEGRATION: 1
           AWS_ALLOW_HTTP: true
-        run: cargo test --profile ci -p datafusion-cli  --lib --tests --bins
+        run: cargo llvm-cov test --lcov --output-path ./coverage.txt --profile ci -p datafusion-cli  --lib --tests --bins
+      - name: Upload coverage reports to Codecov
+        if: ${{ !cancelled() }}
+        uses: codecov/codecov-action@v5
+        with:
+          files: ./coverage.txt
+          disable_search: true
+          token: ${{ secrets.CODECOV_TOKEN }}
+          name: linux-test-datafusion-cli
       - name: Verify Working Directory Clean
         run: git diff --exit-code
       - name: Minio Output
@@ -470,14 +490,24 @@ jobs:
         uses: ./.github/actions/setup-builder
         with:
           rust-version: stable
+      - name: Install cargo-llvm-cov
+        uses: taiki-e/install-action@cargo-llvm-cov
       - name: Run sqllogictest
         run: |
           cd datafusion/sqllogictest
-          PG_COMPAT=true PG_URI="postgresql://postgres:postgres@$POSTGRES_HOST:$POSTGRES_PORT/db_test" cargo test --features backtrace --profile ci --features=postgres --test sqllogictests
+          PG_COMPAT=true PG_URI="postgresql://postgres:postgres@$POSTGRES_HOST:$POSTGRES_PORT/db_test" cargo llvm-cov test --lcov --output-path ./coverage.txt --features backtrace --profile ci --features=postgres --test sqllogictests
         env:
           # use postgres for the host here because we have specified a container for the job
           POSTGRES_HOST: postgres
           POSTGRES_PORT: ${{ job.services.postgres.ports[5432] }}
+      - name: Upload coverage reports to Codecov
+        if: ${{ !cancelled() }}
+        uses: codecov/codecov-action@v5
+        with:
+          files: ./datafusion/sqllogictest/coverage.txt
+          disable_search: true
+          token: ${{ secrets.CODECOV_TOKEN }}
+          name: sqllogictest-postgres
 
   #  Temporarily commenting out the Windows flow, the reason is enormously slow running build
   #  Waiting for new Windows 2025 github runner
@@ -524,9 +554,19 @@ jobs:
           fetch-depth: 1
       - name: Setup Rust toolchain
         uses: ./.github/actions/setup-macos-aarch64-builder
+      - name: Install cargo-llvm-cov
+        uses: taiki-e/install-action@cargo-llvm-cov
       - name: Run tests (excluding doctests)
         shell: bash
-        run: cargo test --profile ci --exclude datafusion-cli --workspace --lib --tests --bins --features avro,json,backtrace,integration-tests
+        run: cargo llvm-cov test --lcov --output-path ./coverage.txt --profile ci --exclude datafusion-cli --workspace --lib --tests --bins --features avro,json,backtrace,integration-tests
+      - name: Upload coverage reports to Codecov
+        if: ${{ !cancelled() }}
+        uses: codecov/codecov-action@v5
+        with:
+          files: ./coverage.txt
+          disable_search: true
+          token: ${{ secrets.CODECOV_TOKEN }}
+          name: macos-aarch64
 
   test-datafusion-pyarrow:
     name: cargo test pyarrow (amd64)
@@ -549,8 +589,18 @@ jobs:
         uses: ./.github/actions/setup-builder
         with:
           rust-version: stable
+      - name: Install cargo-llvm-cov
+        uses: taiki-e/install-action@cargo-llvm-cov
       - name: Run datafusion-common tests
-        run: cargo test --profile ci -p datafusion-common --features=pyarrow
+        run: cargo llvm-cov test --lcov --output-path ./coverage.txt --profile ci -p datafusion-common --features=pyarrow
+      - name: Upload coverage reports to Codecov
+        if: ${{ !cancelled() }}
+        uses: codecov/codecov-action@v5
+        with:
+          files: ./coverage.txt
+          disable_search: true
+          token: ${{ secrets.CODECOV_TOKEN }}
+          name: test-datafusion-pyarrow
 
   vendor:
     name: Verify Vendored Code

datafusion/ffi/tests/ffi_integration.rs

@@ -38,19 +38,20 @@ mod tests {
     pub fn compute_library_path<M: RootModule>(
         target_path: &Path,
     ) -> std::io::Result<std::path::PathBuf> {
-        let debug_dir = target_path.join("debug");
-        let release_dir = target_path.join("release");
-        let ci_dir = target_path.join("ci");
-
-        let debug_path = M::get_library_path(&debug_dir.join("deps"));
-        let release_path = M::get_library_path(&release_dir.join("deps"));
-        let ci_path = M::get_library_path(&ci_dir.join("deps"));
-
-        let all_paths = vec![
-            (debug_dir.clone(), debug_path),
-            (release_dir, release_path),
-            (ci_dir, ci_path),
-        ];
+        let all_paths = [
+            "debug",
+            "release",
+            "ci",
+            "llvm-cov-target/debug",
+            "llvm-cov-target/ci",
+        ]
+        .iter()
+        .map(|build_type| {
+            let dir = target_path.join(build_type);
+            let path = M::get_library_path(&dir.join("deps"));
+            (dir, path)
+        })
+        .collect::<Vec<_>>();
 
         let best_path = all_paths
             .into_iter()
@@ -59,7 +60,7 @@ mod tests {
             .filter_map(|(dir, meta)| meta.modified().map(|m| (dir, m)).ok())
             .max_by_key(|(_, date)| *date)
             .map(|(dir, _)| dir)
-            .unwrap_or(debug_dir);
+            .unwrap_or_else(|| target_path.join("debug"));
 
         Ok(best_path)
     }