Merge branch 'main' into 32123-expose-azure-blob-filesystem

Author: marberts

.asf.yaml

@@ -33,9 +33,16 @@ github:
 
   collaborators:
     - alinaliBQ
+    - AntoinePrv
     - EnricoMi
     - hiroyuki-sato
     - HyukjinKwon
+    - tadeja
+
+  copilot_code_review:
+    enabled: true
+    review_drafts: false
+    review_on_push: true
 
 notifications:
   commits:      commits@arrow.apache.org

.env

@@ -92,11 +92,11 @@ TZ=UTC
 # Used through compose.yaml and serves as the default version for the
 # ci/scripts/install_vcpkg.sh script. Prefer to use short SHAs to keep the
 # docker tags more readable.
-VCPKG="66c0373dc7fca549e5803087b9487edfe3aca0a1"    # 2026.01.16 Release
+VCPKG="9b965a116838c6cdcd36bca60d1b81b030c8ab8d"    # 2026.05.27 (not release, upstream commit)
 
 # This must be updated when we update
 # ci/docker/python-*-windows-*.dockerfile or the vcpkg config.
 # This is a workaround for our CI problem that "archery docker build" doesn't
 # use pulled built images in dev/tasks/python-wheels/github.windows.yml.
-PYTHON_WHEEL_WINDOWS_IMAGE_REVISION=2026-03-04
-PYTHON_WHEEL_WINDOWS_TEST_IMAGE_REVISION=2026-03-04
+PYTHON_WHEEL_WINDOWS_IMAGE_REVISION=2026-06-03
+PYTHON_WHEEL_WINDOWS_TEST_IMAGE_REVISION=2026-06-03

.gitattributes

@@ -2,6 +2,7 @@ cpp/src/arrow/util/bpacking_*_generated_internal.h linguist-generated=true
 cpp/src/parquet/chunker_*_generated.h linguist-generated=true
 cpp/src/generated/*.cpp linguist-generated=true
 cpp/src/generated/*.h linguist-generated=true
+cpp/src/generated/*.tcc linguist-generated=true
 go/**/*.s linguist-generated=true
 go/arrow/unionmode_string.go linguist-generated=true
 go/arrow/internal/flatbuf/*.go linguist-generated=true

.github/CODEOWNERS

@@ -23,46 +23,62 @@
 # documentation about the syntax: https://docs.github.com/en/repositories/managing-your-repositorys-settings-and-features/customizing-your-repository/about-code-owners
 
 # Arrow Format
-# /format/
-
-## Components
-/c_glib/ @kou
-# /cpp/
-/cpp/src/arrow/acero @westonpace
-/cpp/src/arrow/adapters/orc @wgtmac
-/cpp/src/arrow/engine @westonpace
-/cpp/src/arrow/flight/ @lidavidm
-/cpp/src/parquet @wgtmac
-/matlab/ @kevingurney @kou @sgilmore10
-/python/ @AlenkaF @raulcd @rok
-/python/pyarrow/_flight.pyx @lidavidm
-/python/pyarrow/**/*gandiva* @wjones127
-/r/ @jonkeane @thisisnic
-/ruby/ @kou
+/format/ @pitrou
 
 # Docs
 # /docs/
 # *.md
 # *.rmd
 # *.rst
 # *.txt
+/docs/source/cpp @pitrou
+/docs/source/format/ @pitrou
 
 # PR CI and repository files
 /.github/ @assignUser @jonkeane @kou @raulcd
 .asf.yaml @assignUser @kou @raulcd
 .pre-commit-config.yaml @raulcd
 # .git*
 
-# release scripts, archery etc.
+# Release scripts, archery etc.
 /ci/ @assignUser @jonkeane @kou @raulcd
 /dev/ @assignUser @jonkeane @kou @raulcd
+/dev/archery/ @pitrou
 .dockerignore @raulcd
 .env @assignUser @jonkeane @kou @raulcd
 compose.yaml @assignUser @jonkeane @kou @raulcd
 
-# R specific packaging tooling
+# Components
+
+## C GLib
+/c_glib/ @kou
+
+## C++
+/cpp/src/arrow/ @pitrou
+/cpp/src/arrow/acero @westonpace
+/cpp/src/arrow/adapters/orc @wgtmac
+/cpp/src/arrow/engine @westonpace
+/cpp/src/arrow/flight/ @lidavidm
+/cpp/src/gandiva @dmitry-chirkov-dremio @lriggs @akravchukdremio @xxlaykxx
+/cpp/src/parquet @wgtmac @pitrou
+
+## MATLAB
+/.github/workflows/matlab.yml @kevingurney @sgilmore10
+/matlab/ @kevingurney @kou @sgilmore10
+
+## Python
+/python/ @AlenkaF @raulcd @rok
+/python/pyarrow/_flight.pyx @lidavidm
+/python/pyarrow/**/*gandiva* @wjones127
+/python/pyarrow/src/ @pitrou
+
+## R
+/r/ @jonkeane @thisisnic
 /r/configure* @assignUser
 /r/Makefile @assignUser
 /r/PACKAGING.md @assignUser
 /r/tools/ @assignUser
 /r/.Rbuildignore @assignUser
+
+## Ruby
+/ruby/ @kou

.github/actions/odbc-windows/action.yml

@@ -0,0 +1,96 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+name: ODBC Windows Reusable
+inputs:
+  github-token:
+    description: 'GITHUB_TOKEN for vcpkg caching'
+    required: true
+runs:
+  using: "composite"
+  steps:
+    - name: Disable Crash Dialogs
+      shell: pwsh
+      run: |
+        reg add `
+          "HKCU\SOFTWARE\Microsoft\Windows\Windows Error Reporting" `
+          /v DontShowUI `
+          /t REG_DWORD `
+          /d 1 `
+          /f
+    - name: Download Timezone Database
+      shell: bash
+      run: ci/scripts/download_tz_database.sh
+    - name: Install ccache
+      shell: bash
+      run: |
+        ci/scripts/install_ccache.sh 4.12.1 /usr
+    - name: Setup ccache
+      shell: bash
+      run: |
+        ci/scripts/ccache_setup.sh
+    - name: ccache info
+      id: ccache-info
+      shell: bash
+      run: |
+        echo "cache-dir=$(ccache --get-config cache_dir)" >> $GITHUB_OUTPUT
+    - name: Cache ccache
+      uses: actions/cache@v5
+      with:
+        path: ${{ steps.ccache-info.outputs.cache-dir }}
+        key: cpp-odbc-ccache-windows-x64-${{ hashFiles('cpp/**') }}
+        restore-keys: cpp-odbc-ccache-windows-x64-
+    - name: Checkout vcpkg
+      uses: actions/checkout@v6
+      with:
+        persist-credentials: false
+        fetch-depth: 0
+        path: vcpkg
+        repository: microsoft/vcpkg
+    - name: Bootstrap vcpkg
+      shell: pwsh
+      run: |
+        vcpkg\bootstrap-vcpkg.bat
+        $VCPKG_ROOT = $(Resolve-Path -LiteralPath "vcpkg").ToString()
+        Write-Output ${VCPKG_ROOT} | `
+          Out-File -FilePath ${Env:GITHUB_PATH} -Encoding utf8 -Append
+        Write-Output "VCPKG_ROOT=${VCPKG_ROOT}" | `
+          Out-File -FilePath ${Env:GITHUB_ENV} -Encoding utf8 -Append
+    - name: Setup NuGet credentials for vcpkg caching
+      shell: bash
+      run: |
+        $(vcpkg fetch nuget | tail -n 1) \
+          sources add \
+          -source "https://nuget.pkg.github.com/$GITHUB_REPOSITORY_OWNER/index.json" \
+          -storepasswordincleartext \
+          -name "GitHub" \
+          -username "$GITHUB_REPOSITORY_OWNER" \
+          -password "${{ inputs.github-token }}"
+        $(vcpkg fetch nuget | tail -n 1) \
+          setapikey "${{ inputs.github-token }}" \
+          -source "https://nuget.pkg.github.com/$GITHUB_REPOSITORY_OWNER/index.json"
+    - name: Build
+      shell: cmd
+      run: |
+        set VCPKG_ROOT_KEEP=%VCPKG_ROOT%
+        call "C:\Program Files\Microsoft Visual Studio\2022\Enterprise\VC\Auxiliary\Build\vcvarsall.bat" x64
+        set VCPKG_ROOT=%VCPKG_ROOT_KEEP%
+        bash -c "ci/scripts/cpp_build.sh $(pwd) $(pwd)/build"
+    - name: Register Flight SQL ODBC Driver
+      shell: cmd
+      run: |
+        call "cpp\src\arrow\flight\sql\odbc\tests\install_odbc.cmd" ${{ github.workspace }}\build\cpp\%ARROW_BUILD_TYPE%\arrow_flight_sql_odbc.dll

.github/copilot-instructions.md

@@ -0,0 +1,21 @@
+# Instructions
+
+## Code review
+
+You are a pragmatic senior developer. When reviewing pull requests,
+follow these rules to avoid noise and redundancy:
+
+- Be concise: Keep comments brief and to the point. Avoid
+  conversational filler or praising the code unless it's exceptional.
+- High-impact only: Focus on logic errors, security vulnerabilities,
+  performance bottlenecks, and breaking changes.
+- Skip the Obvious: Do not describe what the code is doing. Assume the
+  reader understands the code.
+- Ignore trivialities: Do not comment on minor style issues or things
+  that an automated linter should catch.
+- Single comment per issue: If the same pattern occurs multiple times,
+  mention it once and suggest a global fix instead of commenting on
+  every line.
+- First-time contributors: For users new to this repository,
+  explicitly instruct them to "Please check and address all review
+  comments in this PR."

.github/workflows/cpp.yml

@@ -63,6 +63,7 @@ concurrency:
   cancel-in-progress: true
 
 permissions:
+  actions: read
   contents: read
 
 env:
@@ -95,7 +96,7 @@ jobs:
             runs-on: ubuntu-latest
             title: AMD64 Ubuntu 24.04 C++ ASAN UBSAN
             ubuntu: 24.04
-          - arch: arm64v8
+          - arch: arm64/v8
             clang-tools: 18
             image: ubuntu-cpp
             llvm: 18
@@ -119,12 +120,11 @@ jobs:
           persist-credentials: false
           fetch-depth: 0
           submodules: recursive
-      - name: Cache Docker Volumes
-        uses: actions/cache@v5
+      - name: Restore Docker Volumes
+        uses: apache/infrastructure-actions/stash/restore@0ba14156c9f4c3cfbe4b0c9f36339ab0f8d81e53
         with:
           path: .docker
-          key: ${{ matrix.image }}-${{ hashFiles('cpp/**') }}
-          restore-keys: ${{ matrix.image }}-
+          key: cpp-${{ matrix.image }}
       - name: Setup Python on hosted runner
         if: |
           matrix.runs-on == 'ubuntu-latest'
@@ -149,6 +149,14 @@ jobs:
           sudo sysctl -w vm.mmap_rnd_bits=28
           source ci/scripts/util_enable_core_dumps.sh
           archery docker run ${{ matrix.image }}
+      - name: Save Docker Volumes
+        if: ${{ !cancelled() }}
+        continue-on-error: true
+        uses: apache/infrastructure-actions/stash/save@0ba14156c9f4c3cfbe4b0c9f36339ab0f8d81e53
+        with:
+          path: .docker
+          key: cpp-${{ matrix.image }}
+          include-hidden-files: true
       - name: Docker Push
         if: >-
           success() &&
@@ -231,11 +239,6 @@ jobs:
           submodules: recursive
       - name: Install Dependencies
         run: |
-          # pkg-config formula is deprecated but it's still installed
-          # in GitHub Actions runner now. We can remove this once
-          # pkg-config formula is removed from GitHub Actions runner.
-          brew uninstall pkg-config || :
-          brew uninstall pkg-config@0.29.2 || :
           # Workaround for https://github.com/grpc/grpc/issues/41755
           # Remove once the runner ships a newer Homebrew.
           brew update
@@ -259,12 +262,11 @@ jobs:
         id: ccache-info
         run: |
           echo "cache-dir=$(ccache --get-config cache_dir)" >> $GITHUB_OUTPUT
-      - name: Cache ccache
-        uses: actions/cache@v5
+      - name: Restore ccache
+        uses: apache/infrastructure-actions/stash/restore@0ba14156c9f4c3cfbe4b0c9f36339ab0f8d81e53
         with:
           path: ${{ steps.ccache-info.outputs.cache-dir }}
-          key: cpp-ccache-macos-${{ matrix.macos-version }}-${{ hashFiles('cpp/**') }}
-          restore-keys: cpp-ccache-macos-${{ matrix.macos-version }}-
+          key: cpp-ccache-macos-${{ matrix.macos-version }}
       - name: Build
         run: |
           if [ "${{ matrix.macos-version }}" = "15-intel" ]; then
@@ -281,6 +283,13 @@ jobs:
             export BUILD_WARNING_LEVEL=PRODUCTION
           fi
           ci/scripts/cpp_build.sh $(pwd) $(pwd)/build
+      - name: Save ccache
+        if: ${{ !cancelled() }}
+        continue-on-error: true
+        uses: apache/infrastructure-actions/stash/save@0ba14156c9f4c3cfbe4b0c9f36339ab0f8d81e53
+        with:
+          path: ${{ steps.ccache-info.outputs.cache-dir }}
+          key: cpp-ccache-macos-${{ matrix.macos-version }}
       - name: Test
         shell: bash
         run: |
@@ -366,17 +375,23 @@ jobs:
       - name: Setup MSYS2
         shell: msys2 {0}
         run: ci/scripts/msys2_setup.sh cpp
-      - name: Cache ccache
-        uses: actions/cache@v5
+      - name: Restore ccache
+        uses: apache/infrastructure-actions/stash/restore@0ba14156c9f4c3cfbe4b0c9f36339ab0f8d81e53
         with:
           path: ccache
-          key: cpp-ccache-${{ matrix.msystem_lower}}-${{ hashFiles('cpp/**') }}
-          restore-keys: cpp-ccache-${{ matrix.msystem_lower}}-
+          key: cpp-ccache-${{ matrix.msystem_lower}}
       - name: Build
         shell: msys2 {0}
         run: |
           export CMAKE_BUILD_PARALLEL_LEVEL=$NUMBER_OF_PROCESSORS
           ci/scripts/cpp_build.sh "$(pwd)" "$(pwd)/build"
+      - name: Save ccache
+        if: ${{ !cancelled() }}
+        continue-on-error: true
+        uses: apache/infrastructure-actions/stash/save@0ba14156c9f4c3cfbe4b0c9f36339ab0f8d81e53
+        with:
+          path: ccache
+          key: cpp-ccache-${{ matrix.msystem_lower}}
       - name: Download Timezone Database
         if: matrix.msystem_upper == 'CLANG64'
         shell: bash
@@ -386,12 +401,13 @@ jobs:
           # https://github.com/apache/arrow/issues/48593
           ci/scripts/download_tz_database.sh
       - name: Download MinIO
+        # Match the version pinned in ci/scripts/install_minio.sh.
         shell: msys2 {0}
         run: |
           mkdir -p /usr/local/bin
           wget \
             --output-document /usr/local/bin/minio.exe \
-            https://dl.min.io/server/minio/release/windows-amd64/archive/minio.RELEASE.2024-09-13T20-26-02Z
+            https://dl.min.io/server/minio/release/windows-amd64/archive/minio.RELEASE.2025-01-20T14-49-07Z
           chmod +x /usr/local/bin/minio.exe
       - name: Set up Python
         uses: actions/setup-python@v6