From 239a5409b2dacea9a573dac5138cfc42ca690492 Mon Sep 17 00:00:00 2001 From: glutenperfbot Date: Thu, 2 Jul 2026 08:25:43 +0000 Subject: [PATCH 1/4] [GLUTEN-6887][VL] Daily Update Velox Version (dft-2026_07_02) Upstream Velox's New Commits: f53d18ba9 by Chandrashekhar Kumar Singh, fix(cursor): Wake the cursor only on the terminal producer signal (#17995) 748a97eec by Maria Basmanova, fix(stats): Attribute merge-source sink stats to their node 1a24486c7 by Krishnakanth, refactor(core): Replace AggregationNode::Step name helper with toName fc3f46cbf by Pratik Pugalia, fix: SsdFile::write() race condition: pin region during unlocked disk write 8fec29806 by Rui Mo, perf: Optimize right semi no-filter probe marking in HashJoin 2109ab09d by kevinwilfong, build: Fix double building of abseil on Macs and forced reinstalls of abseil and fbthrift 4322fad34 by Sungwoo Chang, feat(cxl): Introduce CXL custom memory resource a384b5f63 by RindsSchei225e, feat(nimble): Wire nimble string reader optimization flags from session config 7d6d6b2f2 by Maria Basmanova, refactor: Delete legacy AssignUniqueIdNode's ctor Signed-off-by: glutenperfbot --- ep/build-velox/src/get-velox.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/ep/build-velox/src/get-velox.sh b/ep/build-velox/src/get-velox.sh index 8c8ca0521a2..2a11ec25ed4 100755 --- a/ep/build-velox/src/get-velox.sh +++ b/ep/build-velox/src/get-velox.sh @@ -18,8 +18,8 @@ set -exu CURRENT_DIR=$(cd "$(dirname "$BASH_SOURCE")"; pwd) VELOX_REPO=https://github.com/IBM/velox.git -VELOX_BRANCH=dft-2026_06_30 -VELOX_ENHANCED_BRANCH=ibm-2026_06_30 +VELOX_BRANCH=dft-2026_07_02 +VELOX_ENHANCED_BRANCH=ibm-2026_07_02 VELOX_HOME="" RUN_SETUP_SCRIPT=ON ENABLE_ENHANCED_FEATURES=OFF From b1e0872598caaeb7978f328ee27b00d5758d0954 Mon Sep 17 00:00:00 2001 From: Yuan Date: Thu, 2 Jul 2026 09:42:50 +0100 Subject: [PATCH 2/4] fix Signed-off-by: Yuan --- cpp/velox/substrait/VeloxToSubstraitPlan.cc | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/cpp/velox/substrait/VeloxToSubstraitPlan.cc b/cpp/velox/substrait/VeloxToSubstraitPlan.cc index 44fbb01b39a..bc9132a67b8 100644 --- a/cpp/velox/substrait/VeloxToSubstraitPlan.cc +++ b/cpp/velox/substrait/VeloxToSubstraitPlan.cc @@ -68,7 +68,7 @@ ::substrait::AggregationPhase toAggregationPhase(const core::AggregationNode::St return ::substrait::AGGREGATION_PHASE_INTERMEDIATE_TO_RESULT; } default: - VELOX_UNSUPPORTED("Unsupported Aggregate Step '{}' in Substrait ", mapAggregationStepToName(step)); + VELOX_UNSUPPORTED("Unsupported Aggregate Step '{}' in Substrait ", core::AggregationNode::toName(step)); } } From a2f18cbe4fb47606df797ed7b74ed18e7fb8f833 Mon Sep 17 00:00:00 2001 From: Yuan Date: Thu, 2 Jul 2026 09:43:56 +0100 Subject: [PATCH 3/4] remove spark-34 test from enhanced branch CI Signed-off-by: Yuan --- .github/workflows/velox_backend_enhanced.yml | 53 -------------------- 1 file changed, 53 deletions(-) diff --git a/.github/workflows/velox_backend_enhanced.yml b/.github/workflows/velox_backend_enhanced.yml index b3275df629f..dd65c6446d6 100644 --- a/.github/workflows/velox_backend_enhanced.yml +++ b/.github/workflows/velox_backend_enhanced.yml @@ -89,59 +89,6 @@ jobs: path: ./cpp/build/releases/ if-no-files-found: error - spark-test-spark34: - needs: build-native-lib-centos-7 - runs-on: ubuntu-22.04 - container: apache/gluten:centos-8-jdk8 - steps: - - uses: actions/checkout@v4 - - name: Download All Artifacts - uses: actions/download-artifact@v4 - with: - name: velox-native-lib-enhanced-centos-7-${{github.sha}} - path: ./cpp/build/releases - - name: Prepare spark.test.home for Spark 3.4.4 (other tests) - run: | - dnf module -y install python39 && \ - alternatives --set python3 /usr/bin/python3.9 && \ - pip3 install setuptools==77.0.3 && \ - pip3 install pyspark==3.4.4 cython && \ - pip3 install pandas==2.2.3 pyarrow==20.0.0 - - name: Build and Run unit test for Spark 3.4.4 (other tests) - run: | - cd $GITHUB_WORKSPACE/ - export SPARK_SCALA_VERSION=2.12 - yum install -y java-17-openjdk-devel - export JAVA_HOME=/usr/lib/jvm/java-17-openjdk - export PATH=$JAVA_HOME/bin:$PATH - java -version - export SPARK_HOME=/opt/shims/spark34/spark_home/ - ls -l $SPARK_HOME - $MVN_CMD clean test -Pspark-3.4 -Pjava-17 -Pbackends-velox -Piceberg -Piceberg-test -Pdelta -Phudi \ - -DtagsToExclude=org.apache.spark.tags.ExtendedSQLTest,org.apache.spark.tags.SlowHiveTest,org.apache.gluten.tags.UDFTest,org.apache.gluten.tags.SkipTest \ - -DargLine="-Dspark.test.home=$SPARK_HOME" - - name: Upload test report - if: always() - uses: actions/upload-artifact@v4 - with: - name: ${{ github.job }}-report - path: '**/surefire-reports/TEST-*.xml' - - name: Upload unit tests log files - if: ${{ !success() }} - uses: actions/upload-artifact@v4 - with: - name: ${{ github.job }}-test-log - path: | - **/target/*.log - **/gluten-ut/**/hs_err_*.log - **/gluten-ut/**/core.* - - name: Upload golden files - if: failure() - uses: actions/upload-artifact@v4 - with: - name: ${{ github.job }}-golden-files - path: /tmp/tpch-approved-plan/** - spark-test-spark35: needs: build-native-lib-centos-7 runs-on: ubuntu-22.04 From c756da7ed34d107ad25adefcdc5e5b806d4dd3a5 Mon Sep 17 00:00:00 2001 From: Yuan Date: Thu, 2 Jul 2026 20:54:21 +0100 Subject: [PATCH 4/4] remove more tests Signed-off-by: Yuan --- .github/workflows/velox_backend_x86.yml | 12 ++---------- 1 file changed, 2 insertions(+), 10 deletions(-) diff --git a/.github/workflows/velox_backend_x86.yml b/.github/workflows/velox_backend_x86.yml index 3b97c86b3a5..8a1930f6a4e 100644 --- a/.github/workflows/velox_backend_x86.yml +++ b/.github/workflows/velox_backend_x86.yml @@ -99,7 +99,7 @@ jobs: strategy: fail-fast: false matrix: - os: [ "ubuntu:20.04", "ubuntu:22.04" ] + os: [ "ubuntu:22.04" ] spark: [ "spark-3.3", "spark-3.4", "spark-3.5", "spark-4.0", "spark-4.1" ] java: [ "java-8", "java-11", "java-17", "java-21", "java-25" ] # Spark supports JDK17 since 3.3. @@ -124,14 +124,6 @@ jobs: java: java-11 - spark: spark-3.4 java: java-11 - - os: ubuntu:20.04 - java: java-17 - - os: ubuntu:20.04 - java: java-11 - - os: ubuntu:20.04 - java: java-21 - - os: ubuntu:20.04 - java: java-25 - spark: spark-4.0 java: java-8 - spark: spark-4.0 @@ -319,7 +311,7 @@ jobs: strategy: fail-fast: false matrix: - spark: [ "spark-3.3", "spark-3.4", "spark-3.5" ] + spark: [ "spark-3.5" ] java: [ "java-8" ] runs-on: ubuntu-22.04 steps: