[WIP] [BUILD] Add Gradle build support and replace Maven in CI

.gitignore

@@ -76,3 +76,5 @@ metastore_db/
 # GitHub Copilot config (allow local customization)
 .github/copilot-instructions.md
 .github/copilot-setup-steps.yml
+.gradle
+gradle

backends-clickhouse/build.gradle.kts

@@ -0,0 +1,98 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *    http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+plugins {
+    id("gluten.scala-library")
+    id("gluten.protobuf")
+    id("gluten.spotless")
+}
+
+val scalaBinaryVersion: String by project
+val scalaVersion: String by project
+val protobufVersion: String by project
+val effectiveSparkFullVersion: String by rootProject.extra
+val effectiveHadoopVersion: String by rootProject.extra
+
+// C++ build directories for ClickHouse
+val cppChBuildDir = file("../cpp-ch/build")
+val cppChReleasesDir = file("$cppChBuildDir/releases")
+
+dependencies {
+    // Project dependencies
+    implementation(project(":gluten-substrait"))
+
+    // Protobuf
+    implementation("com.google.protobuf:protobuf-java:$protobufVersion")
+
+    // Spark (provided)
+    compileOnly("org.apache.spark:spark-sql_$scalaBinaryVersion:$effectiveSparkFullVersion")
+    compileOnly("org.apache.spark:spark-core_$scalaBinaryVersion:$effectiveSparkFullVersion")
+    compileOnly("org.apache.spark:spark-catalyst_$scalaBinaryVersion:$effectiveSparkFullVersion")
+    compileOnly("org.apache.spark:spark-hive_$scalaBinaryVersion:$effectiveSparkFullVersion")
+
+    // Hadoop (provided)
+    compileOnly("org.apache.hadoop:hadoop-client:$effectiveHadoopVersion")
+
+    // Scala (provided)
+    compileOnly("org.scala-lang:scala-library:$scalaVersion")
+    implementation("org.scala-lang.modules:scala-collection-compat_$scalaBinaryVersion:2.11.0")
+
+    // Jackson (provided)
+    compileOnly("com.fasterxml.jackson.core:jackson-databind:2.18.2")
+    compileOnly("com.fasterxml.jackson.core:jackson-annotations:2.18.2")
+    compileOnly("com.fasterxml.jackson.core:jackson-core:2.18.2")
+    compileOnly("com.fasterxml.jackson.module:jackson-module-scala_$scalaBinaryVersion:2.18.2")
+
+    // Test dependencies
+    testImplementation("org.scalatest:scalatest_$scalaBinaryVersion:3.2.16")
+    testImplementation("org.scalacheck:scalacheck_$scalaBinaryVersion:1.17.0")
+    testImplementation("org.mockito:mockito-core:2.23.4")
+    testImplementation("junit:junit:4.13.1")
+    testImplementation("org.scalatestplus:scalatestplus-mockito_$scalaBinaryVersion:1.0.0-M2")
+    testImplementation("org.scalatestplus:scalatestplus-scalacheck_$scalaBinaryVersion:3.1.0.0-RC2")
+
+    // Spark test JARs
+    testImplementation("org.apache.spark:spark-core_$scalaBinaryVersion:$effectiveSparkFullVersion:tests")
+    testImplementation("org.apache.spark:spark-sql_$scalaBinaryVersion:$effectiveSparkFullVersion:tests")
+    testImplementation("org.apache.spark:spark-catalyst_$scalaBinaryVersion:$effectiveSparkFullVersion:tests")
+    testImplementation("org.apache.spark:spark-hive_$scalaBinaryVersion:$effectiveSparkFullVersion:tests")
+}
+
+// Configure protobuf compilation
+protobuf {
+    protoc {
+        artifact = "com.google.protobuf:protoc:$protobufVersion"
+    }
+}
+
+sourceSets {
+    main {
+        proto {
+            srcDir("src/main/resources/org/apache/gluten/proto")
+        }
+    }
+}
+
+// Include native libraries in the JAR
+val platform = rootProject.extra.get("platform") as String
+val arch = rootProject.extra.get("arch") as String
+
+tasks.processResources {
+    from(cppChReleasesDir) {
+        into("$platform/$arch")
+    }
+}

backends-velox/build.gradle.kts

@@ -0,0 +1,155 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *    http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+plugins {
+    id("gluten.scala-library")
+    id("gluten.protobuf")
+    id("gluten.spotless")
+    id("gluten.scalatest")
+}
+
+val scalaBinaryVersion: String by project
+val scalaVersion: String by project
+val protobufVersion: String by project
+val effectiveSparkFullVersion: String by rootProject.extra
+val effectiveHadoopVersion: String by rootProject.extra
+val effectiveArrowVersion: String by rootProject.extra
+
+// C++ build directories
+val cppBuildDir = file("../cpp/build")
+val cppReleasesDir = file("$cppBuildDir/releases")
+
+dependencies {
+    // Project dependencies
+    implementation(project(":gluten-substrait"))
+    implementation(project(":gluten-arrow"))
+
+    // Test JARs from other modules
+    testImplementation(project(":gluten-substrait", "testArtifacts"))
+    testImplementation(project(":gluten-ras-common", "testArtifacts"))
+
+    // Protobuf
+    implementation("com.google.protobuf:protobuf-java:$protobufVersion")
+
+    // Spark (provided)
+    compileOnly("org.apache.spark:spark-sql_$scalaBinaryVersion:$effectiveSparkFullVersion")
+    compileOnly("org.apache.spark:spark-core_$scalaBinaryVersion:$effectiveSparkFullVersion")
+    compileOnly("org.apache.spark:spark-catalyst_$scalaBinaryVersion:$effectiveSparkFullVersion")
+    compileOnly("org.apache.spark:spark-network-common_$scalaBinaryVersion:$effectiveSparkFullVersion")
+    compileOnly("org.apache.spark:spark-hive_$scalaBinaryVersion:$effectiveSparkFullVersion")
+
+    // Hadoop (provided)
+    compileOnly("org.apache.hadoop:hadoop-client:$effectiveHadoopVersion")
+
+    // Scala (provided)
+    compileOnly("org.scala-lang:scala-library:$scalaVersion")
+    implementation("org.scala-lang.modules:scala-collection-compat_$scalaBinaryVersion:2.11.0")
+
+    // Jackson (provided)
+    compileOnly("com.fasterxml.jackson.core:jackson-databind:2.18.2")
+    compileOnly("com.fasterxml.jackson.core:jackson-annotations:2.18.2")
+    compileOnly("com.fasterxml.jackson.core:jackson-core:2.18.2")
+    compileOnly("com.fasterxml.jackson.module:jackson-module-scala_$scalaBinaryVersion:2.18.2")
+
+    // Commons IO (provided)
+    compileOnly("commons-io:commons-io:2.14.0")
+
+    // Jimfs for file system testing
+    implementation("com.google.jimfs:jimfs:1.3.0")
+
+    // Test dependencies
+    testImplementation("org.scalatest:scalatest_$scalaBinaryVersion:3.2.16")
+    testImplementation("org.scalacheck:scalacheck_$scalaBinaryVersion:1.17.0")
+    testImplementation("org.mockito:mockito-core:2.23.4") {
+        exclude(group = "net.bytebuddy", module = "byte-buddy")
+    }
+    testImplementation("net.bytebuddy:byte-buddy:1.9.3")
+    testImplementation("junit:junit:4.13.1")
+    testImplementation("org.scalatestplus:scalatestplus-mockito_$scalaBinaryVersion:1.0.0-M2")
+    testImplementation("org.scalatestplus:scalatestplus-scalacheck_$scalaBinaryVersion:3.1.0.0-RC2")
+    testImplementation("com.github.javafaker:javafaker:1.0.2")
+    testImplementation("com.vladsch.flexmark:flexmark-all:0.62.2")
+
+    // Spark test JARs
+    testImplementation("org.apache.spark:spark-core_$scalaBinaryVersion:$effectiveSparkFullVersion:tests")
+    testImplementation("org.apache.spark:spark-sql_$scalaBinaryVersion:$effectiveSparkFullVersion:tests")
+    testImplementation("org.apache.spark:spark-catalyst_$scalaBinaryVersion:$effectiveSparkFullVersion:tests")
+    testImplementation("org.apache.spark:spark-hive_$scalaBinaryVersion:$effectiveSparkFullVersion:tests")
+    testImplementation("org.apache.spark:spark-tags_$scalaBinaryVersion:$effectiveSparkFullVersion:tests")
+
+    // Spark common-utils needed for SparkBuildInfo (contains version info)
+    testImplementation("org.apache.spark:spark-common-utils_$scalaBinaryVersion:$effectiveSparkFullVersion")
+
+    // ScalaTest JUnit runner
+    testRuntimeOnly("org.scalatestplus:junit-4-13_$scalaBinaryVersion:3.2.16.0")
+
+    // JUnit 5 platform
+    testRuntimeOnly("org.junit.jupiter:junit-jupiter-engine:5.9.3")
+    testRuntimeOnly("org.junit.vintage:junit-vintage-engine:5.9.3")
+}
+
+// Configure protobuf compilation
+protobuf {
+    protoc {
+        artifact = "com.google.protobuf:protoc:$protobufVersion"
+    }
+}
+
+sourceSets {
+    main {
+        proto {
+            srcDir("src/main/resources/org/apache/gluten/proto")
+        }
+    }
+}
+
+// Task to build native libraries
+val buildNative by tasks.registering(Exec::class) {
+    group = "build"
+    description = "Build native C++ libraries using CMake"
+
+    workingDir = file("../cpp")
+
+    doFirst {
+        file("../cpp/build").mkdirs()
+    }
+
+    commandLine(
+        "cmake",
+        "--build",
+        "build",
+        "--parallel",
+        Runtime.getRuntime().availableProcessors().toString(),
+    )
+
+    outputs.dir(cppReleasesDir)
+}
+
+// Include native libraries in the JAR
+val platform = rootProject.extra.get("platform") as String
+val arch = rootProject.extra.get("arch") as String
+
+tasks.processResources {
+    from(cppReleasesDir) {
+        into("$platform/$arch")
+    }
+}
+
+// Configure ScalaTest
+tasks.withType<Test>().configureEach {
+    systemProperty("velox.udf.lib.path", "$cppBuildDir/velox/udf/examples/libmyudf.so,$cppBuildDir/velox/udf/examples/libmyudaf.so")
+}