Skip to content

Commit 7a668f5

Browse files
dependabot[bot]ebyhr
authored andcommitted
Bump dep.hudi.version from 1.0.2 to 1.1.0
Bumps `dep.hudi.version` from 1.0.2 to 1.1.0. Updates `org.apache.hudi:hudi-common` from 1.0.2 to 1.1.0 - [Release notes](https://github.com/apache/hudi/releases) - [Commits](apache/hudi@release-1.0.2...release-1.1.0) Updates `org.apache.hudi:hudi-io` from 1.0.2 to 1.1.0 - [Release notes](https://github.com/apache/hudi/releases) - [Commits](apache/hudi@release-1.0.2...release-1.1.0) Updates `org.apache.hudi:hudi-client-common` from 1.0.2 to 1.1.0 Updates `org.apache.hudi:hudi-hadoop-common` from 1.0.2 to 1.1.0 - [Release notes](https://github.com/apache/hudi/releases) - [Commits](apache/hudi@release-1.0.2...release-1.1.0) Updates `org.apache.hudi:hudi-java-client` from 1.0.2 to 1.1.0 --- updated-dependencies: - dependency-name: org.apache.hudi:hudi-common dependency-version: 1.1.0 dependency-type: direct:production update-type: version-update:semver-minor - dependency-name: org.apache.hudi:hudi-io dependency-version: 1.1.0 dependency-type: direct:development update-type: version-update:semver-minor - dependency-name: org.apache.hudi:hudi-client-common dependency-version: 1.1.0 dependency-type: direct:development update-type: version-update:semver-minor - dependency-name: org.apache.hudi:hudi-hadoop-common dependency-version: 1.1.0 dependency-type: direct:development update-type: version-update:semver-minor - dependency-name: org.apache.hudi:hudi-java-client dependency-version: 1.1.0 dependency-type: direct:development update-type: version-update:semver-minor ... Signed-off-by: dependabot[bot] <[email protected]>
1 parent e3a8127 commit 7a668f5

File tree

3 files changed

+22
-6
lines changed

3 files changed

+22
-6
lines changed

plugin/trino-hudi/pom.xml

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -16,7 +16,7 @@
1616

1717
<properties>
1818
<air.compiler.fail-warnings>true</air.compiler.fail-warnings>
19-
<dep.hudi.version>1.0.2</dep.hudi.version>
19+
<dep.hudi.version>1.1.0</dep.hudi.version>
2020
</properties>
2121

2222
<dependencies>
@@ -426,6 +426,10 @@
426426
<ignoredResourcePattern>log4j.properties</ignoredResourcePattern>
427427
<ignoredResourcePattern>log4j-surefire.properties</ignoredResourcePattern>
428428
</ignoredResourcePatterns>
429+
430+
<ignoredClassPatterns>
431+
<ignoredClassPattern>org.apache.parquet.conf.ParquetConfiguration</ignoredClassPattern>
432+
</ignoredClassPatterns>
429433
</configuration>
430434
</plugin>
431435
</plugins>

plugin/trino-hudi/src/main/java/io/trino/plugin/hudi/io/TrinoHudiFileReaderFactory.java

Lines changed: 15 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -17,6 +17,7 @@
1717
import org.apache.avro.generic.IndexedRecord;
1818
import org.apache.hudi.common.config.HoodieConfig;
1919
import org.apache.hudi.common.util.Option;
20+
import org.apache.hudi.io.storage.HFileReaderFactory;
2021
import org.apache.hudi.io.storage.HoodieAvroBootstrapFileReader;
2122
import org.apache.hudi.io.storage.HoodieFileReader;
2223
import org.apache.hudi.io.storage.HoodieFileReaderFactory;
@@ -52,7 +53,13 @@ protected HoodieFileReader<IndexedRecord> newHFileFileReader(
5253
Option<Schema> schemaOption)
5354
throws IOException
5455
{
55-
return new HoodieNativeAvroHFileReader(storage, path, schemaOption);
56+
return HoodieNativeAvroHFileReader.builder()
57+
.readerFactory(HFileReaderFactory.builder()
58+
.withStorage(storage)
59+
.build())
60+
.path(path)
61+
.schema(schemaOption)
62+
.build();
5663
}
5764

5865
@Override
@@ -64,7 +71,13 @@ protected HoodieFileReader<IndexedRecord> newHFileFileReader(
6471
Option<Schema> schemaOption)
6572
throws IOException
6673
{
67-
return new HoodieNativeAvroHFileReader(this.storage, content, schemaOption);
74+
return HoodieNativeAvroHFileReader.builder()
75+
.readerFactory(HFileReaderFactory.builder()
76+
.withStorage(storage)
77+
.withContent(content)
78+
.build())
79+
.schema(schemaOption)
80+
.build();
6881
}
6982

7083
@Override

plugin/trino-hudi/src/test/java/io/trino/plugin/hudi/testing/TpchHudiTablesInitializer.java

Lines changed: 2 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -166,9 +166,8 @@ public void load(TpchTable<?> tpchTables, QueryRunner queryRunner, java.nio.file
166166
.map(MaterializedRow::getFields)
167167
.map(recordConverter::toRecord)
168168
.collect(Collectors.toList());
169-
String timestamp = "0";
170-
writeClient.startCommitWithTime(timestamp);
171-
writeClient.insert(records, timestamp);
169+
String newCommitTime = writeClient.startCommit();
170+
writeClient.insert(records, newCommitTime);
172171
}
173172
}
174173

0 commit comments

Comments
 (0)