From c5f6a437d3d7bcec35bf5a3a092aa5be2f052e9d Mon Sep 17 00:00:00 2001 From: Eric Sayle Date: Tue, 11 Sep 2018 10:20:34 -0700 Subject: [PATCH] Fix tests for FileWorkUnitCalculator --- .../common/sources/file/TestFileWorkUnitCalculator.java | 3 +++ 1 file changed, 3 insertions(+) diff --git a/marmaray/src/test/java/com/uber/marmaray/common/sources/file/TestFileWorkUnitCalculator.java b/marmaray/src/test/java/com/uber/marmaray/common/sources/file/TestFileWorkUnitCalculator.java index 1777d1f..9d1b809 100644 --- a/marmaray/src/test/java/com/uber/marmaray/common/sources/file/TestFileWorkUnitCalculator.java +++ b/marmaray/src/test/java/com/uber/marmaray/common/sources/file/TestFileWorkUnitCalculator.java @@ -38,6 +38,7 @@ public class TestFileWorkUnitCalculator { public void computeWorkUnitsNoJson() throws Exception{ final Configuration conf = new Configuration(); conf.setProperty(FileSourceConfiguration.TYPE, "json"); + conf.setProperty(FileSourceConfiguration.SCHEMA, "{}"); final Path testDir = Files.createTempDirectory(null); try { conf.setProperty(FileSourceConfiguration.DIRECTORY, testDir.toString()); @@ -54,6 +55,7 @@ public void computeWorkUnitsNoJson() throws Exception{ public void computeWorkUnitsNoSuchDirectory() { final Configuration conf = new Configuration(); conf.setProperty(FileSourceConfiguration.TYPE, "json"); + conf.setProperty(FileSourceConfiguration.SCHEMA, "{}"); conf.setProperty(FileSourceConfiguration.DIRECTORY, "path/not/exist"); final FileWorkUnitCalculator workUnitCalculator = new FileWorkUnitCalculator(new FileSourceConfiguration(conf)); final FileWorkUnitCalculator.FileWorkUnitCalculatorResult result = workUnitCalculator.computeWorkUnits(); @@ -68,6 +70,7 @@ public void computeWorkUnitsSuccess() throws Exception { createFile(testDir, "file3.csv"); final Configuration conf = new Configuration(); conf.setProperty(FileSourceConfiguration.TYPE, "json"); + conf.setProperty(FileSourceConfiguration.SCHEMA, "{}"); conf.setProperty(FileSourceConfiguration.DIRECTORY, testDir.toString()); final FileWorkUnitCalculator workUnitCalculator = new FileWorkUnitCalculator(new FileSourceConfiguration(conf)); final FileWorkUnitCalculator.FileWorkUnitCalculatorResult result = workUnitCalculator.computeWorkUnits();