Add travis ci config (#7)

* Add travis-ci configuration

* Fix flaky work unit calculator test

.travis.yml

@@ -0,0 +1,5 @@
+language: java
+install:
+  - mvn install -DskipTests=true -Dmaven.javadoc.skip=true -B -q
+script: mvn test -B -q
+

marmaray/src/test/java/com/uber/marmaray/common/sources/file/TestFileWorkUnitCalculator.java

@@ -22,6 +22,7 @@
 import com.uber.marmaray.common.exceptions.JobRuntimeException;
 import lombok.NonNull;
 import org.apache.commons.io.FileUtils;
+import org.apache.hadoop.fs.FileStatus;
 import org.hibernate.validator.constraints.NotEmpty;
 import org.junit.Assert;
 import org.junit.Test;
@@ -30,6 +31,11 @@
 import java.io.FileOutputStream;
 import java.nio.file.Files;
 import java.nio.file.Path;
+import java.util.HashSet;
+import java.util.Arrays;
+import java.util.HashSet;
+import java.util.Set;
+import java.util.stream.Collectors;
 
 public class TestFileWorkUnitCalculator {
 
@@ -64,19 +70,26 @@ public void computeWorkUnitsNoSuchDirectory() {
     @Test
     public void computeWorkUnitsSuccess() throws Exception {
         final Path testDir = Files.createTempDirectory(null);
+        final String jsonFile1 = "file1.json";
+        final String jsonFile2 = "file2.json";
+        final String csvFile = "file3.csv";
         try {
-            createFile(testDir, "file1.json");
-            createFile(testDir, "file2.json");
-            createFile(testDir, "file3.csv");
+            createFile(testDir, jsonFile1);
+            createFile(testDir, jsonFile2);
+            createFile(testDir, csvFile);
             final Configuration conf = new Configuration();
             conf.setProperty(FileSourceConfiguration.TYPE, "json");
             conf.setProperty(FileSourceConfiguration.SCHEMA, "{}");
             conf.setProperty(FileSourceConfiguration.DIRECTORY, testDir.toString());
             final FileWorkUnitCalculator workUnitCalculator = new FileWorkUnitCalculator(new FileSourceConfiguration(conf));
             final FileWorkUnitCalculator.FileWorkUnitCalculatorResult result = workUnitCalculator.computeWorkUnits();
             Assert.assertEquals(2, result.getWorkUnits().size());
-            Assert.assertEquals("file2.json", result.getWorkUnits().get(0).getPath().getName());
-            Assert.assertEquals("file1.json", result.getWorkUnits().get(1).getPath().getName());
+            final Set<String> expectedResults = new HashSet<>(Arrays.asList(jsonFile1, jsonFile2));
+            final Set<String> actualResults = result.getWorkUnits().stream()
+                .map(FileStatus::getPath)
+                .map(org.apache.hadoop.fs.Path::getName)
+                .collect(Collectors.toSet());
+            Assert.assertEquals(expectedResults, actualResults);
         } finally {
             FileUtils.deleteDirectory(testDir.toFile());
         }

marmaray/src/test/resources/log4j-surefire.properties

@@ -1,5 +1,5 @@
-log4j.rootLogger=INFO, A1
-log4j.category.com.uber=INFO
+log4j.rootLogger=WARN, A1
+log4j.category.com.uber=WARN
 log4j.category.com.uber.hoodie.common.utils=WARN
 log4j.category.org.apache.parquet.hadoop=WARN