Added .travis.yml file

travis.yml → .travis.yml

@@ -1 +1,2 @@
 language: java
+sudo: required

hoodie-client/src/test/java/com/uber/hoodie/common/HoodieTestDataGenerator.java

@@ -45,10 +45,6 @@
  * Test data uses a toy Uber trips, data model.
  */
 public class HoodieTestDataGenerator {
-
-
-    private static Logger logger = LogManager.getLogger(HoodieTestDataGenerator.class);
-
     static class KeyPartition {
         HoodieKey key;
         String partitionPath;
@@ -97,8 +93,6 @@ public List<HoodieRecord> generateInserts(String commitTime, int n) throws IOExc
             kp.key = key;
             kp.partitionPath = partitionPath;
             existingKeysList.add(kp);
-
-            logger.info(" GENERATING INSERT FOR :" + key + "," + record.getPartitionPath());
         }
         return inserts;
     }
@@ -109,7 +103,6 @@ public List<HoodieRecord> generateUpdates(String commitTime, List<HoodieRecord>
         for (HoodieRecord baseRecord: baseRecords) {
             HoodieRecord record = new HoodieRecord(baseRecord.getKey(), generateRandomValue(baseRecord.getKey(), commitTime));
             updates.add(record);
-            logger.info(" GENERATING UPDATE FOR :" + baseRecord.getKey());
         }
         return updates;
     }
@@ -123,7 +116,6 @@ public List<HoodieRecord> generateUpdates(String commitTime, int n) throws IOExc
             KeyPartition kp = existingKeysList.get(rand.nextInt(existingKeysList.size() - 1));
             HoodieRecord record = new HoodieRecord(kp.key, generateRandomValue(kp.key, commitTime));
             updates.add(record);
-            logger.info(" GENERATING UPDATE FOR :" + kp.key);
         }
         return updates;
     }

hoodie-client/src/test/resources/log4j.properties → hoodie-client/src/test/resources/log4j-surefire.properties

@@ -5,17 +5,18 @@
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at
 #
-#          http://www.apache.org/licenses/LICENSE-2.0
+#           http://www.apache.org/licenses/LICENSE-2.0
 #
 # Unless required by applicable law or agreed to in writing, software
 # distributed under the License is distributed on an "AS IS" BASIS,
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
 #
+log4j.rootLogger=WARN, A1
+log4j.category.com.uber=INFO
+log4j.category.org.apache.parquet.hadoop=WARN
 
-# Set root logger level to DEBUG and its only appender to A1.
-log4j.rootLogger=INFO, A1
 # A1 is set to be a ConsoleAppender.
 log4j.appender.A1=org.apache.log4j.ConsoleAppender
 # A1 uses PatternLayout.

hoodie-common/src/test/resources/log4j-surefire.properties

@@ -0,0 +1,25 @@
+#
+# Copyright (c) 2016 Uber Technologies, Inc. ([email protected])
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#           http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+log4j.rootLogger=WARN, A1
+log4j.category.com.uber=INFO
+log4j.category.org.apache.parquet.hadoop=WARN
+
+# A1 is set to be a ConsoleAppender.
+log4j.appender.A1=org.apache.log4j.ConsoleAppender
+# A1 uses PatternLayout.
+log4j.appender.A1.layout=org.apache.log4j.PatternLayout
+log4j.appender.A1.layout.ConversionPattern=%-4r [%t] %-5p %c %x - %m%n

hoodie-hadoop-mr/src/test/resources/log4j-surefire.properties

@@ -0,0 +1,25 @@
+#
+# Copyright (c) 2016 Uber Technologies, Inc. ([email protected])
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#           http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+log4j.rootLogger=WARN, A1
+log4j.category.com.uber=INFO
+log4j.category.org.apache.parquet.hadoop=WARN
+
+# A1 is set to be a ConsoleAppender.
+log4j.appender.A1=org.apache.log4j.ConsoleAppender
+# A1 uses PatternLayout.
+log4j.appender.A1.layout=org.apache.log4j.PatternLayout
+log4j.appender.A1.layout.ConversionPattern=%-4r [%t] %-5p %c %x - %m%n

hoodie-hive/src/main/java/com/uber/hoodie/hive/client/HoodieFSClient.java

@@ -106,7 +106,9 @@ public Path lastDataFileForDataset(HoodieDatasetReference metadata,
                 Path path = files.next().getPath();
                 if (path.getName().endsWith(PARQUET_EXTENSION) || path.getName()
                     .endsWith(PARQUET_EXTENSION_ZIPPED)) {
-                    returnPath = path;
+                    if(returnPath == null || path.toString().compareTo(returnPath.toString()) > 0) {
+                        returnPath = path;
+                    }
                 }
             }
             if (returnPath != null) {

hoodie-hive/src/test/java/com/uber/hoodie/hive/HDroneDatasetTest.java

@@ -92,7 +92,8 @@ public void testDatasetEvolution() throws IOException, InitializationError {
         assertEquals("Table schema should be evolved schema", expectedSchema, newDatasetSchema);
         assertEquals("Table schema should have 6 fields", 6,
             hiveClient.getTableSchema(metadata).size());
-        assertEquals("", "BIGINT", hiveClient.getTableSchema(metadata).get("region_key"));
+        assertEquals("Valid Evolution should be reflected", "BIGINT",
+            hiveClient.getTableSchema(metadata).get("region_key"));
     }
 
 }

hoodie-hive/src/test/resources/log4j-surefire.properties

@@ -0,0 +1,26 @@
+#
+# Copyright (c) 2016 Uber Technologies, Inc. ([email protected])
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#           http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+log4j.rootLogger=WARN, A1
+log4j.category.com.uber=INFO
+log4j.category.org.apache.parquet.hadoop=WARN
+log4j.category.parquet.hadoop=WARN
+
+# A1 is set to be a ConsoleAppender.
+log4j.appender.A1=org.apache.log4j.ConsoleAppender
+# A1 uses PatternLayout.
+log4j.appender.A1.layout=org.apache.log4j.PatternLayout
+log4j.appender.A1.layout.ConversionPattern=%-4r [%t] %-5p %c %x - %m%n

pom.xml

@@ -130,6 +130,16 @@
                 <artifactId>maven-release-plugin</artifactId>
                 <version>2.5.3</version>
             </plugin>
+            <plugin>
+                <groupId>org.apache.maven.plugins</groupId>
+                <artifactId>maven-surefire-plugin</artifactId>
+                <version>${maven-surefire-plugin.version}</version>
+                <configuration>
+                    <systemPropertyVariables>
+                        <log4j.configuration>file:${project.build.testOutputDirectory}/log4j-surefire.properties</log4j.configuration>
+                    </systemPropertyVariables>
+                </configuration>
+            </plugin>
         </plugins>
         <pluginManagement>
             <plugins>
@@ -141,10 +151,6 @@
                     <artifactId>maven-jar-plugin</artifactId>
                     <version>${maven-jar-plugin.version}</version>
                 </plugin>
-                <plugin>
-                    <artifactId>maven-surefire-plugin</artifactId>
-                    <version>${maven-surefire-plugin.version}</version>
-                </plugin>
                 <plugin>
                     <groupId>org.codehaus.mojo</groupId>
                     <artifactId>cobertura-maven-plugin</artifactId>