diff --git a/json-serde-cdh7-shim/pom.xml b/json-serde-cdh7-shim/pom.xml index 5a20b7b..97708dd 100644 --- a/json-serde-cdh7-shim/pom.xml +++ b/json-serde-cdh7-shim/pom.xml @@ -2,10 +2,10 @@ - io.starburst.openx.data - json-serde-parent - ../pom.xml - 1.3.9-e.9-SNAPSHOT + io.starburst.openx.data + json-serde-parent + ../pom.xml + 1.3.9-e.9-SNAPSHOT 4.0.0 @@ -15,43 +15,49 @@ json-cdh7-shim - - - - org.apache.maven.plugins - maven-jar-plugin - - - + + + + org.apache.maven.plugins + maven-jar-plugin + + + - - io.starburst.openjson - openjson - ${openjson.version} - compile - - - - org.apache.hive - hive-serde - ${cdh7.hive.version} - provided - - - org.apache.hive - hive-exec - ${cdh7.hive.version} - provided - - - - org.apache.hadoop - ${hadoop.dependency} - ${cdh7.hadoop.version} - provided - + + io.starburst.openjson + openjson + ${openjson.version} + compile + + + org.apache.hive + hive-serde + ${cdh7.hive.version} + provided + + + org.apache.hive + hive-exec + ${cdh7.hive.version} + provided + + + org.apache.hadoop + ${hadoop.dependency} + ${cdh7.hadoop.version} + provided + + + + + Cloudera + Cloudera Maven Repo + https://repository.cloudera.com/artifactory/cloudera-repos/ + + diff --git a/json-serde-generic-shim/pom.xml b/json-serde-generic-shim/pom.xml new file mode 100644 index 0000000..13d877d --- /dev/null +++ b/json-serde-generic-shim/pom.xml @@ -0,0 +1,56 @@ + + + + + io.starburst.openx.data + json-serde-parent + ../pom.xml + 1.3.9-e.9-SNAPSHOT + + 4.0.0 + + io.starburst.openx.data + json-serde-generic-shim + jar + + json-generic-shim + + + + + org.apache.maven.plugins + maven-jar-plugin + + + + + + + io.starburst.openjson + openjson + ${openjson.version} + compile + + + org.apache.hive + hive-serde + ${generic.hive.version} + provided + + + org.apache.hive + hive-exec + ${generic.hive.version} + provided + + + org.apache.hadoop + ${hadoop.dependency} + ${generic.hadoop.version} + provided + + + + + + diff --git a/json-serde-generic-shim/src/main/java/org/openx/data/jsonserde/objectinspector/primitive/TypeEntryShim.java b/json-serde-generic-shim/src/main/java/org/openx/data/jsonserde/objectinspector/primitive/TypeEntryShim.java new file mode 100644 index 0000000..d053646 --- /dev/null +++ b/json-serde-generic-shim/src/main/java/org/openx/data/jsonserde/objectinspector/primitive/TypeEntryShim.java @@ -0,0 +1,39 @@ +/*======================================================================* + * Copyright (c) 2011, OpenX Technologies, Inc. All rights reserved. * + * * + * Licensed under the New BSD License (the "License"); you may not use * + * this file except in compliance with the License. Unless required * + * by applicable law or agreed to in writing, software distributed * + * under the License is distributed on an "AS IS" BASIS, WITHOUT * + * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * + * See the License for the specific language governing permissions and * + * limitations under the License. See accompanying LICENSE file. * + *======================================================================*/ + +package org.openx.data.jsonserde.objectinspector.primitive; + +import org.apache.hadoop.hive.serde2.objectinspector.primitive.AbstractPrimitiveJavaObjectInspector; +import org.apache.hadoop.hive.serde2.typeinfo.DecimalTypeInfo; +import org.apache.hadoop.hive.serde2.typeinfo.PrimitiveTypeInfo; +import org.apache.hadoop.hive.serde2.typeinfo.TypeInfoFactory; + +import java.util.concurrent.ConcurrentHashMap; + +/** + * + * @author Roberto Congiu + */ +public class TypeEntryShim { + public static PrimitiveTypeInfo byteType = TypeInfoFactory.byteTypeInfo; + public static PrimitiveTypeInfo doubleType = TypeInfoFactory.doubleTypeInfo; + public static PrimitiveTypeInfo floatType = TypeInfoFactory.floatTypeInfo; + public static PrimitiveTypeInfo intType = TypeInfoFactory.intTypeInfo; + public static PrimitiveTypeInfo longType = TypeInfoFactory.longTypeInfo; + public static PrimitiveTypeInfo shortType = TypeInfoFactory.shortTypeInfo; + public static PrimitiveTypeInfo timestampType = TypeInfoFactory.timestampTypeInfo; + public static PrimitiveTypeInfo stringType = TypeInfoFactory.stringTypeInfo; + public static PrimitiveTypeInfo binaryType = TypeInfoFactory.binaryTypeInfo; + public static PrimitiveTypeInfo booleanType = TypeInfoFactory.booleanTypeInfo; + public static PrimitiveTypeInfo dateType = TypeInfoFactory.dateTypeInfo; + public static DecimalTypeInfo decimalType = TypeInfoFactory.decimalTypeInfo; +} diff --git a/json-serde-hdp3-shim/pom.xml b/json-serde-hdp3-shim/pom.xml index f540f3b..847539a 100644 --- a/json-serde-hdp3-shim/pom.xml +++ b/json-serde-hdp3-shim/pom.xml @@ -2,10 +2,10 @@ - io.starburst.openx.data - json-serde-parent - ../pom.xml - 1.3.9-e.9-SNAPSHOT + io.starburst.openx.data + json-serde-parent + ../pom.xml + 1.3.9-e.9-SNAPSHOT 4.0.0 @@ -15,44 +15,47 @@ json-hdp3-shim - - - - org.apache.maven.plugins - maven-jar-plugin - - - + + + + org.apache.maven.plugins + maven-jar-plugin + + + - - io.starburst.openjson - openjson - ${openjson.version} - compile - - - - org.apache.hive - hive-serde - ${hdp3.hive.version} - provided - - - org.apache.hive - hive-exec - ${hdp3.hive.version} - provided - - - - org.apache.hadoop - ${hadoop.dependency} - ${hdp3.hadoop.version} - provided - + + io.starburst.openjson + openjson + ${openjson.version} + compile + + + org.apache.hive + hive-serde + ${hdp3.hive.version} + provided + + + org.apache.hive + hive-exec + ${hdp3.hive.version} + provided + + + org.apache.hadoop + ${hadoop.dependency} + ${hdp3.hadoop.version} + provided + - - - + + + HortonWorks + HortonWorks Maven Repo + https://repo.hortonworks.com/content/repositories/releases/ + + + diff --git a/json-serde/pom.xml b/json-serde/pom.xml index 70d2a4f..35c2bdc 100644 --- a/json-serde/pom.xml +++ b/json-serde/pom.xml @@ -104,20 +104,20 @@ org.apache.hive hive-serde - ${cdh.hive.version} + ${hive.version} provided org.apache.hive hive-exec - ${cdh.hive.version} + ${hive.version} provided org.apache.hadoop ${hadoop.dependency} - ${cdh.hadoop.version} + ${hadoop.version} provided diff --git a/json-serde/src/main/java/org/openx/data/jsonserde/objectinspector/primitive/JavaStringShortObjectInspector.java b/json-serde/src/main/java/org/openx/data/jsonserde/objectinspector/primitive/JavaStringShortObjectInspector.java index 7549be4..fa2ee5b 100644 --- a/json-serde/src/main/java/org/openx/data/jsonserde/objectinspector/primitive/JavaStringShortObjectInspector.java +++ b/json-serde/src/main/java/org/openx/data/jsonserde/objectinspector/primitive/JavaStringShortObjectInspector.java @@ -17,7 +17,6 @@ import org.apache.hadoop.hive.serde2.objectinspector.primitive.SettableShortObjectInspector; import org.apache.hadoop.io.ByteWritable; import org.apache.hadoop.io.IntWritable; -import org.apache.velocity.runtime.directive.Parse; import java.math.BigDecimal; diff --git a/json-udf/pom.xml b/json-udf/pom.xml index d44e961..4a81e62 100644 --- a/json-udf/pom.xml +++ b/json-udf/pom.xml @@ -80,20 +80,20 @@ org.apache.hive hive-serde - ${cdh.hive.version} + ${hive.version} provided org.apache.hive hive-exec - ${cdh.hive.version} + ${hive.version} provided org.apache.hadoop ${hadoop.dependency} - ${cdh.hadoop.version} + ${hadoop.version} provided diff --git a/pom.xml b/pom.xml index 922ccb0..8793bee 100644 --- a/pom.xml +++ b/pom.xml @@ -38,6 +38,9 @@ 1.8-e.9-SNAPSHOT hadoop-common + + 3.1.3 + 3.3.2 7.2.14.0-149 3.1.3000.${cdh7.version} @@ -50,20 +53,33 @@ - cdh7 + generic true + + json-serde-generic-shim + + + UTF-8 + json-serde-generic-shim + ${generic.hive.version} + ${generic.hadoop.version} + + + + cdh7 + + false + json-serde-cdh7-shim UTF-8 json-serde-cdh7-shim - ${cdh7.version} - ${cdh7.hive.version} - ${cdh7.hadoop.version} - cdh7 + ${cdh7.hive.version} + ${cdh7.hadoop.version} @@ -77,10 +93,8 @@ UTF-8 json-serde-hdp3-shim - ${hdp3.version} - ${hdp3.hive.version} - ${hdp3.hadoop.version} - hdp3 + ${hdp3.hive.version} + ${hdp3.hadoop.version} @@ -92,17 +106,6 @@ - - Cloudera - Cloudera Maven Repo - https://repository.cloudera.com/artifactory/cloudera-repos/ - - - HortonWorks - HortonWorks Maven Repo - https://repo.hortonworks.com/content/repositories/releases/ - - ossrh.snapshots https://oss.sonatype.org/content/repositories/snapshots