Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
82 changes: 44 additions & 38 deletions json-serde-cdh7-shim/pom.xml
Original file line number Diff line number Diff line change
Expand Up @@ -2,10 +2,10 @@
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">

<parent>
<groupId>io.starburst.openx.data</groupId>
<artifactId>json-serde-parent</artifactId>
<relativePath>../pom.xml</relativePath>
<version>1.3.9-e.9-SNAPSHOT</version>
<groupId>io.starburst.openx.data</groupId>
<artifactId>json-serde-parent</artifactId>
<relativePath>../pom.xml</relativePath>
<version>1.3.9-e.9-SNAPSHOT</version>
</parent>
<modelVersion>4.0.0</modelVersion>

Expand All @@ -15,43 +15,49 @@

<name>json-cdh7-shim</name>

<build>
<plugins>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-jar-plugin</artifactId>
</plugin>
</plugins>
</build>
<build>
<plugins>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-jar-plugin</artifactId>
</plugin>
</plugins>
</build>

<dependencies>
<dependency>
<groupId>io.starburst.openjson</groupId>
<artifactId>openjson</artifactId>
<version>${openjson.version}</version>
<scope>compile</scope>
</dependency>

<dependency>
<groupId>org.apache.hive</groupId>
<artifactId>hive-serde</artifactId>
<version>${cdh7.hive.version}</version>
<scope>provided</scope>
</dependency>
<dependency>
<groupId>org.apache.hive</groupId>
<artifactId>hive-exec</artifactId>
<version>${cdh7.hive.version}</version>
<scope>provided</scope>
</dependency>

<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>${hadoop.dependency}</artifactId>
<version>${cdh7.hadoop.version}</version>
<scope>provided</scope>
</dependency>
<dependency>
<groupId>io.starburst.openjson</groupId>
<artifactId>openjson</artifactId>
<version>${openjson.version}</version>
<scope>compile</scope>
</dependency>
<dependency>
<groupId>org.apache.hive</groupId>
<artifactId>hive-serde</artifactId>
<version>${cdh7.hive.version}</version>
<scope>provided</scope>
</dependency>
<dependency>
<groupId>org.apache.hive</groupId>
<artifactId>hive-exec</artifactId>
<version>${cdh7.hive.version}</version>
<scope>provided</scope>
</dependency>
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>${hadoop.dependency}</artifactId>
<version>${cdh7.hadoop.version}</version>
<scope>provided</scope>
</dependency>
</dependencies>

<repositories>
<repository>
<id>Cloudera</id>
<name>Cloudera Maven Repo</name>
<url>https://repository.cloudera.com/artifactory/cloudera-repos/</url>
Copy link
Copy Markdown

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Copy link
Copy Markdown
Member

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

We are asking for troubles here. We should use our repositories only and if needed lets copy cloudera artifacts into our repo.

</repository>
</repositories>
</project>


Expand Down
56 changes: 56 additions & 0 deletions json-serde-generic-shim/pom.xml
Original file line number Diff line number Diff line change
@@ -0,0 +1,56 @@

<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">

<parent>
<groupId>io.starburst.openx.data</groupId>
<artifactId>json-serde-parent</artifactId>
<relativePath>../pom.xml</relativePath>
<version>1.3.9-e.9-SNAPSHOT</version>
</parent>
<modelVersion>4.0.0</modelVersion>

<groupId>io.starburst.openx.data</groupId>
<artifactId>json-serde-generic-shim</artifactId>
<packaging>jar</packaging>

<name>json-generic-shim</name>

<build>
<plugins>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-jar-plugin</artifactId>
</plugin>
</plugins>
</build>

<dependencies>
<dependency>
<groupId>io.starburst.openjson</groupId>
<artifactId>openjson</artifactId>
<version>${openjson.version}</version>
<scope>compile</scope>
</dependency>
<dependency>
<groupId>org.apache.hive</groupId>
<artifactId>hive-serde</artifactId>
<version>${generic.hive.version}</version>
<scope>provided</scope>
</dependency>
<dependency>
<groupId>org.apache.hive</groupId>
<artifactId>hive-exec</artifactId>
<version>${generic.hive.version}</version>
<scope>provided</scope>
</dependency>
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>${hadoop.dependency}</artifactId>
<version>${generic.hadoop.version}</version>
<scope>provided</scope>
</dependency>
</dependencies>
</project>



Original file line number Diff line number Diff line change
@@ -0,0 +1,39 @@
/*======================================================================*
* Copyright (c) 2011, OpenX Technologies, Inc. All rights reserved. *
* *
* Licensed under the New BSD License (the "License"); you may not use *
* this file except in compliance with the License. Unless required *
* by applicable law or agreed to in writing, software distributed *
* under the License is distributed on an "AS IS" BASIS, WITHOUT *
* WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. *
* See the License for the specific language governing permissions and *
* limitations under the License. See accompanying LICENSE file. *
*======================================================================*/

package org.openx.data.jsonserde.objectinspector.primitive;

import org.apache.hadoop.hive.serde2.objectinspector.primitive.AbstractPrimitiveJavaObjectInspector;
import org.apache.hadoop.hive.serde2.typeinfo.DecimalTypeInfo;
import org.apache.hadoop.hive.serde2.typeinfo.PrimitiveTypeInfo;
import org.apache.hadoop.hive.serde2.typeinfo.TypeInfoFactory;

import java.util.concurrent.ConcurrentHashMap;

/**
*
* @author Roberto Congiu <rcongiu@yahoo.com>
*/
public class TypeEntryShim {
public static PrimitiveTypeInfo byteType = TypeInfoFactory.byteTypeInfo;
public static PrimitiveTypeInfo doubleType = TypeInfoFactory.doubleTypeInfo;
public static PrimitiveTypeInfo floatType = TypeInfoFactory.floatTypeInfo;
public static PrimitiveTypeInfo intType = TypeInfoFactory.intTypeInfo;
public static PrimitiveTypeInfo longType = TypeInfoFactory.longTypeInfo;
public static PrimitiveTypeInfo shortType = TypeInfoFactory.shortTypeInfo;
public static PrimitiveTypeInfo timestampType = TypeInfoFactory.timestampTypeInfo;
public static PrimitiveTypeInfo stringType = TypeInfoFactory.stringTypeInfo;
public static PrimitiveTypeInfo binaryType = TypeInfoFactory.binaryTypeInfo;
public static PrimitiveTypeInfo booleanType = TypeInfoFactory.booleanTypeInfo;
public static PrimitiveTypeInfo dateType = TypeInfoFactory.dateTypeInfo;
public static DecimalTypeInfo decimalType = TypeInfoFactory.decimalTypeInfo;
}
85 changes: 44 additions & 41 deletions json-serde-hdp3-shim/pom.xml
Original file line number Diff line number Diff line change
Expand Up @@ -2,10 +2,10 @@
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">

<parent>
<groupId>io.starburst.openx.data</groupId>
<artifactId>json-serde-parent</artifactId>
<relativePath>../pom.xml</relativePath>
<version>1.3.9-e.9-SNAPSHOT</version>
<groupId>io.starburst.openx.data</groupId>
<artifactId>json-serde-parent</artifactId>
<relativePath>../pom.xml</relativePath>
<version>1.3.9-e.9-SNAPSHOT</version>
</parent>
<modelVersion>4.0.0</modelVersion>

Expand All @@ -15,44 +15,47 @@

<name>json-hdp3-shim</name>

<build>
<plugins>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-jar-plugin</artifactId>
</plugin>
</plugins>
</build>
<build>
<plugins>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-jar-plugin</artifactId>
</plugin>
</plugins>
</build>

<dependencies>
<dependency>
<groupId>io.starburst.openjson</groupId>
<artifactId>openjson</artifactId>
<version>${openjson.version}</version>
<scope>compile</scope>
</dependency>

<dependency>
<groupId>org.apache.hive</groupId>
<artifactId>hive-serde</artifactId>
<version>${hdp3.hive.version}</version>
<scope>provided</scope>
</dependency>
<dependency>
<groupId>org.apache.hive</groupId>
<artifactId>hive-exec</artifactId>
<version>${hdp3.hive.version}</version>
<scope>provided</scope>
</dependency>

<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>${hadoop.dependency}</artifactId>
<version>${hdp3.hadoop.version}</version>
<scope>provided</scope>
</dependency>
<dependency>
<groupId>io.starburst.openjson</groupId>
<artifactId>openjson</artifactId>
<version>${openjson.version}</version>
<scope>compile</scope>
</dependency>
<dependency>
<groupId>org.apache.hive</groupId>
<artifactId>hive-serde</artifactId>
<version>${hdp3.hive.version}</version>
<scope>provided</scope>
</dependency>
<dependency>
<groupId>org.apache.hive</groupId>
<artifactId>hive-exec</artifactId>
<version>${hdp3.hive.version}</version>
<scope>provided</scope>
</dependency>
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>${hadoop.dependency}</artifactId>
<version>${hdp3.hadoop.version}</version>
<scope>provided</scope>
</dependency>
</dependencies>
</project>



<repositories>
<repository>
<id>HortonWorks</id>
<name>HortonWorks Maven Repo</name>
<url>https://repo.hortonworks.com/content/repositories/releases/</url>
</repository>
</repositories>
</project>
6 changes: 3 additions & 3 deletions json-serde/pom.xml
Original file line number Diff line number Diff line change
Expand Up @@ -104,20 +104,20 @@
<dependency>
<groupId>org.apache.hive</groupId>
<artifactId>hive-serde</artifactId>
<version>${cdh.hive.version}</version>
<version>${hive.version}</version>
<scope>provided</scope>
</dependency>
<dependency>
<groupId>org.apache.hive</groupId>
<artifactId>hive-exec</artifactId>
<version>${cdh.hive.version}</version>
<version>${hive.version}</version>
<scope>provided</scope>
</dependency>

<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>${hadoop.dependency}</artifactId>
<version>${cdh.hadoop.version}</version>
<version>${hadoop.version}</version>
<scope>provided</scope>
</dependency>

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -17,7 +17,6 @@
import org.apache.hadoop.hive.serde2.objectinspector.primitive.SettableShortObjectInspector;
import org.apache.hadoop.io.ByteWritable;
import org.apache.hadoop.io.IntWritable;
import org.apache.velocity.runtime.directive.Parse;

import java.math.BigDecimal;

Expand Down
6 changes: 3 additions & 3 deletions json-udf/pom.xml
Original file line number Diff line number Diff line change
Expand Up @@ -80,20 +80,20 @@
<dependency>
<groupId>org.apache.hive</groupId>
<artifactId>hive-serde</artifactId>
<version>${cdh.hive.version}</version>
<version>${hive.version}</version>
<scope>provided</scope>
</dependency>
<dependency>
<groupId>org.apache.hive</groupId>
<artifactId>hive-exec</artifactId>
<version>${cdh.hive.version}</version>
<version>${hive.version}</version>
<scope>provided</scope>
</dependency>

<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>${hadoop.dependency}</artifactId>
<version>${cdh.hadoop.version}</version>
<version>${hadoop.version}</version>
<scope>provided</scope>
</dependency>

Expand Down
Loading