Skip to content

Commit

Permalink
remove hadoop-aws from distribution (#14)
Browse files Browse the repository at this point in the history 
* remove hadoop-aws from distribution

* replace awssdk bundle with individual sdk dependencies

* replace awssdk bundle with individual sdk dependencies
  • Loading branch information
@ismailsimsek
ismailsimsek committed Jun 30, 2021
1 parent 7fc2b17 commit e71c447
Show file tree
Hide file tree
Showing 3 changed files with 52 additions and 63 deletions.
63 changes: 28 additions & 35 deletions .run/package.run.xml
View file
Original file line number Diff line number Diff line change
@@ -1,37 +1,30 @@
<!--
~ /*
~ * Copyright memiiso Authors.
~ *
~ * Licensed under the Apache Software License version 2.0, available at http://www.apache.org/licenses/LICENSE-2.0
~ */
-->

<component name="ProjectRunConfigurationManager">
<configuration default="false" name="package" type="MavenRunConfiguration" factoryName="Maven" singleton="false">
<MavenSettings>
<option name="myGeneralSettings"/>
<option name="myRunnerSettings"/>
<option name="myRunnerParameters">
<MavenRunnerParameters>
<option name="profiles">
<set/>
</option>
<option name="goals">
<list>
<option value="package"/>
<option value="-Passembly"/>
<option value="-Dmaven.test.skip=true"/>
</list>
</option>
<option name="pomFileName"/>
<option name="profilesMap">
<map/>
</option>
<option name="resolveToWorkspace" value="false"/>
<option name="workingDirPath" value="$PROJECT_DIR$"/>
</MavenRunnerParameters>
</option>
</MavenSettings>
<method v="2"/>
</configuration>
<configuration default="false" name="package" type="MavenRunConfiguration" factoryName="Maven" singleton="false">
<MavenSettings>
<option name="myGeneralSettings" />
<option name="myRunnerSettings" />
<option name="myRunnerParameters">
<MavenRunnerParameters>
<option name="profiles">
<set />
</option>
<option name="goals">
<list>
<option value="clean" />
<option value="package" />
<option value="-Passembly" />
<option value="-Dmaven.test.skip=true" />
</list>
</option>
<option name="pomFileName" />
<option name="profilesMap">
<map />
</option>
<option name="resolveToWorkspace" value="false" />
<option name="workingDirPath" value="$PROJECT_DIR$" />
</MavenRunnerParameters>
</option>
</MavenSettings>
<method v="2" />
</configuration>
</component>
50 changes: 23 additions & 27 deletions debezium-server-iceberg-sink/pom.xml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -44,36 +44,37 @@
</dependency>

<!-- Iceberg -->
<!-- <dependency>-->
<!-- <groupId>org.apache.iceberg</groupId>-->
<!-- <artifactId>iceberg-api</artifactId>-->
<!-- <version>${version.iceberg}</version>-->
<!-- </dependency>-->
<!-- <dependency>-->
<!-- <groupId>org.apache.iceberg</groupId>-->
<!-- <artifactId>iceberg-core</artifactId>-->
<!-- <version>${version.iceberg}</version>-->
<!-- </dependency>-->
<!-- <dependency>-->
<!-- <groupId>org.apache.iceberg</groupId>-->
<!-- <artifactId>iceberg-parquet</artifactId>-->
<!-- <version>${version.iceberg}</version>-->
<!-- </dependency>-->
<!-- <dependency>-->
<!-- <groupId>org.apache.iceberg</groupId>-->
<!-- <artifactId>iceberg-aws</artifactId>-->
<!-- <version>${version.iceberg}</version>-->
<!-- </dependency>-->
<dependency>
<groupId>org.apache.iceberg</groupId>
<artifactId>iceberg-spark3-runtime</artifactId>
<version>${version.iceberg}</version>
</dependency>
<dependency>
<groupId>software.amazon.awssdk</groupId>
<artifactId>bundle</artifactId>
<artifactId>glue</artifactId>
<version>${version.awssdk}</version>
</dependency>
<dependency>
<groupId>software.amazon.awssdk</groupId>
<artifactId>s3</artifactId>
<version>${version.awssdk}</version>
</dependency>
<dependency>
<groupId>software.amazon.awssdk</groupId>
<artifactId>dynamodb</artifactId>
<version>${version.awssdk}</version>
</dependency>
<dependency>
<groupId>software.amazon.awssdk</groupId>
<artifactId>kms</artifactId>
<version>${version.awssdk}</version>
</dependency>
<dependency>
<groupId>software.amazon.awssdk</groupId>
<artifactId>sts</artifactId>
<version>${version.awssdk}</version>
</dependency>

<dependency>
<groupId>software.amazon.awssdk</groupId>
<artifactId>url-connection-client</artifactId>
Expand Down Expand Up @@ -112,6 +113,7 @@
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-aws</artifactId>
<version>${version.hadoop}</version>
<scope>test</scope>
</dependency>

<!-- Testing -->
Expand Down Expand Up @@ -143,12 +145,6 @@
<version>${version.spark}</version>
<scope>test</scope>
</dependency>
<!-- <dependency>-->
<!-- <groupId>org.apache.iceberg</groupId>-->
<!-- <artifactId>iceberg-spark3-runtime</artifactId>-->
<!-- <version>0.11.0</version>-->
<!-- <scope>test</scope>-->
<!-- </dependency>-->

<dependency>
<groupId>io.quarkus</groupId>
Expand Down
2 changes: 1 addition & 1 deletion pom.xml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -34,7 +34,7 @@
<version.iceberg>0.11.1</version.iceberg>
<version.spark>3.0.2</version.spark>
<version.hadoop>3.3.0</version.hadoop>
<version.awssdk>2.16.34</version.awssdk>
<version.awssdk>2.16.88</version.awssdk>
<version.parquet>1.11.1</version.parquet>
<!-- Debezium -->
<version.debezium>1.6.0.Final</version.debezium>
Expand Down

0 comments on commit e71c447

Please sign in to comment.