Skip to content

Commit d03589d

Browse files
pwendellpwendell
committed
Merge pull request alteryx#248 from colorant/branch-0.8
Fix POM file for mvn assembly on hadoop 2.2 Yarn This is the fix for maven YARN build on hadoop 2.2
2 parents d614945 + e468f81 commit d03589d

File tree

7 files changed

+243
-1
lines changed

7 files changed

+243
-1
lines changed

‎assembly/pom.xml‎

Lines changed: 28 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -39,6 +39,23 @@
3939
</repositories>
4040

4141
<dependencies>
42+
<dependency>
43+
<groupId>${akka.group}</groupId>
44+
<artifactId>akka-actor</artifactId>
45+
</dependency>
46+
<dependency>
47+
<groupId>${akka.group}</groupId>
48+
<artifactId>akka-remote</artifactId>
49+
</dependency>
50+
<dependency>
51+
<groupId>${akka.group}</groupId>
52+
<artifactId>akka-slf4j</artifactId>
53+
</dependency>
54+
<dependency>
55+
<groupId>${akka.group}</groupId>
56+
<artifactId>akka-zeromq</artifactId>
57+
</dependency>
58+
4259
<dependency>
4360
<groupId>org.apache.spark</groupId>
4461
<artifactId>spark-core_2.9.3</artifactId>
@@ -133,6 +150,17 @@
133150
</dependency>
134151
</dependencies>
135152
</profile>
153+
<profile>
154+
<id>new-yarn</id>
155+
<dependencies>
156+
<dependency>
157+
<groupId>org.apache.spark</groupId>
158+
<artifactId>spark-yarn_2.9.3</artifactId>
159+
<version>${project.version}</version>
160+
</dependency>
161+
</dependencies>
162+
</profile>
163+
136164
<profile>
137165
<id>bigtop-dist</id>
138166
<!-- This profile uses the assembly plugin to create a special "dist" package for BigTop

‎examples/pom.xml‎

Lines changed: 17 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -40,6 +40,23 @@
4040
</repositories>
4141

4242
<dependencies>
43+
<dependency>
44+
<groupId>${akka.group}</groupId>
45+
<artifactId>akka-actor</artifactId>
46+
</dependency>
47+
<dependency>
48+
<groupId>${akka.group}</groupId>
49+
<artifactId>akka-remote</artifactId>
50+
</dependency>
51+
<dependency>
52+
<groupId>${akka.group}</groupId>
53+
<artifactId>akka-slf4j</artifactId>
54+
</dependency>
55+
<dependency>
56+
<groupId>${akka.group}</groupId>
57+
<artifactId>akka-zeromq</artifactId>
58+
</dependency>
59+
4360
<dependency>
4461
<groupId>org.apache.spark</groupId>
4562
<artifactId>spark-core_2.9.3</artifactId>

‎new-yarn/pom.xml‎

Lines changed: 17 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -20,7 +20,7 @@
2020
<parent>
2121
<groupId>org.apache.spark</groupId>
2222
<artifactId>spark-parent</artifactId>
23-
<version>0.8.1-incubating-SNAPSHOT</version>
23+
<version>0.8.2-incubating-SNAPSHOT</version>
2424
<relativePath>../pom.xml</relativePath>
2525
</parent>
2626

@@ -31,6 +31,22 @@
3131
<url>http://spark.incubator.apache.org/</url>
3232

3333
<dependencies>
34+
<dependency>
35+
<groupId>${akka.group}</groupId>
36+
<artifactId>akka-actor</artifactId>
37+
</dependency>
38+
<dependency>
39+
<groupId>${akka.group}</groupId>
40+
<artifactId>akka-remote</artifactId>
41+
</dependency>
42+
<dependency>
43+
<groupId>${akka.group}</groupId>
44+
<artifactId>akka-slf4j</artifactId>
45+
</dependency>
46+
<dependency>
47+
<groupId>${akka.group}</groupId>
48+
<artifactId>akka-zeromq</artifactId>
49+
</dependency>
3450
<dependency>
3551
<groupId>org.apache.spark</groupId>
3652
<artifactId>spark-core_2.9.3</artifactId>

‎pom.xml‎

Lines changed: 140 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -188,6 +188,146 @@
188188

189189
<dependencyManagement>
190190
<dependencies>
191+
<dependency>
192+
<groupId>org.apache.spark</groupId>
193+
<artifactId>spark-core_2.9.3</artifactId>
194+
<version>${project.version}</version>
195+
<!-- Work around for akka override -->
196+
<exclusions>
197+
<exclusion>
198+
<groupId>com.typesafe.akka</groupId>
199+
<artifactId>akka-actor</artifactId>
200+
</exclusion>
201+
<exclusion>
202+
<groupId>com.typesafe.akka</groupId>
203+
<artifactId>akka-remote</artifactId>
204+
</exclusion>
205+
<exclusion>
206+
<groupId>com.typesafe.akka</groupId>
207+
<artifactId>akka-slf4j</artifactId>
208+
</exclusion>
209+
<exclusion>
210+
<groupId>com.typesafe.akka</groupId>
211+
<artifactId>akka-zeromq</artifactId>
212+
</exclusion>
213+
</exclusions>
214+
</dependency>
215+
<dependency>
216+
<groupId>org.apache.spark</groupId>
217+
<artifactId>spark-bagel_2.9.3</artifactId>
218+
<version>${project.version}</version>
219+
<exclusions>
220+
<exclusion>
221+
<groupId>com.typesafe.akka</groupId>
222+
<artifactId>akka-actor</artifactId>
223+
</exclusion>
224+
<exclusion>
225+
<groupId>com.typesafe.akka</groupId>
226+
<artifactId>akka-remote</artifactId>
227+
</exclusion>
228+
<exclusion>
229+
<groupId>com.typesafe.akka</groupId>
230+
<artifactId>akka-slf4j</artifactId>
231+
</exclusion>
232+
<exclusion>
233+
<groupId>com.typesafe.akka</groupId>
234+
<artifactId>akka-zeromq</artifactId>
235+
</exclusion>
236+
</exclusions>
237+
</dependency>
238+
<dependency>
239+
<groupId>org.apache.spark</groupId>
240+
<artifactId>spark-mllib_2.9.3</artifactId>
241+
<version>${project.version}</version>
242+
<exclusions>
243+
<exclusion>
244+
<groupId>com.typesafe.akka</groupId>
245+
<artifactId>akka-actor</artifactId>
246+
</exclusion>
247+
<exclusion>
248+
<groupId>com.typesafe.akka</groupId>
249+
<artifactId>akka-remote</artifactId>
250+
</exclusion>
251+
<exclusion>
252+
<groupId>com.typesafe.akka</groupId>
253+
<artifactId>akka-slf4j</artifactId>
254+
</exclusion>
255+
<exclusion>
256+
<groupId>com.typesafe.akka</groupId>
257+
<artifactId>akka-zeromq</artifactId>
258+
</exclusion>
259+
</exclusions>
260+
</dependency>
261+
<dependency>
262+
<groupId>org.apache.spark</groupId>
263+
<artifactId>spark-repl_2.9.3</artifactId>
264+
<version>${project.version}</version>
265+
<exclusions>
266+
<exclusion>
267+
<groupId>com.typesafe.akka</groupId>
268+
<artifactId>akka-actor</artifactId>
269+
</exclusion>
270+
<exclusion>
271+
<groupId>com.typesafe.akka</groupId>
272+
<artifactId>akka-remote</artifactId>
273+
</exclusion>
274+
<exclusion>
275+
<groupId>com.typesafe.akka</groupId>
276+
<artifactId>akka-slf4j</artifactId>
277+
</exclusion>
278+
<exclusion>
279+
<groupId>com.typesafe.akka</groupId>
280+
<artifactId>akka-zeromq</artifactId>
281+
</exclusion>
282+
</exclusions>
283+
</dependency>
284+
<dependency>
285+
<groupId>org.apache.spark</groupId>
286+
<artifactId>spark-streaming_2.9.3</artifactId>
287+
<version>${project.version}</version>
288+
<exclusions>
289+
<exclusion>
290+
<groupId>com.typesafe.akka</groupId>
291+
<artifactId>akka-actor</artifactId>
292+
</exclusion>
293+
<exclusion>
294+
<groupId>com.typesafe.akka</groupId>
295+
<artifactId>akka-remote</artifactId>
296+
</exclusion>
297+
<exclusion>
298+
<groupId>com.typesafe.akka</groupId>
299+
<artifactId>akka-slf4j</artifactId>
300+
</exclusion>
301+
<exclusion>
302+
<groupId>com.typesafe.akka</groupId>
303+
<artifactId>akka-zeromq</artifactId>
304+
</exclusion>
305+
</exclusions>
306+
</dependency>
307+
<dependency>
308+
<groupId>org.apache.spark</groupId>
309+
<artifactId>spark-yarn_2.9.3</artifactId>
310+
<version>${project.version}</version>
311+
<exclusions>
312+
<exclusion>
313+
<groupId>com.typesafe.akka</groupId>
314+
<artifactId>akka-actor</artifactId>
315+
</exclusion>
316+
<exclusion>
317+
<groupId>com.typesafe.akka</groupId>
318+
<artifactId>akka-remote</artifactId>
319+
</exclusion>
320+
<exclusion>
321+
<groupId>com.typesafe.akka</groupId>
322+
<artifactId>akka-slf4j</artifactId>
323+
</exclusion>
324+
<exclusion>
325+
<groupId>com.typesafe.akka</groupId>
326+
<artifactId>akka-zeromq</artifactId>
327+
</exclusion>
328+
</exclusions>
329+
</dependency>
330+
191331
<dependency>
192332
<groupId>org.eclipse.jetty</groupId>
193333
<artifactId>jetty-server</artifactId>

‎repl-bin/pom.xml‎

Lines changed: 12 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -38,6 +38,18 @@
3838
</properties>
3939

4040
<dependencies>
41+
<dependency>
42+
<groupId>${akka.group}</groupId>
43+
<artifactId>akka-actor</artifactId>
44+
</dependency>
45+
<dependency>
46+
<groupId>${akka.group}</groupId>
47+
<artifactId>akka-remote</artifactId>
48+
</dependency>
49+
<dependency>
50+
<groupId>${akka.group}</groupId>
51+
<artifactId>akka-slf4j</artifactId>
52+
</dependency>
4153
<dependency>
4254
<groupId>org.apache.spark</groupId>
4355
<artifactId>spark-core_2.9.3</artifactId>

‎repl/pom.xml‎

Lines changed: 12 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -37,6 +37,18 @@
3737
</properties>
3838

3939
<dependencies>
40+
<dependency>
41+
<groupId>${akka.group}</groupId>
42+
<artifactId>akka-actor</artifactId>
43+
</dependency>
44+
<dependency>
45+
<groupId>${akka.group}</groupId>
46+
<artifactId>akka-remote</artifactId>
47+
</dependency>
48+
<dependency>
49+
<groupId>${akka.group}</groupId>
50+
<artifactId>akka-slf4j</artifactId>
51+
</dependency>
4052
<dependency>
4153
<groupId>org.apache.spark</groupId>
4254
<artifactId>spark-core_2.9.3</artifactId>

‎yarn/pom.xml‎

Lines changed: 17 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -31,6 +31,23 @@
3131
<url>http://spark.incubator.apache.org/</url>
3232

3333
<dependencies>
34+
<dependency>
35+
<groupId>${akka.group}</groupId>
36+
<artifactId>akka-actor</artifactId>
37+
</dependency>
38+
<dependency>
39+
<groupId>${akka.group}</groupId>
40+
<artifactId>akka-remote</artifactId>
41+
</dependency>
42+
<dependency>
43+
<groupId>${akka.group}</groupId>
44+
<artifactId>akka-slf4j</artifactId>
45+
</dependency>
46+
<dependency>
47+
<groupId>${akka.group}</groupId>
48+
<artifactId>akka-zeromq</artifactId>
49+
</dependency>
50+
3451
<dependency>
3552
<groupId>org.apache.spark</groupId>
3653
<artifactId>spark-core_2.9.3</artifactId>

0 commit comments

Comments
 (0)