Skip to content

Commit d5f73c3

Browse files
author
Saldanha
committed
[SPARK-4459] added keyBy test
1 parent 316ad77 commit d5f73c3

File tree

1 file changed

+15
-0
lines changed

1 file changed

+15
-0
lines changed

core/src/test/java/org/apache/spark/JavaAPISuite.java

Lines changed: 15 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -343,6 +343,21 @@ public Boolean call(scala.Tuple2<Integer, Integer> x) {
343343
Assert.assertEquals(2, Iterables.size(oddsAndEvens.lookup(true).get(0))); // Evens
344344
Assert.assertEquals(5, Iterables.size(oddsAndEvens.lookup(false).get(0))); // Odds
345345
}
346+
347+
@Test
348+
public void keyByOnPairRDD() {
349+
JavaRDD<Integer> rdd = sc.parallelize(Arrays.asList(1, 1, 2, 3, 5, 8, 13));
350+
Function<scala.Tuple2<Integer, Integer>, String> areOdd = new Function<scala.Tuple2<Integer, Integer>, String>() {
351+
@Override
352+
public String call(scala.Tuple2<Integer, Integer> x) {
353+
return ""+(x._1 +x._2);
354+
}
355+
};
356+
JavaPairRDD<Integer, Integer> pairrdd = rdd.zip(rdd);
357+
JavaPairRDD<String, scala.Tuple2<Integer, Integer>> keyed = pairrdd.keyBy(areOdd);
358+
Assert.assertEquals(7, keyed.count());
359+
Assert.assertEquals(1, (long)keyed.lookup("2").get(0)._1);
360+
}
346361

347362
@SuppressWarnings("unchecked")
348363
@Test

0 commit comments

Comments
 (0)