Skip to content

Commit 92b4ab9

Browse files
committed
Make test more clear.
1 parent 32f511d commit 92b4ab9

File tree

1 file changed

+9
-4
lines changed

1 file changed

+9
-4
lines changed

sql/core/src/test/scala/org/apache/spark/sql/DataFrameStatSuite.scala

Lines changed: 9 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -69,16 +69,21 @@ class DataFrameStatSuite extends FunSuite {
6969
// > cor(y, z, method="spearman")
7070
// [1] 0.3162278
7171

72+
// No tie-correction
73+
val params1: Map[String, Any] = Map("tie" -> false)
74+
7275
val df1 = x.zip(y).toDF("a", "b")
73-
val corr1 = df1.stat.corr("a", "b", "spearman")
76+
val corr1 = df1.stat.corr("a", "b", "spearman", params1)
7477

75-
val params: Map[String, Any] = Map("tie" -> true)
78+
// With tie-correction
79+
val params2: Map[String, Any] = Map("tie" -> true)
7680

7781
val df2 = x.zip(z).toDF("a", "c")
78-
val corr2 = df2.stat.corr("a", "c", "spearman", params)
82+
val corr2 = df2.stat.corr("a", "c", "spearman", params2)
7983

84+
// Default is with tie-correction
8085
val df3 = y.zip(z).toDF("b", "c")
81-
val corr3 = df3.stat.corr("b", "c", "spearman", params)
86+
val corr3 = df3.stat.corr("b", "c", "spearman")
8287

8388
assert(corr1 - 0.4 < 1e-12)
8489
assert(corr2 + 0.6324555 < 1e-12)

0 commit comments

Comments
 (0)