From 5354e138f905cc1cb14b71de5080cfb04b44e25f Mon Sep 17 00:00:00 2001 From: yangjiang Date: Sat, 18 Dec 2021 13:39:32 +0800 Subject: [PATCH 1/2] fix calculate in many_to_many_hash_partition test. --- datafusion/src/physical_plan/repartition.rs | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/datafusion/src/physical_plan/repartition.rs b/datafusion/src/physical_plan/repartition.rs index 56de364cc9951..2fa55a09a66e4 100644 --- a/datafusion/src/physical_plan/repartition.rs +++ b/datafusion/src/physical_plan/repartition.rs @@ -536,7 +536,10 @@ mod tests { ) .await?; - let total_rows: usize = output_partitions.iter().map(|x| x.len()).sum(); + let total_rows: usize = output_partitions + .iter() + .map(|x| x.into_iter().map(|x| x.num_rows()).sum::()) + .sum(); assert_eq!(8, output_partitions.len()); assert_eq!(total_rows, 8 * 50 * 3); From f3e6c364c95bf32b0cd58599ae03f208cdbcf602 Mon Sep 17 00:00:00 2001 From: yangjiang Date: Sat, 18 Dec 2021 21:29:49 +0800 Subject: [PATCH 2/2] fix Clippy Lints --- datafusion/src/physical_plan/repartition.rs | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/datafusion/src/physical_plan/repartition.rs b/datafusion/src/physical_plan/repartition.rs index 2fa55a09a66e4..1dd672aaea34a 100644 --- a/datafusion/src/physical_plan/repartition.rs +++ b/datafusion/src/physical_plan/repartition.rs @@ -538,7 +538,7 @@ mod tests { let total_rows: usize = output_partitions .iter() - .map(|x| x.into_iter().map(|x| x.num_rows()).sum::()) + .map(|x| x.iter().map(|x| x.num_rows()).sum::()) .sum(); assert_eq!(8, output_partitions.len());