From 29e61dc63ecfd833371195cae73d73995281ebbb Mon Sep 17 00:00:00 2001 From: Hyukjin Kwon Date: Tue, 27 Feb 2024 11:49:08 +0900 Subject: [PATCH] [SPARK-45527][CORE][TESTS][FOLLOW-UP] Reduce the number of test cases in fraction resource calculation --- .../org/apache/spark/scheduler/TaskSchedulerImplSuite.scala | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/core/src/test/scala/org/apache/spark/scheduler/TaskSchedulerImplSuite.scala b/core/src/test/scala/org/apache/spark/scheduler/TaskSchedulerImplSuite.scala index 3248e64bcc58..df5031e05887 100644 --- a/core/src/test/scala/org/apache/spark/scheduler/TaskSchedulerImplSuite.scala +++ b/core/src/test/scala/org/apache/spark/scheduler/TaskSchedulerImplSuite.scala @@ -2374,7 +2374,7 @@ class TaskSchedulerImplSuite extends SparkFunSuite with LocalSparkContext // 1 executor with 4 GPUS Seq(true, false).foreach { barrierMode => val barrier = if (barrierMode) "barrier" else "" - (1 to 20).foreach { taskNum => + scala.util.Random.shuffle((1 to 20).toList).take(5).foreach { taskNum => val gpuTaskAmount = ResourceAmountUtils.toFractionalResource(ONE_ENTIRE_RESOURCE / taskNum) test(s"SPARK-45527 TaskResourceProfile with task.gpu.amount=${gpuTaskAmount} can " + s"restrict $taskNum $barrier tasks run in the same executor") { @@ -2423,7 +2423,7 @@ class TaskSchedulerImplSuite extends SparkFunSuite with LocalSparkContext // 4 executors, each of which has 1 GPU Seq(true, false).foreach { barrierMode => val barrier = if (barrierMode) "barrier" else "" - (1 to 20).foreach { taskNum => + scala.util.Random.shuffle((1 to 20).toList).take(5).foreach { taskNum => val gpuTaskAmount = ResourceAmountUtils.toFractionalResource(ONE_ENTIRE_RESOURCE / taskNum) test(s"SPARK-45527 TaskResourceProfile with task.gpu.amount=${gpuTaskAmount} can " + s"restrict $taskNum $barrier tasks run on the different executor") {