From 685c991d60e9e0c541c9311050810d148bc475ad Mon Sep 17 00:00:00 2001 From: yangjie01 Date: Fri, 30 Sep 2022 11:58:24 +0800 Subject: [PATCH] add explicitly gc --- .../spark/sql/hive/client/HivePartitionFilteringSuite.scala | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/sql/hive/src/test/scala/org/apache/spark/sql/hive/client/HivePartitionFilteringSuite.scala b/sql/hive/src/test/scala/org/apache/spark/sql/hive/client/HivePartitionFilteringSuite.scala index efbf0b0b8becb..b96d28d22cc7f 100644 --- a/sql/hive/src/test/scala/org/apache/spark/sql/hive/client/HivePartitionFilteringSuite.scala +++ b/sql/hive/src/test/scala/org/apache/spark/sql/hive/client/HivePartitionFilteringSuite.scala @@ -39,6 +39,12 @@ import org.apache.spark.util.Utils class HivePartitionFilteringSuite(version: String) extends HiveVersionSuite(version) with BeforeAndAfterAll with SQLHelper { + override def beforeEach(): Unit = { + super.beforeEach() + // SPARK-40619: explicitly call gc to avoid OutOfMemoryError as far as possible. + System.gc() + } + private val tryDirectSqlKey = HiveConf.ConfVars.METASTORE_TRY_DIRECT_SQL.varname private val fallbackKey = SQLConf.HIVE_METASTORE_PARTITION_PRUNING_FALLBACK_ON_EXCEPTION.key private val pruningFastFallback = SQLConf.HIVE_METASTORE_PARTITION_PRUNING_FAST_FALLBACK.key