diff --git a/python/pyspark/tests/test_worker.py b/python/pyspark/tests/test_worker.py index ccbe21f3a6f38..09ba70e295f8e 100644 --- a/python/pyspark/tests/test_worker.py +++ b/python/pyspark/tests/test_worker.py @@ -183,7 +183,7 @@ def test_reuse_worker_of_parallelize_xrange(self): class WorkerMemoryTest(PySparkTestCase): def test_memory_limit(self): - self.sc._conf.set("spark.executor.pyspark.memory", "1m") + self.sc._conf.set("spark.executor.pyspark.memory", "8m") rdd = self.sc.parallelize(xrange(1), 1) def getrlimit(): @@ -194,8 +194,8 @@ def getrlimit(): self.assertTrue(len(actual) == 1) self.assertTrue(len(actual[0]) == 2) [(soft_limit, hard_limit)] = actual - self.assertEqual(soft_limit, 1024 * 1024) - self.assertEqual(hard_limit, 1024 * 1024) + self.assertEqual(soft_limit, 8 * 1024 * 1024) + self.assertEqual(hard_limit, 8 * 1024 * 1024) if __name__ == "__main__":