We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 085aef8 commit 11ba318Copy full SHA for 11ba318
python/pyspark/shuffle.py
@@ -602,7 +602,7 @@ def _spill(self):
602
self.spills += 1
603
gc.collect() # release the memory as much as possible
604
605
- def _merge_items(self, index, limit=0):
+ def _merged_items(self, index, limit=0):
606
size = sum(os.path.getsize(os.path.join(self._get_spill_dir(j), str(index)))
607
for j in range(self.spills))
608
# if the memory can not hold all the partition,
0 commit comments