File tree Expand file tree Collapse file tree 3 files changed +4
-4
lines changed
main/scala/org/apache/spark
test/scala/org/apache/spark/shuffle/unsafe Expand file tree Collapse file tree 3 files changed +4
-4
lines changed Original file line number Diff line number Diff line change @@ -314,7 +314,7 @@ object SparkEnv extends Logging {
314314 val shortShuffleMgrNames = Map (
315315 " hash" -> " org.apache.spark.shuffle.hash.HashShuffleManager" ,
316316 " sort" -> " org.apache.spark.shuffle.sort.SortShuffleManager" ,
317- " unsafe " -> " org.apache.spark.shuffle.unsafe.UnsafeShuffleManager" )
317+ " tungsten-sort " -> " org.apache.spark.shuffle.unsafe.UnsafeShuffleManager" )
318318 val shuffleMgrName = conf.get(" spark.shuffle.manager" , " sort" )
319319 val shuffleMgrClass = shortShuffleMgrNames.getOrElse(shuffleMgrName.toLowerCase, shuffleMgrName)
320320 val shuffleManager = instantiateClass[ShuffleManager ](shuffleMgrClass)
Original file line number Diff line number Diff line change @@ -117,8 +117,8 @@ private[spark] class UnsafeShuffleManager(conf: SparkConf) extends ShuffleManage
117117
118118 if (! conf.getBoolean(" spark.shuffle.spill" , true )) {
119119 logWarning(
120- " spark.shuffle.spill was set to false, but this is ignored by UnsafeShuffleManager; " +
121- " its optimized shuffles will continue to spill to disk when necessary." )
120+ " spark.shuffle.spill was set to false, but this is ignored by the tungsten-sort shuffle " +
121+ " manager; its optimized shuffles will continue to spill to disk when necessary." )
122122 }
123123
124124
Original file line number Diff line number Diff line change @@ -25,7 +25,7 @@ class UnsafeShuffleSuite extends ShuffleSuite with BeforeAndAfterAll {
2525 // This test suite should run all tests in ShuffleSuite with unsafe-based shuffle.
2626
2727 override def beforeAll () {
28- conf.set(" spark.shuffle.manager" , " unsafe " )
28+ conf.set(" spark.shuffle.manager" , " tungsten-sort " )
2929 // UnsafeShuffleManager requires at least 128 MB of memory per task in order to be able to sort
3030 // shuffle records.
3131 conf.set(" spark.shuffle.memoryFraction" , " 0.5" )
You can’t perform that action at this time.
0 commit comments