@@ -37,8 +37,8 @@ private[streaming]
3737class WriteAheadLogBackedBlockRDDPartition (
3838 val index : Int ,
3939 val blockId : BlockId ,
40- val segment : WriteAheadLogFileSegment
41- ) extends Partition
40+ val segment : WriteAheadLogFileSegment )
41+ extends Partition
4242
4343
4444/**
@@ -59,11 +59,11 @@ private[streaming]
5959class WriteAheadLogBackedBlockRDD [T : ClassTag ](
6060 @ transient sc : SparkContext ,
6161 @ transient hadoopConfig : Configuration ,
62- @ transient override val blockIds : Array [BlockId ],
63- @ transient val segments : Array [WriteAheadLogFileSegment ],
64- val storeInBlockManager : Boolean ,
65- val storageLevel : StorageLevel
66- ) extends BlockRDD [T ](sc, blockIds) {
62+ @ transient blockIds : Array [BlockId ],
63+ @ transient segments : Array [WriteAheadLogFileSegment ],
64+ storeInBlockManager : Boolean ,
65+ storageLevel : StorageLevel )
66+ extends BlockRDD [T ](sc, blockIds) {
6767
6868 require(
6969 blockIds.length == segments.length,
@@ -76,7 +76,8 @@ class WriteAheadLogBackedBlockRDD[T: ClassTag](
7676 override def getPartitions : Array [Partition ] = {
7777 assertValid()
7878 Array .tabulate(blockIds.size) { i =>
79- new WriteAheadLogBackedBlockRDDPartition (i, blockIds(i), segments(i)) }
79+ new WriteAheadLogBackedBlockRDDPartition (i, blockIds(i), segments(i))
80+ }
8081 }
8182
8283 /**
@@ -116,8 +117,8 @@ class WriteAheadLogBackedBlockRDD[T: ClassTag](
116117 */
117118 override def getPreferredLocations (split : Partition ): Seq [String ] = {
118119 val partition = split.asInstanceOf [WriteAheadLogBackedBlockRDDPartition ]
119- val blockLocations = getBlockIdLocations().get(partition.blockId)
120- lazy val segmentLocations = HdfsUtils .getFileSegmentLocations(
120+ def blockLocations = getBlockIdLocations().get(partition.blockId)
121+ def segmentLocations = HdfsUtils .getFileSegmentLocations(
121122 partition.segment.path, partition.segment.offset, partition.segment.length, hadoopConfig)
122123 blockLocations.orElse(segmentLocations).getOrElse(Seq .empty)
123124 }
0 commit comments