|
17 | 17 |
|
18 | 18 | package org.apache.spark.input |
19 | 19 |
|
20 | | -import scala.collection.JavaConversions._ |
21 | | -import com.google.common.io.{ ByteStreams, Closeables } |
22 | | -import org.apache.hadoop.mapreduce.InputSplit |
| 20 | +import java.io.{ByteArrayInputStream, ByteArrayOutputStream, DataInputStream, DataOutputStream} |
| 21 | + |
| 22 | +import com.google.common.io.ByteStreams |
23 | 23 | import org.apache.hadoop.conf.Configuration |
24 | | -import org.apache.hadoop.mapreduce.lib.input.CombineFileSplit |
25 | | -import org.apache.hadoop.mapreduce.RecordReader |
26 | | -import org.apache.hadoop.mapreduce.TaskAttemptContext |
27 | | -import org.apache.hadoop.fs.{ FSDataInputStream, Path } |
28 | | -import org.apache.spark.annotation.DeveloperApi |
29 | | -import org.apache.hadoop.mapreduce.lib.input.CombineFileInputFormat |
30 | | -import org.apache.hadoop.mapreduce.JobContext |
31 | | -import org.apache.hadoop.mapreduce.lib.input.CombineFileRecordReader |
32 | | -import java.io.{ ByteArrayInputStream, ByteArrayOutputStream, DataOutputStream, DataInputStream } |
| 24 | +import org.apache.hadoop.fs.Path |
| 25 | +import org.apache.hadoop.mapreduce.{InputSplit, JobContext, RecordReader, TaskAttemptContext} |
| 26 | +import org.apache.hadoop.mapreduce.lib.input.{CombineFileInputFormat, CombineFileRecordReader, CombineFileSplit} |
| 27 | + |
| 28 | +import scala.collection.JavaConversions._ |
33 | 29 |
|
34 | 30 | /** |
35 | 31 | * A general format for reading whole files in as streams, byte arrays, |
@@ -61,7 +57,6 @@ private[spark] abstract class StreamFileInputFormat[T] |
61 | 57 | * @note TaskAttemptContext is not serializable resulting in the confBytes construct |
62 | 58 | * @note CombineFileSplit is not serializable resulting in the splitBytes construct |
63 | 59 | */ |
64 | | -@DeveloperApi |
65 | 60 | class PortableDataStream(@transient isplit: CombineFileSplit, |
66 | 61 | @transient context: TaskAttemptContext, index: Integer) |
67 | 62 | extends Serializable { |
|
0 commit comments