From 1bede6472b2971391bd8d2d242f6106b4211edc9 Mon Sep 17 00:00:00 2001 From: Cheng Su Date: Wed, 28 Jul 2021 17:03:26 -0700 Subject: [PATCH] Move FileNameSpec into FileCommitProtocol object --- .../spark/internal/io/FileCommitProtocol.scala | 18 +++++++++--------- 1 file changed, 9 insertions(+), 9 deletions(-) diff --git a/core/src/main/scala/org/apache/spark/internal/io/FileCommitProtocol.scala b/core/src/main/scala/org/apache/spark/internal/io/FileCommitProtocol.scala index 5cd7397ea358..828576744c2c 100644 --- a/core/src/main/scala/org/apache/spark/internal/io/FileCommitProtocol.scala +++ b/core/src/main/scala/org/apache/spark/internal/io/FileCommitProtocol.scala @@ -197,6 +197,15 @@ object FileCommitProtocol extends Logging { object EmptyTaskCommitMessage extends TaskCommitMessage(null) + /** + * The specification for Spark output file name. + * This is used by [[FileCommitProtocol]] to create full path of file. + * + * @param prefix Prefix of file. + * @param suffix Suffix of file. + */ + final case class FileNameSpec(prefix: String, suffix: String) + /** * Instantiates a FileCommitProtocol using the given className. */ @@ -231,12 +240,3 @@ object FileCommitProtocol extends Logging { new Path(path, ".spark-staging-" + jobId) } } - -/** - * The specification for Spark output file name. - * This is used by [[FileCommitProtocol]] to create full path of file. - * - * @param prefix Prefix of file. - * @param suffix Suffix of file. - */ -final case class FileNameSpec(prefix: String, suffix: String)