diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/FileStreamSinkLog.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/FileStreamSinkLog.scala index 419aca3d33bf..5cb68e1ae956 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/FileStreamSinkLog.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/FileStreamSinkLog.scala @@ -100,7 +100,5 @@ class FileStreamSinkLog( object FileStreamSinkLog { val VERSION = 1 - // TODO: SPARK-32648 This action hasn't been used from the introduction, better to remove this. - val DELETE_ACTION = "delete" val ADD_ACTION = "add" } diff --git a/sql/core/src/test/scala/org/apache/spark/sql/execution/streaming/FileStreamSinkLogSuite.scala b/sql/core/src/test/scala/org/apache/spark/sql/execution/streaming/FileStreamSinkLogSuite.scala index 1fd2cef11669..c53617b40e09 100644 --- a/sql/core/src/test/scala/org/apache/spark/sql/execution/streaming/FileStreamSinkLogSuite.scala +++ b/sql/core/src/test/scala/org/apache/spark/sql/execution/streaming/FileStreamSinkLogSuite.scala @@ -40,10 +40,7 @@ class FileStreamSinkLogSuite extends SparkFunSuite with SharedSparkSession { test("shouldRetain") { withFileStreamSinkLog { sinkLog => val log = newFakeSinkFileStatus("/a/b/x", FileStreamSinkLog.ADD_ACTION) - val log2 = newFakeSinkFileStatus("/a/b/z", FileStreamSinkLog.DELETE_ACTION) - assert(sinkLog.shouldRetain(log)) - assert(sinkLog.shouldRetain(log2)) } } @@ -58,14 +55,6 @@ class FileStreamSinkLogSuite extends SparkFunSuite with SharedSparkSession { blockReplication = 1, blockSize = 10000L, action = FileStreamSinkLog.ADD_ACTION), - SinkFileStatus( - path = "/a/b/y", - size = 200L, - isDir = false, - modificationTime = 2000L, - blockReplication = 2, - blockSize = 20000L, - action = FileStreamSinkLog.DELETE_ACTION), SinkFileStatus( path = "/a/b/z", size = 300L, @@ -78,7 +67,6 @@ class FileStreamSinkLogSuite extends SparkFunSuite with SharedSparkSession { // scalastyle:off val expected = s"""v$VERSION |{"path":"/a/b/x","size":100,"isDir":false,"modificationTime":1000,"blockReplication":1,"blockSize":10000,"action":"add"} - |{"path":"/a/b/y","size":200,"isDir":false,"modificationTime":2000,"blockReplication":2,"blockSize":20000,"action":"delete"} |{"path":"/a/b/z","size":300,"isDir":false,"modificationTime":3000,"blockReplication":3,"blockSize":30000,"action":"add"}""".stripMargin // scalastyle:on val baos = new ByteArrayOutputStream() @@ -95,7 +83,6 @@ class FileStreamSinkLogSuite extends SparkFunSuite with SharedSparkSession { // scalastyle:off val logs = s"""v$VERSION |{"path":"/a/b/x","size":100,"isDir":false,"modificationTime":1000,"blockReplication":1,"blockSize":10000,"action":"add"} - |{"path":"/a/b/y","size":200,"isDir":false,"modificationTime":2000,"blockReplication":2,"blockSize":20000,"action":"delete"} |{"path":"/a/b/z","size":300,"isDir":false,"modificationTime":3000,"blockReplication":3,"blockSize":30000,"action":"add"}""".stripMargin // scalastyle:on @@ -108,14 +95,6 @@ class FileStreamSinkLogSuite extends SparkFunSuite with SharedSparkSession { blockReplication = 1, blockSize = 10000L, action = FileStreamSinkLog.ADD_ACTION), - SinkFileStatus( - path = "/a/b/y", - size = 200L, - isDir = false, - modificationTime = 2000L, - blockReplication = 2, - blockSize = 20000L, - action = FileStreamSinkLog.DELETE_ACTION), SinkFileStatus( path = "/a/b/z", size = 300L,