From 0ca7d1dd6154e7c73f88d41fc230a793a1369e66 Mon Sep 17 00:00:00 2001 From: panbingkun Date: Thu, 18 May 2023 10:50:47 +0800 Subject: [PATCH] [SPARK-43548][SS] Remove workaround for HADOOP-16255 --- .../streaming/CheckpointFileManager.scala | 14 -------------- 1 file changed, 14 deletions(-) diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/CheckpointFileManager.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/CheckpointFileManager.scala index 6df0a2f306388..ad3212871fc94 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/CheckpointFileManager.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/CheckpointFileManager.scala @@ -370,20 +370,6 @@ class FileContextBasedCheckpointFileManager(path: Path, hadoopConf: Configuratio override def renameTempFile(srcPath: Path, dstPath: Path, overwriteIfPossible: Boolean): Unit = { import Options.Rename._ fc.rename(srcPath, dstPath, if (overwriteIfPossible) OVERWRITE else NONE) - // TODO: this is a workaround of HADOOP-16255 - remove this when HADOOP-16255 is resolved - mayRemoveCrcFile(srcPath) - } - - private def mayRemoveCrcFile(path: Path): Unit = { - try { - val checksumFile = new Path(path.getParent, s".${path.getName}.crc") - if (exists(checksumFile)) { - // checksum file exists, deleting it - delete(checksumFile) - } - } catch { - case NonFatal(_) => // ignore, we are removing crc file as "best-effort" - } } }