From 07319d4b51615c741652938bb9a556967ea37850 Mon Sep 17 00:00:00 2001 From: hexiang55 Date: Fri, 2 Jun 2017 14:57:48 +0800 Subject: [PATCH 1/2] hdfs rename bug @deprecated protected void rename(Path src, Path dst, Rename... options) must change to rename(Path var1, Path var2) Exception in thread "plumber_merge_0" java.lang.IllegalAccessError: tried to access method org.apache.hadoop.fs.FileSystem.rename(Lorg/apache/hadoop/fs/Path;Lorg/apache/hadoop/fs/Path;[Lorg/apache/hadoop/fs/Options$Rename;)V from class org.apache.hadoop.fs.HadoopFsWrapper at org.apache.hadoop.fs.HadoopFsWrapper.rename(HadoopFsWrapper.java:51) at io.druid.storage.hdfs.HdfsDataSegmentPusher.copyFilesWithChecks(HdfsDataSegmentPusher.java:161) at io.druid.storage.hdfs.HdfsDataSegmentPusher.push(HdfsDataSegmentPusher.java:142) at io.druid.segment.realtime.plumber.RealtimePlumber$2.doRun(RealtimePlumber.java:430) at io.druid.common.guava.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:42) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) --- .../src/main/java/org/apache/hadoop/fs/HadoopFsWrapper.java | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/extensions-core/hdfs-storage/src/main/java/org/apache/hadoop/fs/HadoopFsWrapper.java b/extensions-core/hdfs-storage/src/main/java/org/apache/hadoop/fs/HadoopFsWrapper.java index df00fdb7a0fa..1f71caba2bad 100644 --- a/extensions-core/hdfs-storage/src/main/java/org/apache/hadoop/fs/HadoopFsWrapper.java +++ b/extensions-core/hdfs-storage/src/main/java/org/apache/hadoop/fs/HadoopFsWrapper.java @@ -48,7 +48,7 @@ private HadoopFsWrapper() {} public static boolean rename(FileSystem fs, Path from, Path to) throws IOException { try { - fs.rename(from, to, Options.Rename.NONE); + fs.rename(from,to); return true; } catch (IOException ex) { From dcfc239fdc254fe022dfc7dd060e2cafddfe5d98 Mon Sep 17 00:00:00 2001 From: hexiang55 Date: Fri, 2 Jun 2017 17:15:02 +0800 Subject: [PATCH 2/2] test test --- .../src/main/java/org/apache/hadoop/fs/HadoopFsWrapper.java | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/extensions-core/hdfs-storage/src/main/java/org/apache/hadoop/fs/HadoopFsWrapper.java b/extensions-core/hdfs-storage/src/main/java/org/apache/hadoop/fs/HadoopFsWrapper.java index 1f71caba2bad..1497499c874f 100644 --- a/extensions-core/hdfs-storage/src/main/java/org/apache/hadoop/fs/HadoopFsWrapper.java +++ b/extensions-core/hdfs-storage/src/main/java/org/apache/hadoop/fs/HadoopFsWrapper.java @@ -48,7 +48,7 @@ private HadoopFsWrapper() {} public static boolean rename(FileSystem fs, Path from, Path to) throws IOException { try { - fs.rename(from,to); + fs.rename(from, to); return true; } catch (IOException ex) {