From 877ae82b165c5f08be85f08ac8e58aa55eee2e07 Mon Sep 17 00:00:00 2001 From: yiguolei Date: Fri, 1 Mar 2019 16:01:31 +0800 Subject: [PATCH 1/2] Clear etl job files when job finished --- fe/src/main/java/org/apache/doris/load/LoadChecker.java | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/fe/src/main/java/org/apache/doris/load/LoadChecker.java b/fe/src/main/java/org/apache/doris/load/LoadChecker.java index 91a8ba348a57c6..9ac727effdd50f 100644 --- a/fe/src/main/java/org/apache/doris/load/LoadChecker.java +++ b/fe/src/main/java/org/apache/doris/load/LoadChecker.java @@ -267,8 +267,9 @@ private void runOneLoadingJob(LoadJob job) { LOG.debug("job {} is already committed, just wait it to be visiable, transaction state {}", job, state); return; } else if (state.getTransactionStatus() == TransactionStatus.VISIBLE) { - // if job is committed and then fe restart, the progress is not persisted, so that set it here - load.updateLoadJobState(job, JobState.FINISHED); + if (load.updateLoadJobState(job, JobState.FINISHED)) { + load.clearJob(job, JobState.QUORUM_FINISHED); + } return; } From 9360c3970824dc63beb1a02a0cf5ffa8254272d0 Mon Sep 17 00:00:00 2001 From: yiguolei Date: Fri, 1 Mar 2019 16:44:46 +0800 Subject: [PATCH 2/2] Add tab as column seperator --- fe/src/main/java/org/apache/doris/load/Load.java | 3 +++ 1 file changed, 3 insertions(+) diff --git a/fe/src/main/java/org/apache/doris/load/Load.java b/fe/src/main/java/org/apache/doris/load/Load.java index 4655d9a5890e51..27cf9bc76bd460 100644 --- a/fe/src/main/java/org/apache/doris/load/Load.java +++ b/fe/src/main/java/org/apache/doris/load/Load.java @@ -283,6 +283,9 @@ public boolean addLoadJob(TMiniLoadRequest request) throws DdlException { String columnSeparatorStr = params.get(LoadStmt.KEY_IN_PARAM_COLUMN_SEPARATOR); if (columnSeparatorStr != null) { + if (columnSeparatorStr.isEmpty()) { + columnSeparatorStr = "\t"; + } columnSeparator = new ColumnSeparator(columnSeparatorStr); try { columnSeparator.analyze();