+ * http://www.apache.org/licenses/LICENSE-2.0 + *
+ * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +package org.apache.hadoop.ozone.container.common.statemachine.commandhandler; + +import org.apache.hadoop.hdds.conf.ConfigurationSource; +import org.apache.hadoop.hdds.protocol.proto.StorageContainerDatanodeProtocolProtos.SCMCommandProto.Type; +import org.apache.hadoop.ozone.container.common.statemachine.SCMConnectionManager; +import org.apache.hadoop.ozone.container.common.statemachine.StateContext; +import org.apache.hadoop.ozone.container.ec.reconstruction.ECReconstructionCommandInfo; +import org.apache.hadoop.ozone.container.ec.reconstruction.ECReconstructionCoordinatorTask; +import org.apache.hadoop.ozone.container.ec.reconstruction.ECReconstructionSupervisor; +import org.apache.hadoop.ozone.container.ozoneimpl.OzoneContainer; +import org.apache.hadoop.ozone.protocol.commands.ReconstructECContainersCommand; +import org.apache.hadoop.ozone.protocol.commands.SCMCommand; + +/** + * Command handler for reconstructing the lost EC containers. + */ +public class ReconstructECContainersCommandHandler implements CommandHandler { + + private ECReconstructionSupervisor supervisor; + private ConfigurationSource conf; + + public ReconstructECContainersCommandHandler(ConfigurationSource conf, + ECReconstructionSupervisor supervisor) { + this.conf = conf; + this.supervisor = supervisor; + } + + @Override + public void handle(SCMCommand command, OzoneContainer container, + StateContext context, SCMConnectionManager connectionManager) { + ReconstructECContainersCommand ecContainersCommand = + (ReconstructECContainersCommand) command; + ECReconstructionCommandInfo reconstructionCommandInfo = + new ECReconstructionCommandInfo(ecContainersCommand.getContainerID(), + ecContainersCommand.getEcReplicationConfig(), + ecContainersCommand.getMissingContainerIndexes(), + ecContainersCommand.getSources(), + ecContainersCommand.getTargetDatanodes()); + this.supervisor.addTask( + new ECReconstructionCoordinatorTask(reconstructionCommandInfo)); + } + + @Override + public Type getCommandType() { + return Type.reconstructECContainersCommand; + } + + @Override + public int getInvocationCount() { + return 0; + } + + @Override + public long getAverageRunTime() { + return 0; + } + + public ConfigurationSource getConf() { + return conf; + } +} diff --git a/hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/ec/reconstruction/ECReconstructionCommandInfo.java b/hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/ec/reconstruction/ECReconstructionCommandInfo.java new file mode 100644 index 000000000000..c95f9646f859 --- /dev/null +++ b/hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/ec/reconstruction/ECReconstructionCommandInfo.java @@ -0,0 +1,82 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + *
+ * http://www.apache.org/licenses/LICENSE-2.0 + *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.hadoop.ozone.container.ec.reconstruction;
+
+import org.apache.hadoop.hdds.client.ECReplicationConfig;
+import org.apache.hadoop.hdds.protocol.DatanodeDetails;
+import org.apache.hadoop.ozone.protocol.commands.ReconstructECContainersCommand;
+import org.apache.hadoop.ozone.protocol.commands.ReconstructECContainersCommand.DatanodeDetailsAndReplicaIndex;
+
+import java.util.Arrays;
+import java.util.List;
+
+/**
+ * This class is to keep the required EC reconstruction info.
+ */
+public class ECReconstructionCommandInfo {
+ private long containerID;
+ private ECReplicationConfig ecReplicationConfig;
+ private byte[] missingContainerIndexes;
+ private List
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.hadoop.ozone.container.ec.reconstruction;
+
+/**
+ * This is the actual EC reconstruction coordination task.
+ */
+public class ECReconstructionCoordinatorTask implements Runnable {
+ private ECReconstructionCommandInfo reconstructionCommandInfo;
+
+ public ECReconstructionCoordinatorTask(
+ ECReconstructionCommandInfo reconstructionCommandInfo) {
+ this.reconstructionCommandInfo = reconstructionCommandInfo;
+ }
+
+ @Override
+ public void run() {
+ // Implement the coordinator logic to handle a container group
+ // reconstruction.
+
+ // 1. Read container block meta info from the available min required good
+ // containers. ( Full block set should be available with 1st or parity
+ // indexes containers)
+ // 2. Find out the total number of blocks
+ // 3. Loop each block and use the ReconstructedInputStreams(HDDS-6665) and
+ // recover.
+ // 4. Write the recovered chunks to given targets/write locally to
+ // respective container. HDDS-6582
+ // 5. Close/finalize the recovered containers.
+ }
+
+ @Override
+ public String toString() {
+ return "ECReconstructionCoordinatorTask{" + "reconstructionCommandInfo="
+ + reconstructionCommandInfo + '}';
+ }
+}
diff --git a/hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/ec/reconstruction/ECReconstructionSupervisor.java b/hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/ec/reconstruction/ECReconstructionSupervisor.java
new file mode 100644
index 000000000000..e2c930a8c2ab
--- /dev/null
+++ b/hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/ec/reconstruction/ECReconstructionSupervisor.java
@@ -0,0 +1,72 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.hadoop.ozone.container.ec.reconstruction;
+
+import com.google.common.util.concurrent.ThreadFactoryBuilder;
+import org.apache.hadoop.ozone.container.common.impl.ContainerSet;
+import org.apache.hadoop.ozone.container.common.statemachine.StateContext;
+
+import java.util.concurrent.ExecutorService;
+import java.util.concurrent.LinkedBlockingQueue;
+import java.util.concurrent.ThreadPoolExecutor;
+import java.util.concurrent.TimeUnit;
+
+/**
+ * This class is to handle all the EC reconstruction tasks to be scheduled as
+ * they arrive.
+ */
+public class ECReconstructionSupervisor {
+
+ private final ContainerSet containerSet;
+ private final StateContext context;
+ private final ExecutorService executor;
+
+ public ECReconstructionSupervisor(ContainerSet containerSet,
+ StateContext context, ExecutorService executor) {
+ this.containerSet = containerSet;
+ this.context = context;
+ this.executor = executor;
+ }
+
+ public ECReconstructionSupervisor(ContainerSet containerSet,
+ StateContext context, int poolSize) {
+ // TODO: ReplicationSupervisor and this class can be refactored to have a
+ // common interface.
+ this(containerSet, context,
+ new ThreadPoolExecutor(poolSize, poolSize, 60, TimeUnit.SECONDS,
+ new LinkedBlockingQueue<>(),
+ new ThreadFactoryBuilder().setDaemon(true)
+ .setNameFormat("ECContainerReconstructionThread-%d").build()));
+ }
+
+ public void stop() {
+ try {
+ executor.shutdown();
+ if (!executor.awaitTermination(3, TimeUnit.SECONDS)) {
+ executor.shutdownNow();
+ }
+ } catch (InterruptedException ie) {
+ // Ignore, we don't really care about the failure.
+ Thread.currentThread().interrupt();
+ }
+ }
+
+ public void addTask(ECReconstructionCoordinatorTask task) {
+ executor.execute(task);
+ }
+}
diff --git a/hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/ec/reconstruction/package-info.java b/hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/ec/reconstruction/package-info.java
new file mode 100644
index 000000000000..61f4f5c36b90
--- /dev/null
+++ b/hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/ec/reconstruction/package-info.java
@@ -0,0 +1,18 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.hadoop.ozone.container.ec.reconstruction;
\ No newline at end of file
diff --git a/hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/protocol/commands/ReconstructECContainersCommand.java b/hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/protocol/commands/ReconstructECContainersCommand.java
index 17c8a4f3f7ef..c63c96fa054d 100644
--- a/hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/protocol/commands/ReconstructECContainersCommand.java
+++ b/hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/protocol/commands/ReconstructECContainersCommand.java
@@ -135,7 +135,10 @@ public ECReplicationConfig getEcReplicationConfig() {
return ecReplicationConfig;
}
- static class DatanodeDetailsAndReplicaIndex {
+ /**
+ * To store the datanode details with replica index.
+ */
+ public static class DatanodeDetailsAndReplicaIndex {
private DatanodeDetails dnDetails;
private int replicaIndex;
diff --git a/hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/ec/reconstruction/TestECReconstructionSupervisor.java b/hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/ec/reconstruction/TestECReconstructionSupervisor.java
new file mode 100644
index 000000000000..e86be82a0919
--- /dev/null
+++ b/hadoop-hdds/container-service/src/test/java/org/apache/hadoop/ozone/container/ec/reconstruction/TestECReconstructionSupervisor.java
@@ -0,0 +1,53 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.hadoop.ozone.container.ec.reconstruction;
+
+import org.apache.ozone.test.GenericTestUtils;
+import org.junit.Test;
+
+import java.util.concurrent.TimeoutException;
+
+/**
+ * Tests the ECReconstructionSupervisor.
+ */
+public class TestECReconstructionSupervisor {
+
+ private final ECReconstructionSupervisor supervisor =
+ new ECReconstructionSupervisor(null, null, 5);
+
+ @Test
+ public void testAddTaskShouldExecuteTheGivenTask()
+ throws InterruptedException, TimeoutException {
+ FakeTask task = new FakeTask(null);
+ supervisor.addTask(task);
+ GenericTestUtils.waitFor(() -> task.isExecuted, 100, 15000);
+ }
+
+ static class FakeTask extends ECReconstructionCoordinatorTask {
+ private boolean isExecuted = false;
+
+ FakeTask(ECReconstructionCommandInfo reconstructionCommandInfo) {
+ super(reconstructionCommandInfo);
+ }
+
+ @Override
+ public void run() {
+ isExecuted = true;
+ }
+ }
+}