From 70234515fb4a681cfb3506a3596c138c742a10ec Mon Sep 17 00:00:00 2001 From: vfdev Date: Sat, 27 Feb 2021 00:31:10 +0100 Subject: [PATCH] fixed typo --- deepspeed/runtime/pipe/topology.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/deepspeed/runtime/pipe/topology.py b/deepspeed/runtime/pipe/topology.py index 3862e8469aef..b1e11ee0e492 100644 --- a/deepspeed/runtime/pipe/topology.py +++ b/deepspeed/runtime/pipe/topology.py @@ -251,7 +251,7 @@ def __init__(self, num_pp, num_mp, num_dp): class PipelineParallelGrid: """Implements a grid object that stores the data parallel ranks - corresponding to each o the model parallel stages + corresponding to each of the model parallel stages The grid object organizes the processes in a distributed pytorch job into a 2D grid, of stage_id and data_parallel_id.