diff --git a/examples/nlp/language_modeling/conf/megatron_gpt_config.yaml b/examples/nlp/language_modeling/conf/megatron_gpt_config.yaml
index 98711d9a41cd..fdad93d14adf 100755
--- a/examples/nlp/language_modeling/conf/megatron_gpt_config.yaml
+++ b/examples/nlp/language_modeling/conf/megatron_gpt_config.yaml
@@ -1,4 +1,5 @@
 defaults:
+  - _self_
   - optional tp_overlap@model.ub_tp_comm_overlap_cfg:
 
 name: megatron_gpt