From bd46bff24f0288651f6c5bc924ed13071328b427 Mon Sep 17 00:00:00 2001 From: Virginia Adams Date: Fri, 27 May 2022 19:56:45 +0000 Subject: [PATCH 1/2] Updated config to fix CI test issue Signed-off-by: Virginia Adams --- .../conf/megatron_gpt_prompt_learning_config.yaml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/examples/nlp/language_modeling/conf/megatron_gpt_prompt_learning_config.yaml b/examples/nlp/language_modeling/conf/megatron_gpt_prompt_learning_config.yaml index 2a7344db9eb5..6062b925b5c3 100644 --- a/examples/nlp/language_modeling/conf/megatron_gpt_prompt_learning_config.yaml +++ b/examples/nlp/language_modeling/conf/megatron_gpt_prompt_learning_config.yaml @@ -72,8 +72,8 @@ model: - taskname: 'rte' prompt_template: '<|VIRTUAL_PROMPT_0|>{text}{answer}' - total_virtual_tokens: 10 - virtual_token_splits: [10] + total_virtual_tokens: 100 + virtual_token_splits: [100] truncate_field: null answer_only_loss: True answer_field: 'answer' From 99847025ddaa9c21ff1a96f00d8c75e53c987547 Mon Sep 17 00:00:00 2001 From: Virginia Adams Date: Fri, 27 May 2022 20:59:27 +0000 Subject: [PATCH 2/2] Increased num workers Signed-off-by: Virginia Adams --- .../conf/megatron_gpt_prompt_learning_config.yaml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/examples/nlp/language_modeling/conf/megatron_gpt_prompt_learning_config.yaml b/examples/nlp/language_modeling/conf/megatron_gpt_prompt_learning_config.yaml index 6062b925b5c3..75339f1355fe 100644 --- a/examples/nlp/language_modeling/conf/megatron_gpt_prompt_learning_config.yaml +++ b/examples/nlp/language_modeling/conf/megatron_gpt_prompt_learning_config.yaml @@ -72,8 +72,8 @@ model: - taskname: 'rte' prompt_template: '<|VIRTUAL_PROMPT_0|>{text}{answer}' - total_virtual_tokens: 100 - virtual_token_splits: [100] + total_virtual_tokens: 10 + virtual_token_splits: [10] truncate_field: null answer_only_loss: True answer_field: 'answer' @@ -91,7 +91,7 @@ model: validation_ds: [data/rte_val.jsonl,] add_eos: True shuffle: True - num_workers: 1 + num_workers: 8 pin_memory: True