From ada31a0e06bb7366f2ac8d38c24f30beaeb62d89 Mon Sep 17 00:00:00 2001 From: Virginia Adams Date: Tue, 31 May 2022 23:24:42 +0000 Subject: [PATCH 1/2] Changed total virtual prompt tokens Signed-off-by: Virginia Adams --- .../conf/megatron_gpt_prompt_learning_config.yaml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/examples/nlp/language_modeling/conf/megatron_gpt_prompt_learning_config.yaml b/examples/nlp/language_modeling/conf/megatron_gpt_prompt_learning_config.yaml index 75339f1355fe..a33115282595 100644 --- a/examples/nlp/language_modeling/conf/megatron_gpt_prompt_learning_config.yaml +++ b/examples/nlp/language_modeling/conf/megatron_gpt_prompt_learning_config.yaml @@ -72,8 +72,8 @@ model: - taskname: 'rte' prompt_template: '<|VIRTUAL_PROMPT_0|>{text}{answer}' - total_virtual_tokens: 10 - virtual_token_splits: [10] + total_virtual_tokens: 9 + virtual_token_splits: [9] truncate_field: null answer_only_loss: True answer_field: 'answer' @@ -91,7 +91,7 @@ model: validation_ds: [data/rte_val.jsonl,] add_eos: True shuffle: True - num_workers: 8 + num_workers: 1 pin_memory: True From 5de9c60b425c43c7004be18da80277fb7bed5afa Mon Sep 17 00:00:00 2001 From: Virginia Adams Date: Tue, 31 May 2022 23:41:11 +0000 Subject: [PATCH 2/2] put number of workers back Signed-off-by: Virginia Adams --- .../conf/megatron_gpt_prompt_learning_config.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/nlp/language_modeling/conf/megatron_gpt_prompt_learning_config.yaml b/examples/nlp/language_modeling/conf/megatron_gpt_prompt_learning_config.yaml index a33115282595..667258fe9995 100644 --- a/examples/nlp/language_modeling/conf/megatron_gpt_prompt_learning_config.yaml +++ b/examples/nlp/language_modeling/conf/megatron_gpt_prompt_learning_config.yaml @@ -91,7 +91,7 @@ model: validation_ds: [data/rte_val.jsonl,] add_eos: True shuffle: True - num_workers: 1 + num_workers: 8 pin_memory: True