From 7f7c8a4bd83543ee930fe321d28dc6880331b454 Mon Sep 17 00:00:00 2001 From: yuehuayingxueluo <867460659@qq.com> Date: Thu, 9 Feb 2023 15:46:11 +0800 Subject: [PATCH 1/3] add fuse_pass --- ppfleetx/configs/nlp/gpt/auto/pretrain_gpt_base.yaml | 5 +++++ ppfleetx/utils/config.py | 6 ++++++ 2 files changed, 11 insertions(+) diff --git a/ppfleetx/configs/nlp/gpt/auto/pretrain_gpt_base.yaml b/ppfleetx/configs/nlp/gpt/auto/pretrain_gpt_base.yaml index 27c90819d..4baaf1edb 100644 --- a/ppfleetx/configs/nlp/gpt/auto/pretrain_gpt_base.yaml +++ b/ppfleetx/configs/nlp/gpt/auto/pretrain_gpt_base.yaml @@ -24,6 +24,11 @@ Engine: ckpt_dir: +Fused_passes: + enable: False + fused_passes_list: [] + + Model: module: "GPTModuleAuto" name: "GPT" diff --git a/ppfleetx/utils/config.py b/ppfleetx/utils/config.py index c51529633..090f5ce72 100644 --- a/ppfleetx/utils/config.py +++ b/ppfleetx/utils/config.py @@ -579,6 +579,12 @@ def process_auto_strategy(config): tuning.run_after_tuning = tuning_cfg.get('run_after_tuning', True) tuning.debug = tuning_cfg.get('debug', True) + fused_passes_cfg = config.get('Fused_passes', {}) + print("fused_passes_cfg:", fused_passes_cfg) + fused_passes = strategy.fused_passes + fused_passes.enable = fused_passes_cfg.get('enable', False) + fused_passes.fused_passes_list = fused_passes_cfg.get('fused_passes_list', []) + engine_cfg = config['Engine'] engine_cfg['strategy'] = strategy From d21e689ee33037f7d63b88ccbc42335a6de7f3a5 Mon Sep 17 00:00:00 2001 From: yuehuayingxueluo <867460659@qq.com> Date: Fri, 17 Feb 2023 11:56:49 +0800 Subject: [PATCH 2/3] fix pr review --- ppfleetx/configs/nlp/gpt/auto/pretrain_gpt_base.yaml | 2 +- ppfleetx/utils/config.py | 1 - 2 files changed, 1 insertion(+), 2 deletions(-) diff --git a/ppfleetx/configs/nlp/gpt/auto/pretrain_gpt_base.yaml b/ppfleetx/configs/nlp/gpt/auto/pretrain_gpt_base.yaml index 4baaf1edb..2117be4eb 100644 --- a/ppfleetx/configs/nlp/gpt/auto/pretrain_gpt_base.yaml +++ b/ppfleetx/configs/nlp/gpt/auto/pretrain_gpt_base.yaml @@ -24,7 +24,7 @@ Engine: ckpt_dir: -Fused_passes: +Fused_Passes: enable: False fused_passes_list: [] diff --git a/ppfleetx/utils/config.py b/ppfleetx/utils/config.py index 090f5ce72..51db8552b 100644 --- a/ppfleetx/utils/config.py +++ b/ppfleetx/utils/config.py @@ -580,7 +580,6 @@ def process_auto_strategy(config): tuning.debug = tuning_cfg.get('debug', True) fused_passes_cfg = config.get('Fused_passes', {}) - print("fused_passes_cfg:", fused_passes_cfg) fused_passes = strategy.fused_passes fused_passes.enable = fused_passes_cfg.get('enable', False) fused_passes.fused_passes_list = fused_passes_cfg.get('fused_passes_list', []) From b506dd2c06c8576adb2b94cd7de9f8e9dddaf181 Mon Sep 17 00:00:00 2001 From: yuehuayingxueluo <867460659@qq.com> Date: Fri, 17 Feb 2023 20:05:20 +0800 Subject: [PATCH 3/3] fix code style --- ppfleetx/configs/nlp/gpt/auto/pretrain_gpt_base.yaml | 2 +- ppfleetx/utils/config.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/ppfleetx/configs/nlp/gpt/auto/pretrain_gpt_base.yaml b/ppfleetx/configs/nlp/gpt/auto/pretrain_gpt_base.yaml index 2117be4eb..32d829e2e 100644 --- a/ppfleetx/configs/nlp/gpt/auto/pretrain_gpt_base.yaml +++ b/ppfleetx/configs/nlp/gpt/auto/pretrain_gpt_base.yaml @@ -24,7 +24,7 @@ Engine: ckpt_dir: -Fused_Passes: +FusedPasses: enable: False fused_passes_list: [] diff --git a/ppfleetx/utils/config.py b/ppfleetx/utils/config.py index 51db8552b..93b0e4086 100644 --- a/ppfleetx/utils/config.py +++ b/ppfleetx/utils/config.py @@ -579,7 +579,7 @@ def process_auto_strategy(config): tuning.run_after_tuning = tuning_cfg.get('run_after_tuning', True) tuning.debug = tuning_cfg.get('debug', True) - fused_passes_cfg = config.get('Fused_passes', {}) + fused_passes_cfg = config.get('FusedPasses', {}) fused_passes = strategy.fused_passes fused_passes.enable = fused_passes_cfg.get('enable', False) fused_passes.fused_passes_list = fused_passes_cfg.get('fused_passes_list', [])