From 019a3611dd49ea005d56bf32edad4085e09e58cb Mon Sep 17 00:00:00 2001 From: Yizhen Date: Tue, 15 Oct 2024 09:09:36 +0800 Subject: [PATCH] [fix] merge lora fix --- .gitignore | 1 + examples/merge_lora.py | 1 + 2 files changed, 2 insertions(+) diff --git a/.gitignore b/.gitignore index ae14d4951..697c3e822 100644 --- a/.gitignore +++ b/.gitignore @@ -24,6 +24,7 @@ data/ # output models output_models/ +adapter_model/ # Distribution / packaging .Python diff --git a/examples/merge_lora.py b/examples/merge_lora.py index a8f40db0e..cd52363a8 100644 --- a/examples/merge_lora.py +++ b/examples/merge_lora.py @@ -66,6 +66,7 @@ def main(): device=merge_lora_args.device, ds_config=merge_lora_args.ds_config ) + model.activate_model_for_inference() model.merge_lora_weights() model.save(merge_lora_args.output_model_path, save_full_model=True)