Update sft_trainer.py (#1698)

huggingface · Jun 5, 2024 · c0819ee · c0819ee
1 parent a03e7cc
commit c0819ee
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/trl/trainer/sft_trainer.py b/trl/trainer/sft_trainer.py
@@ -151,7  151,7 @@ def __init__(
                 "You passed `model_init_kwargs` to the SFTTrainer, the value you passed will override the one in the `SFTConfig`."
             )
             args.model_init_kwargs = model_init_kwargs
-        if args.model_init_kwargs is None:
         if getattr(args, "model_init_kwargs", None) is None:
             model_init_kwargs = {}
         elif not isinstance(model, str):
             raise ValueError("You passed model_init_kwargs to the SFTConfig, but your model is already instantiated.")