Skip to content

Commit

Permalink
fix formatting issue
Browse files Browse the repository at this point in the history
  • Loading branch information
xylian86 committed Oct 25, 2024
1 parent 55794d9 commit ff1083c
Showing 1 changed file with 2 additions and 2 deletions.
4 changes: 2 additions & 2 deletions deepspeed/utils/zero_to_fp32.py
Original file line number Diff line number Diff line change
Expand Up @@ -218,10 +218,10 @@ def _get_fp32_state_dict_from_zero_checkpoint(ds_checkpoint_dir, exclude_frozen_

if zero_stage <= 2:
return _get_fp32_state_dict_from_zero2_checkpoint(ds_checkpoint_dir, zero_model_states,
exclude_frozen_parameters)
exclude_frozen_parameters)
elif zero_stage == 3:
return _get_fp32_state_dict_from_zero3_checkpoint(ds_checkpoint_dir, zero_model_states,
exclude_frozen_parameters)
exclude_frozen_parameters)


def _zero2_merge_frozen_params(state_dict, zero_model_states):
Expand Down

0 comments on commit ff1083c

Please sign in to comment.