Skip to content

Commit 0608921

Browse files
authored
[zero] hotfix update master params (#5951)
1 parent bcf0181 commit 0608921

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

colossalai/zero/low_level/low_level_optim.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -807,8 +807,8 @@ def update_master_params(self, model: nn.Module) -> None:
807807
"""
808808
for p in model.parameters():
809809
p_id = id(p)
810-
pg = self.param_to_pg[p]
811810
if p_id in self.working_to_master_param:
811+
pg = self.param_to_pg[p]
812812
master_param = self.working_to_master_param[p_id]
813813
padding_size = self.get_param_padding_size(p)
814814
working_param = p.data.view(-1)

0 commit comments

Comments
 (0)