From 4d7a856ea9bc0deff065637849e23309ee6ef464 Mon Sep 17 00:00:00 2001 From: Ammar Ahmad Awan Date: Wed, 22 Sep 2021 23:24:24 +0500 Subject: [PATCH] Fix from Felipe and Young for loading checkpoints. --- deepspeed/runtime/engine.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/deepspeed/runtime/engine.py b/deepspeed/runtime/engine.py index b2d9c83eb2b3..243927547067 100755 --- a/deepspeed/runtime/engine.py +++ b/deepspeed/runtime/engine.py @@ -2028,7 +2028,7 @@ def _load_checkpoint(self, value in checkpoint.items() if not key in deepspeed_states } - if not load_optimizer_states: + if not load_optimizer_states and not load_module_only: client_state['optimizer'] = optim_checkpoint['optimizer'] return load_path, client_state