This commit is contained in:
Xiaoyu Xu 2026-01-07 09:17:42 -05:00 committed by GitHub
commit 801b9bf9db
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -306,7 +306,10 @@ class BaseModel(torch.nn.Module):
to_load[k[len(unet_prefix):]] = sd.pop(k)
to_load = self.model_config.process_unet_state_dict(to_load)
m, u = self.diffusion_model.load_state_dict(to_load, strict=False)
# assign=True will reuse the tensor storage in state dict, this will avoid copy and saving CPU memory
# when loading large models with mmap.
delay_copy_with_assign = utils.MMAP_TORCH_FILES or not utils.DISABLE_MMAP
m, u = self.diffusion_model.load_state_dict(to_load, strict=False, assign=delay_copy_with_assign)
if len(m) > 0:
logging.warning("unet missing: {}".format(m))