AI/ComfyUI-WanVideoWrapper
1
0
Fork 0
mirror of https://github.com/kijai/ComfyUI-WanVideoWrapper.git synced 2026-01-26 23:41:35 +03:00
Code Activity

Fix offloading when using merged loras

Browse Source
This commit is contained in:
kijai
2025-08-26 22:34:12 +03:00
parent a1ca0985ec
commit 2a3ca69c83
1 changed files with 16 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

28
nodes.py
View File

@@ -42,18 +42,22 @@ def offload_transformer(transformer):
transformer.teacache_state.clear_all()
transformer.magcache_state.clear_all()
transformer.easycache_state.clear_all()
#transformer.to(offload_device)
for name, param in transformer.named_parameters():
module = transformer
subnames = name.split('.')
for subname in subnames[:-1]:
module = getattr(module, subname)
attr_name = subnames[-1]
if param.data.is_floating_point():
meta_param = torch.nn.Parameter(torch.empty_like(param.data, device='meta'), requires_grad=False)
setattr(module, attr_name, meta_param)
else:
pass
if transformer.patched_linear:
for name, param in transformer.named_parameters():
module = transformer
subnames = name.split('.')
for subname in subnames[:-1]:
module = getattr(module, subname)
attr_name = subnames[-1]
if param.data.is_floating_point():
meta_param = torch.nn.Parameter(torch.empty_like(param.data, device='meta'), requires_grad=False)
setattr(module, attr_name, meta_param)
else:
pass
else:
transformer.to(offload_device)
mm.soft_empty_cache()
gc.collect()