AI/ComfyUI-WanVideoWrapper
1
0
Fork 0
mirror of https://github.com/kijai/ComfyUI-WanVideoWrapper.git synced 2026-01-26 23:41:35 +03:00
Code Activity

Allow compile in lora application

Browse Source
This commit is contained in:
kijai
2025-10-27 01:34:32 +02:00
parent 51fcbd6b3d
commit f880b321c6
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
custom_linear.py
View File

@@ -101,7 +101,7 @@ class CustomLinear(nn.Linear):
return torch.nn.functional.linear(input, weight, bias)
@torch.compiler.disable()
#@torch.compiler.disable()
def apply_lora(self, weight):
for lora_diff, lora_strength in zip(self.lora[0], self.lora[1]):
if isinstance(lora_strength, list):
@@ -113,7 +113,7 @@ class CustomLinear(nn.Linear):
patch_diff = torch.mm(
lora_diff[0].flatten(start_dim=1).to(weight.device),
lora_diff[1].flatten(start_dim=1).to(weight.device)
).reshape(weight.shape)
).reshape(weight.shape) + 0
alpha = lora_diff[2] / lora_diff[1].shape[0] if lora_diff[2] is not None else 1.0
scale = lora_strength * alpha
weight = weight.add(patch_diff, alpha=scale)