1
0
Fork 0

only use mids once

This commit is contained in:
Sean Sube 2023-04-09 22:31:43 -05:00
parent 4947734add
commit df02e20b34
Signed by: ssube
GPG Key ID: 3EED7B957D362AF1
1 changed files with 1 additions and 6 deletions

View File

@ -203,12 +203,7 @@ def blend_loras(
weights[:, :, w, h] = (
up_weight.squeeze(3).squeeze(2)
@ mid_weight[:, :, w, h]
) @ (
down_weight.squeeze(3).squeeze(2).permute((1, 0))
@ mid_weight[:, :, w, h]
).permute(
(1, 0)
)
) @ down_weight.squeeze(3).squeeze(2)
np_weights = weights.numpy() * (alpha / dim)
else: