diff options
| author | v0xie <28695009+v0xie@users.noreply.github.com> | 2023-10-19 19:52:14 +0000 |
|---|---|---|
| committer | v0xie <28695009+v0xie@users.noreply.github.com> | 2023-10-19 19:52:14 +0000 |
| commit | d10c4db57ed08234a7aed5f530f269ff78544ab0 (patch) | |
| tree | 213ece8f1212a8e3ff725f56fea7b5aaf2255574 /extensions-builtin/Lora/network_oft.py | |
| parent | 321680ccd0e0404223fbdf4f26498f7d0317fb75 (diff) | |
| download | stable-diffusion-webui-gfx803-d10c4db57ed08234a7aed5f530f269ff78544ab0.tar.gz stable-diffusion-webui-gfx803-d10c4db57ed08234a7aed5f530f269ff78544ab0.tar.bz2 stable-diffusion-webui-gfx803-d10c4db57ed08234a7aed5f530f269ff78544ab0.zip | |
style: formatting
Diffstat (limited to 'extensions-builtin/Lora/network_oft.py')
| -rw-r--r-- | extensions-builtin/Lora/network_oft.py | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/extensions-builtin/Lora/network_oft.py b/extensions-builtin/Lora/network_oft.py index 2af1bc4c..0a87958e 100644 --- a/extensions-builtin/Lora/network_oft.py +++ b/extensions-builtin/Lora/network_oft.py @@ -37,7 +37,7 @@ class NetworkModuleOFT(network.NetworkModule): def apply_to(self): self.org_forward = self.org_module[0].forward self.org_module[0].forward = self.forward - + def get_weight(self, oft_blocks, multiplier=None): block_Q = oft_blocks - oft_blocks.transpose(1, 2) norm_Q = torch.norm(block_Q.flatten()) @@ -66,7 +66,7 @@ class NetworkModuleOFT(network.NetworkModule): output_shape = self.oft_blocks.shape return self.finalize_updown(updown, orig_weight, output_shape) - + def forward(self, x, y=None): x = self.org_forward(x) if self.multiplier() == 0.0: |