diff options
| author | wangshuai09 <391746016@qq.com> | 2024-01-30 11:15:41 +0000 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2024-01-30 11:15:41 +0000 |
| commit | 74ff85a1a1ee4cce432b1c7d33c1eda831f68d48 (patch) | |
| tree | 99b70e0fef8422c8f603bf7faa1a393091cb2a8b /extensions-builtin/Lora/network_glora.py | |
| parent | ec124607f47371a6cfd61a795f86a7f1cbd44651 (diff) | |
| parent | ce168ab5dbc8b54b7245f352a2eaa55a37019b91 (diff) | |
| download | stable-diffusion-webui-gfx803-74ff85a1a1ee4cce432b1c7d33c1eda831f68d48.tar.gz stable-diffusion-webui-gfx803-74ff85a1a1ee4cce432b1c7d33c1eda831f68d48.tar.bz2 stable-diffusion-webui-gfx803-74ff85a1a1ee4cce432b1c7d33c1eda831f68d48.zip | |
Merge branch 'dev' into npu_support
Diffstat (limited to 'extensions-builtin/Lora/network_glora.py')
| -rw-r--r-- | extensions-builtin/Lora/network_glora.py | 10 |
1 files changed, 5 insertions, 5 deletions
diff --git a/extensions-builtin/Lora/network_glora.py b/extensions-builtin/Lora/network_glora.py index 492d4870..efe5c681 100644 --- a/extensions-builtin/Lora/network_glora.py +++ b/extensions-builtin/Lora/network_glora.py @@ -22,12 +22,12 @@ class NetworkModuleGLora(network.NetworkModule): self.w2b = weights.w["b2.weight"] def calc_updown(self, orig_weight): - w1a = self.w1a.to(orig_weight.device, dtype=orig_weight.dtype) - w1b = self.w1b.to(orig_weight.device, dtype=orig_weight.dtype) - w2a = self.w2a.to(orig_weight.device, dtype=orig_weight.dtype) - w2b = self.w2b.to(orig_weight.device, dtype=orig_weight.dtype) + w1a = self.w1a.to(orig_weight.device) + w1b = self.w1b.to(orig_weight.device) + w2a = self.w2a.to(orig_weight.device) + w2b = self.w2b.to(orig_weight.device) output_shape = [w1a.size(0), w1b.size(1)] - updown = ((w2b @ w1b) + ((orig_weight @ w2a) @ w1a)) + updown = ((w2b @ w1b) + ((orig_weight.to(dtype = w1a.dtype) @ w2a) @ w1a)) return self.finalize_updown(updown, orig_weight, output_shape) |