diff options
| author | AUTOMATIC1111 <16777216c@gmail.com> | 2023-06-07 04:48:52 +0000 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2023-06-07 04:48:52 +0000 |
| commit | 806ea639e6f198f5f7153966e32ae7c5a3d2aad3 (patch) | |
| tree | 03e5cbd1c01035806d66568ccc0e19c6bba4b123 /modules/sd_hijack_optimizations.py | |
| parent | a009fe15fd98b44aede07c47bf7938fb4280924b (diff) | |
| parent | d9cc0910c8aca481f294009526897152901c32b9 (diff) | |
| download | stable-diffusion-webui-gfx803-806ea639e6f198f5f7153966e32ae7c5a3d2aad3.tar.gz stable-diffusion-webui-gfx803-806ea639e6f198f5f7153966e32ae7c5a3d2aad3.tar.bz2 stable-diffusion-webui-gfx803-806ea639e6f198f5f7153966e32ae7c5a3d2aad3.zip | |
Merge pull request #11066 from aljungberg/patch-1
Fix upcast attention dtype error.
Diffstat (limited to 'modules/sd_hijack_optimizations.py')
| -rw-r--r-- | modules/sd_hijack_optimizations.py | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/modules/sd_hijack_optimizations.py b/modules/sd_hijack_optimizations.py index 3c71e6b5..53e27ade 100644 --- a/modules/sd_hijack_optimizations.py +++ b/modules/sd_hijack_optimizations.py @@ -602,7 +602,7 @@ def sdp_attnblock_forward(self, x): q, k, v = (rearrange(t, 'b c h w -> b (h w) c') for t in (q, k, v))
dtype = q.dtype
if shared.opts.upcast_attn:
- q, k = q.float(), k.float()
+ q, k, v = q.float(), k.float(), v.float()
q = q.contiguous()
k = k.contiguous()
v = v.contiguous()
|