diff options
| author | C43H66N12O12S2 <36072735+C43H66N12O12S2@users.noreply.github.com> | 2022-10-17 21:02:50 +0000 |
|---|---|---|
| committer | AUTOMATIC1111 <16777216c@gmail.com> | 2022-10-18 08:53:04 +0000 |
| commit | c71008c74156635558bb2e877d1628913f6f781e (patch) | |
| tree | 2f26dcf4f9ce5b6a3d41b36c3f2872ab5632804d | |
| parent | 73b5dbf72a93b64445551c74a4c0dc924986081d (diff) | |
| download | stable-diffusion-webui-gfx803-c71008c74156635558bb2e877d1628913f6f781e.tar.gz stable-diffusion-webui-gfx803-c71008c74156635558bb2e877d1628913f6f781e.tar.bz2 stable-diffusion-webui-gfx803-c71008c74156635558bb2e877d1628913f6f781e.zip | |
Update sd_hijack_optimizations.py
| -rw-r--r-- | modules/sd_hijack_optimizations.py | 3 |
1 files changed, 3 insertions, 0 deletions
diff --git a/modules/sd_hijack_optimizations.py b/modules/sd_hijack_optimizations.py index 7ebef3f0..a3345bb9 100644 --- a/modules/sd_hijack_optimizations.py +++ b/modules/sd_hijack_optimizations.py @@ -301,6 +301,9 @@ def xformers_attnblock_forward(self, x): v = self.v(h_)
b, c, h, w = q.shape
q, k, v = map(lambda t: rearrange(t, 'b c h w -> b (h w) c'), (q, k, v))
+ q = q.contiguous()
+ k = k.contiguous()
+ v = v.contiguous()
out = xformers.ops.memory_efficient_attention(q, k, v)
out = rearrange(out, 'b (h w) c -> b c h w', h=h)
out = self.proj_out(out)
|