diff options
author | C43H66N12O12S2 <36072735+C43H66N12O12S2@users.noreply.github.com> | 2022-10-17 16:49:11 +0000 |
---|---|---|
committer | AUTOMATIC1111 <16777216c@gmail.com> | 2022-10-18 08:53:04 +0000 |
commit | 2043c4a231eef838bb15044f502b864b55885037 (patch) | |
tree | 86c758faf6926a00ad721b2140e10c773f780fd5 /modules/sd_hijack_optimizations.py | |
parent | 786ed499226177d71e937e0342bcb9d3b1ff260f (diff) | |
download | stable-diffusion-webui-gfx803-2043c4a231eef838bb15044f502b864b55885037.tar.gz stable-diffusion-webui-gfx803-2043c4a231eef838bb15044f502b864b55885037.tar.bz2 stable-diffusion-webui-gfx803-2043c4a231eef838bb15044f502b864b55885037.zip |
delete xformers attnblock
Diffstat (limited to 'modules/sd_hijack_optimizations.py')
-rw-r--r-- | modules/sd_hijack_optimizations.py | 12 |
1 files changed, 0 insertions, 12 deletions
diff --git a/modules/sd_hijack_optimizations.py b/modules/sd_hijack_optimizations.py index 79405525..60da7459 100644 --- a/modules/sd_hijack_optimizations.py +++ b/modules/sd_hijack_optimizations.py @@ -292,15 +292,3 @@ def cross_attention_attnblock_forward(self, x): return h3
-def xformers_attnblock_forward(self, x):
- try:
- h_ = x
- h_ = self.norm(h_)
- q1 = self.q(h_).contiguous()
- k1 = self.k(h_).contiguous()
- v = self.v(h_).contiguous()
- out = xformers.ops.memory_efficient_attention(q1, k1, v)
- out = self.proj_out(out)
- return x + out
- except NotImplementedError:
- return cross_attention_attnblock_forward(self, x)
|