diff options
| author | Robert Barron <rubberbaron@robustspread.com> | 2023-08-14 07:35:17 +0000 |
|---|---|---|
| committer | Robert Barron <rubberbaron@robustspread.com> | 2023-08-14 07:35:17 +0000 |
| commit | d61e31bae620632c026c927cf6538180447c6918 (patch) | |
| tree | 0397dcc8e741ed391164fb6b7e8e374a46f0f4ce /modules/sub_quadratic_attention.py | |
| parent | 54f926b11d29910df9f813e2e0ea6d35c6f4a50d (diff) | |
| parent | f3b96d4998d8ca376d33efa7a4454e8c28e24255 (diff) | |
| download | stable-diffusion-webui-gfx803-d61e31bae620632c026c927cf6538180447c6918.tar.gz stable-diffusion-webui-gfx803-d61e31bae620632c026c927cf6538180447c6918.tar.bz2 stable-diffusion-webui-gfx803-d61e31bae620632c026c927cf6538180447c6918.zip | |
Merge remote-tracking branch 'auto1111/dev' into shared-hires-prompt-test
Diffstat (limited to 'modules/sub_quadratic_attention.py')
| -rw-r--r-- | modules/sub_quadratic_attention.py | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/modules/sub_quadratic_attention.py b/modules/sub_quadratic_attention.py index 497568eb..ae4ee4bb 100644 --- a/modules/sub_quadratic_attention.py +++ b/modules/sub_quadratic_attention.py @@ -58,7 +58,7 @@ def _summarize_chunk( scale: float, ) -> AttnChunk: attn_weights = torch.baddbmm( - torch.empty(1, 1, 1, device=query.device, dtype=query.dtype), + torch.zeros(1, 1, 1, device=query.device, dtype=query.dtype), query, key.transpose(1,2), alpha=scale, @@ -121,7 +121,7 @@ def _get_attention_scores_no_kv_chunking( scale: float, ) -> Tensor: attn_scores = torch.baddbmm( - torch.empty(1, 1, 1, device=query.device, dtype=query.dtype), + torch.zeros(1, 1, 1, device=query.device, dtype=query.dtype), query, key.transpose(1,2), alpha=scale, |