aboutsummaryrefslogtreecommitdiffstats
path: root/modules/sub_quadratic_attention.py
diff options
context:
space:
mode:
authorAUTOMATIC1111 <16777216c@gmail.com>2023-09-09 07:31:56 +0000
committerGitHub <noreply@github.com>2023-09-09 07:31:56 +0000
commit924642331b13b73adbada3270a52cc5c7ae85ace (patch)
treedd15c7eccf1ef65d9da772c14c16f943766ac69d /modules/sub_quadratic_attention.py
parentc9c457eda8dec414dc38e874691d1e2736d6dcbb (diff)
parentb6c1a1bbbf29a3041025aa336f6f843ffd7c7d46 (diff)
downloadstable-diffusion-webui-gfx803-924642331b13b73adbada3270a52cc5c7ae85ace.tar.gz
stable-diffusion-webui-gfx803-924642331b13b73adbada3270a52cc5c7ae85ace.tar.bz2
stable-diffusion-webui-gfx803-924642331b13b73adbada3270a52cc5c7ae85ace.zip
Merge pull request #12846 from a666/deprecated-types
Fix some deprecated types
Diffstat (limited to 'modules/sub_quadratic_attention.py')
-rw-r--r--modules/sub_quadratic_attention.py4
1 files changed, 2 insertions, 2 deletions
diff --git a/modules/sub_quadratic_attention.py b/modules/sub_quadratic_attention.py
index ae4ee4bb..4cb561ef 100644
--- a/modules/sub_quadratic_attention.py
+++ b/modules/sub_quadratic_attention.py
@@ -15,7 +15,7 @@ import torch
from torch import Tensor
from torch.utils.checkpoint import checkpoint
import math
-from typing import Optional, NamedTuple, List
+from typing import Optional, NamedTuple
def narrow_trunc(
@@ -97,7 +97,7 @@ def _query_chunk_attention(
)
return summarize_chunk(query, key_chunk, value_chunk)
- chunks: List[AttnChunk] = [
+ chunks: list[AttnChunk] = [
chunk_scanner(chunk) for chunk in torch.arange(0, k_tokens, kv_chunk_size)
]
acc_chunk = AttnChunk(*map(torch.stack, zip(*chunks)))