aboutsummaryrefslogtreecommitdiffstats
path: root/modules/sub_quadratic_attention.py
diff options
context:
space:
mode:
authora666 <19142162+a666@users.noreply.github.com>2023-08-25 07:58:19 +0000
committera666 <19142162+a666@users.noreply.github.com>2023-08-29 06:54:57 +0000
commitb6c1a1bbbf29a3041025aa336f6f843ffd7c7d46 (patch)
tree40015e451e0e578440bfaaed93a6b4f7a63851c4 /modules/sub_quadratic_attention.py
parent84d41e49b3674699155ba2b7d80fd6f7f8957b7a (diff)
downloadstable-diffusion-webui-gfx803-b6c1a1bbbf29a3041025aa336f6f843ffd7c7d46.tar.gz
stable-diffusion-webui-gfx803-b6c1a1bbbf29a3041025aa336f6f843ffd7c7d46.tar.bz2
stable-diffusion-webui-gfx803-b6c1a1bbbf29a3041025aa336f6f843ffd7c7d46.zip
Fix some deprecated types
Diffstat (limited to 'modules/sub_quadratic_attention.py')
-rw-r--r--modules/sub_quadratic_attention.py4
1 files changed, 2 insertions, 2 deletions
diff --git a/modules/sub_quadratic_attention.py b/modules/sub_quadratic_attention.py
index ae4ee4bb..4cb561ef 100644
--- a/modules/sub_quadratic_attention.py
+++ b/modules/sub_quadratic_attention.py
@@ -15,7 +15,7 @@ import torch
from torch import Tensor
from torch.utils.checkpoint import checkpoint
import math
-from typing import Optional, NamedTuple, List
+from typing import Optional, NamedTuple
def narrow_trunc(
@@ -97,7 +97,7 @@ def _query_chunk_attention(
)
return summarize_chunk(query, key_chunk, value_chunk)
- chunks: List[AttnChunk] = [
+ chunks: list[AttnChunk] = [
chunk_scanner(chunk) for chunk in torch.arange(0, k_tokens, kv_chunk_size)
]
acc_chunk = AttnChunk(*map(torch.stack, zip(*chunks)))