diff options
| author | guaneec <guaneec@users.noreply.github.com> | 2022-10-26 06:58:04 +0000 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2022-10-26 06:58:04 +0000 |
| commit | 649d79a8ecd20ccf3c375f7116eee4809f844e3c (patch) | |
| tree | 0259f0c01540da824c706b7626d5930ebaca9d01 /modules/textual_inversion/textual_inversion.py | |
| parent | 877d94f97ca5491d8779440769b191e0dcd32c8e (diff) | |
| parent | 757264c453eca533ee1c9ea7e9d9b45a009367d7 (diff) | |
| download | stable-diffusion-webui-gfx803-649d79a8ecd20ccf3c375f7116eee4809f844e3c.tar.gz stable-diffusion-webui-gfx803-649d79a8ecd20ccf3c375f7116eee4809f844e3c.tar.bz2 stable-diffusion-webui-gfx803-649d79a8ecd20ccf3c375f7116eee4809f844e3c.zip | |
Merge branch 'master' into hn-activation
Diffstat (limited to 'modules/textual_inversion/textual_inversion.py')
| -rw-r--r-- | modules/textual_inversion/textual_inversion.py | 3 |
1 files changed, 3 insertions, 0 deletions
diff --git a/modules/textual_inversion/textual_inversion.py b/modules/textual_inversion/textual_inversion.py index 529ed3e2..647ffe3e 100644 --- a/modules/textual_inversion/textual_inversion.py +++ b/modules/textual_inversion/textual_inversion.py @@ -157,6 +157,9 @@ def create_embedding(name, num_vectors_per_token, overwrite_old, init_text='*'): cond_model = shared.sd_model.cond_stage_model
embedding_layer = cond_model.wrapped.transformer.text_model.embeddings
+ with devices.autocast():
+ cond_model([""]) # will send cond model to GPU if lowvram/medvram is active
+
ids = cond_model.tokenizer(init_text, max_length=num_vectors_per_token, return_tensors="pt", add_special_tokens=False)["input_ids"]
embedded = embedding_layer.token_embedding.wrapped(ids.to(devices.device)).squeeze(0)
vec = torch.zeros((num_vectors_per_token, embedded.shape[1]), device=devices.device)
|