diff options
| author | papuSpartan <macabeg@icloud.com> | 2023-04-01 07:07:08 +0000 |
|---|---|---|
| committer | papuSpartan <macabeg@icloud.com> | 2023-04-01 07:07:08 +0000 |
| commit | 56680cd84ab68a283772cf697f8a72408a3f4167 (patch) | |
| tree | d250aac38feb7b82b09c76f3266884f5f3ec421f /modules/sd_models.py | |
| parent | 22bcc7be428c94e9408f589966c2040187245d81 (diff) | |
| download | stable-diffusion-webui-gfx803-56680cd84ab68a283772cf697f8a72408a3f4167.tar.gz stable-diffusion-webui-gfx803-56680cd84ab68a283772cf697f8a72408a3f4167.tar.bz2 stable-diffusion-webui-gfx803-56680cd84ab68a283772cf697f8a72408a3f4167.zip | |
first
Diffstat (limited to 'modules/sd_models.py')
| -rw-r--r-- | modules/sd_models.py | 8 |
1 files changed, 8 insertions, 0 deletions
diff --git a/modules/sd_models.py b/modules/sd_models.py index 6ea874df..0b74aa0f 100644 --- a/modules/sd_models.py +++ b/modules/sd_models.py @@ -9,6 +9,7 @@ from omegaconf import OmegaConf from os import mkdir
from urllib import request
import ldm.modules.midas as midas
+import tomesd
from ldm.util import instantiate_from_config
@@ -430,6 +431,13 @@ def load_model(checkpoint_info=None, already_loaded_state_dict=None, time_taken_ try:
with sd_disable_initialization.DisableInitialization(disable_clip=clip_is_included_into_sd):
sd_model = instantiate_from_config(sd_config.model)
+
+ if shared.cmd_opts.token_merging:
+ ratio = shared.cmd_opts.token_merging_ratio
+
+ tomesd.apply_patch(sd_model, ratio=ratio)
+ print(f"Model accelerated using {(ratio * 100)}% token merging via tomesd.")
+ timer.record("token merging")
except Exception as e:
pass
|