diff options
| author | AngelBottomless <35677394+aria1th@users.noreply.github.com> | 2022-10-25 05:48:49 +0000 |
|---|---|---|
| committer | AUTOMATIC1111 <16777216c@gmail.com> | 2022-10-26 06:17:01 +0000 |
| commit | de096d0ce752c96e45508dcc7b9e84f7dbe10cca (patch) | |
| tree | d483fd5ca2a6bc1333d239b762fba34e18de331d /modules/hypernetworks/ui.py | |
| parent | 3e15f8e0f5cc87507f77546d92435670644dbd18 (diff) | |
| download | stable-diffusion-webui-gfx803-de096d0ce752c96e45508dcc7b9e84f7dbe10cca.tar.gz stable-diffusion-webui-gfx803-de096d0ce752c96e45508dcc7b9e84f7dbe10cca.tar.bz2 stable-diffusion-webui-gfx803-de096d0ce752c96e45508dcc7b9e84f7dbe10cca.zip | |
Weight initialization and More activation func
add weight init
add weight init option in create_hypernetwork
fstringify hypernet info
save weight initialization info for further debugging
fill bias with zero for He/Xavier
initialize LayerNorm with Normal
fix loading weight_init
Diffstat (limited to 'modules/hypernetworks/ui.py')
| -rw-r--r-- | modules/hypernetworks/ui.py | 4 |
1 files changed, 3 insertions, 1 deletions
diff --git a/modules/hypernetworks/ui.py b/modules/hypernetworks/ui.py index 2b472d87..2c6c0470 100644 --- a/modules/hypernetworks/ui.py +++ b/modules/hypernetworks/ui.py @@ -8,8 +8,9 @@ import modules.textual_inversion.textual_inversion from modules import devices, sd_hijack, shared
from modules.hypernetworks import hypernetwork
+keys = list(hypernetwork.HypernetworkModule.activation_dict.keys())
-def create_hypernetwork(name, enable_sizes, overwrite_old, layer_structure=None, activation_func=None, add_layer_norm=False, use_dropout=False):
+def create_hypernetwork(name, enable_sizes, overwrite_old, layer_structure=None, activation_func=None, weight_init=None, add_layer_norm=False, use_dropout=False):
# Remove illegal characters from name.
name = "".join( x for x in name if (x.isalnum() or x in "._- "))
@@ -25,6 +26,7 @@ def create_hypernetwork(name, enable_sizes, overwrite_old, layer_structure=None, enable_sizes=[int(x) for x in enable_sizes],
layer_structure=layer_structure,
activation_func=activation_func,
+ weight_init=weight_init,
add_layer_norm=add_layer_norm,
use_dropout=use_dropout,
)
|