diff options
| author | AngelBottomless <35677394+aria1th@users.noreply.github.com> | 2022-10-25 05:48:49 +0000 |
|---|---|---|
| committer | AUTOMATIC1111 <16777216c@gmail.com> | 2022-10-26 06:17:01 +0000 |
| commit | de096d0ce752c96e45508dcc7b9e84f7dbe10cca (patch) | |
| tree | d483fd5ca2a6bc1333d239b762fba34e18de331d /modules/ui.py | |
| parent | 3e15f8e0f5cc87507f77546d92435670644dbd18 (diff) | |
| download | stable-diffusion-webui-gfx803-de096d0ce752c96e45508dcc7b9e84f7dbe10cca.tar.gz stable-diffusion-webui-gfx803-de096d0ce752c96e45508dcc7b9e84f7dbe10cca.tar.bz2 stable-diffusion-webui-gfx803-de096d0ce752c96e45508dcc7b9e84f7dbe10cca.zip | |
Weight initialization and More activation func
add weight init
add weight init option in create_hypernetwork
fstringify hypernet info
save weight initialization info for further debugging
fill bias with zero for He/Xavier
initialize LayerNorm with Normal
fix loading weight_init
Diffstat (limited to 'modules/ui.py')
| -rw-r--r-- | modules/ui.py | 4 |
1 files changed, 3 insertions, 1 deletions
diff --git a/modules/ui.py b/modules/ui.py index 03528968..8e343258 100644 --- a/modules/ui.py +++ b/modules/ui.py @@ -1238,7 +1238,8 @@ def create_ui(wrap_gradio_gpu_call): new_hypernetwork_name = gr.Textbox(label="Name")
new_hypernetwork_sizes = gr.CheckboxGroup(label="Modules", value=["768", "320", "640", "1280"], choices=["768", "320", "640", "1280"])
new_hypernetwork_layer_structure = gr.Textbox("1, 2, 1", label="Enter hypernetwork layer structure", placeholder="1st and last digit must be 1. ex:'1, 2, 1'")
- new_hypernetwork_activation_func = gr.Dropdown(value="relu", label="Select activation function of hypernetwork", choices=["linear", "relu", "leakyrelu", "elu", "swish"])
+ new_hypernetwork_activation_func = gr.Dropdown(value="relu", label="Select activation function of hypernetwork", choices=modules.hypernetworks.ui.keys)
+ new_hypernetwork_initialization_option = gr.Dropdown(value = "Normal", label="Select Layer weights initialization. relu-like - Kaiming, sigmoid-like - Xavier is recommended", choices=["Normal", "KaimingUniform", "KaimingNormal", "XavierUniform", "XavierNormal"])
new_hypernetwork_add_layer_norm = gr.Checkbox(label="Add layer normalization")
new_hypernetwork_use_dropout = gr.Checkbox(label="Use dropout")
overwrite_old_hypernetwork = gr.Checkbox(value=False, label="Overwrite Old Hypernetwork")
@@ -1342,6 +1343,7 @@ def create_ui(wrap_gradio_gpu_call): overwrite_old_hypernetwork,
new_hypernetwork_layer_structure,
new_hypernetwork_activation_func,
+ new_hypernetwork_initialization_option,
new_hypernetwork_add_layer_norm,
new_hypernetwork_use_dropout
],
|