mirror/stable-diffusion-webui
2
0
Fork 0
mirror of https://github.com/AUTOMATIC1111/stable-diffusion-webui.git synced 2024-12-15 07:20:31 +08:00
Code Issues Packages Projects Releases Wiki Activity

small fix

Browse Source
This commit is contained in:
discus0434 2022-10-22 13:44:39 +00:00
parent 97749b7c7d
commit 6a4fa73a38
1 changed files with 3 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
modules/hypernetworks/hypernetwork.py
View File

@ -51,10 +51,9 @@ class HypernetworkModule(torch.nn.Module):
if add_layer_norm: if add_layer_norm:
linears.append(torch.nn.LayerNorm(int(dim * layer_structure[i+1]))) linears.append(torch.nn.LayerNorm(int(dim * layer_structure[i+1])))
# Add dropout # Add dropout expect last layer
if use_dropout: if use_dropout and i < len(layer_structure) - 3:
p = 0.5 if 0 <= i <= len(layer_structure) - 3 else 0.2 linears.append(torch.nn.Dropout(p=0.3))
linears.append(torch.nn.Dropout(p=p))
self.linear = torch.nn.Sequential(*linears) self.linear = torch.nn.Sequential(*linears)