|
|
|
|
@ -38,7 +38,7 @@ class HypernetworkModule(torch.nn.Module):
|
|
|
|
|
activation_dict.update({cls_name.lower(): cls_obj for cls_name, cls_obj in inspect.getmembers(torch.nn.modules.activation) if inspect.isclass(cls_obj) and cls_obj.__module__ == 'torch.nn.modules.activation'})
|
|
|
|
|
|
|
|
|
|
def __init__(self, dim, state_dict=None, layer_structure=None, activation_func=None, weight_init='Normal',
|
|
|
|
|
add_layer_norm=False, use_dropout=False, activate_output=False, last_layer_dropout=True):
|
|
|
|
|
add_layer_norm=False, use_dropout=False, activate_output=False, last_layer_dropout=False):
|
|
|
|
|
super().__init__()
|
|
|
|
|
|
|
|
|
|
assert layer_structure is not None, "layer_structure must not be None"
|
|
|
|
|
|