last_layer_dropout default to False

    activation_dict.update({cls_name.lower(): cls_obj for cls_name, cls_obj in inspect.getmembers(torch.nn.modules.activation) if inspect.isclass(cls_obj) and cls_obj.__module__ == 'torch.nn.modules.activation'})

    def __init__(self, dim, state_dict=None, layer_structure=None, activation_func=None, weight_init='Normal',

                 add_layer_norm=False, use_dropout=False, activate_output=False, last_layer_dropout=True):

                 add_layer_norm=False, use_dropout=False, activate_output=False, last_layer_dropout=False):

        super().__init__()

        assert layer_structure is not None, "layer_structure must not be None"