Merge pull request #9017 from camenduru/dev

import os

import re

import torch

from typing import Union

from modules import shared, devices, sd_models, errors

        return updown

def lora_apply_weights(self: torch.nn.Conv2d | torch.nn.Linear | torch.nn.MultiheadAttention):

def lora_apply_weights(self: Union[torch.nn.Conv2d, torch.nn.Linear, torch.nn.MultiheadAttention]):

    """

    Applies the currently selected set of Loras to the weights of torch layer self.

    If weights already have this particular set of loras applied, does nothing.

        setattr(self, "lora_current_names", wanted_names)

def lora_reset_cached_weight(self: torch.nn.Conv2d | torch.nn.Linear):

def lora_reset_cached_weight(self: Union[torch.nn.Conv2d, torch.nn.Linear]):

    setattr(self, "lora_current_names", ())

    setattr(self, "lora_weights_backup", None)