Merge pull request #5095 from mlmcgoogan/master

def torch_gc():

    if torch.cuda.is_available():

        from modules import shared

        device_id = shared.cmd_opts.device_id

        if device_id is not None:

            cuda_device = f"cuda:{device_id}"

        else:

            cuda_device = "cuda"

        with torch.cuda.device(cuda_device):

            torch.cuda.empty_cache()

            torch.cuda.ipc_collect()