Merge pull request #4623 from fumiama/mps

import torch

from modules import errors

# has_mps is only available in nightly pytorch (for now), `getattr` for compatibility

has_mps = getattr(torch, 'has_mps', False)

# has_mps is only available in nightly pytorch (for now) and MasOS 12.3+.

# check `getattr` and try it for compatibility

def has_mps() -> bool:

    if not getattr(torch, 'has_mps', False): return False

    try:

        torch.zeros(1).to(torch.device("mps"))

        return True

    except Exception:

        return False

cpu = torch.device("cpu")

        else:

            return torch.device("cuda")

    if has_mps:

    if has_mps():

        return torch.device("mps")

    return cpu