Commit 8284ebd9 authored by AUTOMATIC1111's avatar AUTOMATIC1111
Browse files

fix autograd which i broke for no good reason when implementing SDXL

parent deed8439
Loading
Loading
Loading
Loading
+2 −2
Original line number Diff line number Diff line
@@ -273,9 +273,9 @@ class FrozenCLIPEmbedderWithCustomWordsBase(torch.nn.Module):
        # restoring original mean is likely not correct, but it seems to work well to prevent artifacts that happen otherwise
        batch_multipliers = torch.asarray(batch_multipliers).to(devices.device)
        original_mean = z.mean()
        z *= batch_multipliers.reshape(batch_multipliers.shape + (1,)).expand(z.shape)
        z = z * batch_multipliers.reshape(batch_multipliers.shape + (1,)).expand(z.shape)
        new_mean = z.mean()
        z *= (original_mean / new_mean)
        z = z * (original_mean / new_mean)

        return z