add option

This commit is contained in:
hako-mikan
2024-02-09 23:57:46 +09:00
committed by GitHub
parent 0bc7867ccd
commit 6b3f7039b6
2 changed files with 4 additions and 1 deletions

View File

@@ -279,7 +279,9 @@ class FrozenCLIPEmbedderWithCustomWordsBase(torch.nn.Module):
original_mean = z.mean()
z = z * batch_multipliers.reshape(batch_multipliers.shape + (1,)).expand(z.shape)
new_mean = z.mean()
z = z * (original_mean / new_mean)
if not getattr(opts, "disable_normalize_embeddings", False):
z = z * (original_mean / new_mean)
if pooled is not None:
z.pooled = pooled