This commit is contained in:
Artiprocher
2024-05-05 22:48:38 +08:00
parent cc37860438
commit 0965477750
15 changed files with 2991 additions and 79 deletions

View File

@@ -165,6 +165,8 @@ class AttentionBlock(torch.nn.Module):
encoder_hidden_states = text_emb.mean(dim=0, keepdim=True)
else:
encoder_hidden_states = text_emb
if encoder_hidden_states.shape[0] != hidden_states.shape[0]:
encoder_hidden_states = encoder_hidden_states.repeat(hidden_states.shape[0], 1, 1)
if tiled:
tile_size = min(tile_size, min(height, width))