ipadapter

This commit is contained in:
Artiprocher
2024-06-09 15:26:44 +08:00
parent 84744127f6
commit fe3870fa14
7 changed files with 118 additions and 9 deletions

View File

@@ -3,7 +3,7 @@ from transformers import CLIPImageProcessor
import torch
class IpAdapterCLIPImageEmbedder(SVDImageEncoder):
class IpAdapterXLCLIPImageEmbedder(SVDImageEncoder):
def __init__(self):
super().__init__(embed_dim=1664, encoder_intermediate_size=8192, projection_dim=1280, num_encoder_layers=48, num_heads=16, head_dim=104)
self.image_processor = CLIPImageProcessor()