src/models/id_proj.py

import torch
from diffusers import ModelMixin
from einops import rearrange
from torch import nn

class IDProjConvModel(ModelMixin):
    def __init__(self, in_channels=2048, out_channels=1024):
        super().__init__()

        self.project1024 = torch.nn.Conv2d(in_channels=in_channels, out_channels=out_channels, kernel_size=1, bias=False)
        self.final_norm = torch.nn.LayerNorm(out_channels)

    def forward(self, src_id_features_7_7_1024):
        c = self.project1024(src_id_features_7_7_1024)
        c = torch.flatten(c, 2)
        c = torch.transpose(c, 2, 1)
        c = self.final_norm(c)

        return c