|
|
|
@ -81,7 +81,7 @@ class SD3ClipModel(torch.nn.Module):
|
|
|
|
|
def encode_token_weights(self, token_weight_pairs):
|
|
|
|
|
token_weight_pairs_l = token_weight_pairs["l"]
|
|
|
|
|
token_weight_pairs_g = token_weight_pairs["g"]
|
|
|
|
|
token_weight_pars_t5 = token_weight_pairs["t5xxl"]
|
|
|
|
|
token_weight_pairs_t5 = token_weight_pairs["t5xxl"]
|
|
|
|
|
lg_out = None
|
|
|
|
|
pooled = None
|
|
|
|
|
out = None
|
|
|
|
@ -108,7 +108,7 @@ class SD3ClipModel(torch.nn.Module):
|
|
|
|
|
pooled = torch.cat((l_pooled, g_pooled), dim=-1)
|
|
|
|
|
|
|
|
|
|
if self.t5xxl is not None:
|
|
|
|
|
t5_out, t5_pooled = self.t5xxl.encode_token_weights(token_weight_pars_t5)
|
|
|
|
|
t5_out, t5_pooled = self.t5xxl.encode_token_weights(token_weight_pairs_t5)
|
|
|
|
|
if lg_out is not None:
|
|
|
|
|
out = torch.cat([lg_out, t5_out], dim=-2)
|
|
|
|
|
else:
|
|
|
|
|