|
|
|
@ -171,7 +171,7 @@ class EmbeddingsWithFixes(torch.nn.Module):
|
|
|
|
vecs = []
|
|
|
|
vecs = []
|
|
|
|
for fixes, tensor in zip(batch_fixes, inputs_embeds):
|
|
|
|
for fixes, tensor in zip(batch_fixes, inputs_embeds):
|
|
|
|
for offset, embedding in fixes:
|
|
|
|
for offset, embedding in fixes:
|
|
|
|
emb = embedding.vec
|
|
|
|
emb = embedding.vec.to(devices.dtype_unet) if devices.unet_needs_upcast else embedding.vec
|
|
|
|
emb_len = min(tensor.shape[0] - offset - 1, emb.shape[0])
|
|
|
|
emb_len = min(tensor.shape[0] - offset - 1, emb.shape[0])
|
|
|
|
tensor = torch.cat([tensor[0:offset + 1], emb[0:emb_len], tensor[offset + 1 + emb_len:]])
|
|
|
|
tensor = torch.cat([tensor[0:offset + 1], emb[0:emb_len], tensor[offset + 1 + emb_len:]])
|
|
|
|
|
|
|
|
|
|
|
|
|