Full Finetune should work with this adapter removed the residual_x

This commit is contained in:
CrossProduct
2025-01-30 00:14:44 +00:00
parent e399684065
commit ea3cd5c753
3 changed files with 6 additions and 3 deletions
@@ -119,6 +119,10 @@ def conditioned_forward_pass(
# encoder_hidden_states=prompt_embeds,
# timestep=timesteps,
# encoder_attention_mask=prompt_attention_mask,
if noisy_latents_residual == None:
print("Residual Not included in the calculation.")
denoised_latents = transformer(
hidden_states=noisy_latents,
encoder_hidden_states=prompt_embeds,