Revert back to large LoRA layers

llama_diffusion_model.py

@@ -37,7 +37,7 @@ class CustomTransformerModel(PreTrainedModel):
             param.requires_grad = True
 
         lora_config = LoraConfig(
-            r=64, lora_alpha=64, lora_dropout=0.0,
+            r=512, lora_alpha=512, lora_dropout=0.0,
             target_modules=["q_proj", "v_proj", "k_proj", "o_proj"],
             bias="none", task_type=None
         )