Add comma between optimizer, scheduler as reported in https://github.com/huggingface/accelerate/issues/2661

code_samples/base/accelerate

@@ -1,7 +1,7 @@
 <pre>
 from accelerate import Accelerator
 accelerator = Accelerator()
-train_dataloader, model, optimizer scheduler = accelerator.prepare(
+train_dataloader, model, optimizer, scheduler = accelerator.prepare(
         dataloader, model, optimizer, scheduler
 )
 

code_samples/base/basic

@@ -2,7 +2,7 @@
 <pre>
 +from accelerate import Accelerator
 +accelerator = Accelerator()
-+dataloader, model, optimizer scheduler = accelerator.prepare(
++dataloader, model, optimizer, scheduler = accelerator.prepare(
 +        dataloader, model, optimizer, scheduler
 +)
 

code_samples/base/checkpointing

@@ -2,7 +2,7 @@
 <pre>
 from accelerate import Accelerator
 accelerator = Accelerator()
-dataloader, model, optimizer scheduler = accelerator.prepare(
+dataloader, model, optimizer, scheduler = accelerator.prepare(
         dataloader, model, optimizer, scheduler
 )
 

code_samples/base/experiment_tracking

@@ -3,7 +3,7 @@
 from accelerate import Accelerator
 -accelerator = Accelerator()
 +accelerator = Accelerator(log_with="wandb")
-train_dataloader, model, optimizer scheduler = accelerator.prepare(
+train_dataloader, model, optimizer, scheduler = accelerator.prepare(
         dataloader, model, optimizer, scheduler
 )
 +accelerator.init_trackers()

code_samples/base/gradient_accumulation

@@ -4,7 +4,7 @@ from accelerate import Accelerator
 accelerator = Accelerator(
 +    gradient_accumulation_steps=2,
 )
-dataloader, model, optimizer scheduler = accelerator.prepare(
+dataloader, model, optimizer, scheduler = accelerator.prepare(
         dataloader, model, optimizer, scheduler
 )