Spaces:
				
			
			
	
			
			
		Paused
		
	
	
	
			
			
	
	
	
	
		
		
		Paused
		
	build(examples): change processes number from 8 to 1 in deepspeed zero3 config
Browse files
    	
        examples/accelerate_configs/deepspeed_zero3.yaml
    CHANGED
    
    | @@ -8,12 +8,12 @@ deepspeed_config: | |
| 8 | 
             
              zero3_save_16bit_model: true
         | 
| 9 | 
             
              zero_stage: 3
         | 
| 10 | 
             
            distributed_type: DEEPSPEED
         | 
| 11 | 
            -
            downcast_bf16:  | 
| 12 | 
             
            machine_rank: 0
         | 
| 13 | 
             
            main_training_function: main
         | 
| 14 | 
             
            mixed_precision: bf16
         | 
| 15 | 
             
            num_machines: 1
         | 
| 16 | 
            -
            num_processes:  | 
| 17 | 
             
            rdzv_backend: static
         | 
| 18 | 
             
            same_network: true
         | 
| 19 | 
             
            tpu_env: []
         | 
|  | |
| 8 | 
             
              zero3_save_16bit_model: true
         | 
| 9 | 
             
              zero_stage: 3
         | 
| 10 | 
             
            distributed_type: DEEPSPEED
         | 
| 11 | 
            +
            downcast_bf16: "no"
         | 
| 12 | 
             
            machine_rank: 0
         | 
| 13 | 
             
            main_training_function: main
         | 
| 14 | 
             
            mixed_precision: bf16
         | 
| 15 | 
             
            num_machines: 1
         | 
| 16 | 
            +
            num_processes: 1
         | 
| 17 | 
             
            rdzv_backend: static
         | 
| 18 | 
             
            same_network: true
         | 
| 19 | 
             
            tpu_env: []
         | 
