nguyenbh commited on
Commit
13565ec
1 Parent(s): cc80d6c

Update docstring in sample_finetune.py

Browse files
Files changed (1) hide show
  1. sample_finetune.py +6 -6
sample_finetune.py CHANGED
@@ -30,12 +30,12 @@ Here is a sample config for deepspeed zero3:
30
  compute_environment: LOCAL_MACHINE
31
  debug: false
32
  deepspeed_config:
33
- gradient_accumulation_steps: 1
34
- offload_optimizer_device: none
35
- offload_param_device: none
36
- zero3_init_flag: true
37
- zero3_save_16bit_model: true
38
- zero_stage: 3
39
  distributed_type: DEEPSPEED
40
  downcast_bf16: 'no'
41
  enable_cpu_affinity: false
 
30
  compute_environment: LOCAL_MACHINE
31
  debug: false
32
  deepspeed_config:
33
+ gradient_accumulation_steps: 1
34
+ offload_optimizer_device: none
35
+ offload_param_device: none
36
+ zero3_init_flag: true
37
+ zero3_save_16bit_model: true
38
+ zero_stage: 3
39
  distributed_type: DEEPSPEED
40
  downcast_bf16: 'no'
41
  enable_cpu_affinity: false