Update docstring in sample_finetune.py
Browse files- sample_finetune.py +6 -6
sample_finetune.py
CHANGED
@@ -30,12 +30,12 @@ Here is a sample config for deepspeed zero3:
|
|
30 |
compute_environment: LOCAL_MACHINE
|
31 |
debug: false
|
32 |
deepspeed_config:
|
33 |
-
|
34 |
-
|
35 |
-
|
36 |
-
|
37 |
-
|
38 |
-
|
39 |
distributed_type: DEEPSPEED
|
40 |
downcast_bf16: 'no'
|
41 |
enable_cpu_affinity: false
|
|
|
30 |
compute_environment: LOCAL_MACHINE
|
31 |
debug: false
|
32 |
deepspeed_config:
|
33 |
+
gradient_accumulation_steps: 1
|
34 |
+
offload_optimizer_device: none
|
35 |
+
offload_param_device: none
|
36 |
+
zero3_init_flag: true
|
37 |
+
zero3_save_16bit_model: true
|
38 |
+
zero_stage: 3
|
39 |
distributed_type: DEEPSPEED
|
40 |
downcast_bf16: 'no'
|
41 |
enable_cpu_affinity: false
|