pretrain model
Browse files
scripts/pretrain-model.yaml
CHANGED
@@ -114,8 +114,8 @@ eval:
|
|
114 |
# Optimizer-related arguments
|
115 |
optimizer:
|
116 |
# class_path: torch.optim.AdamW
|
117 |
-
class_path: grokadamw.GrokAdamW
|
118 |
-
|
119 |
# class_path: bitsandbytes.optim.PagedAdamW8bit
|
120 |
|
121 |
init_args:
|
|
|
114 |
# Optimizer-related arguments
|
115 |
optimizer:
|
116 |
# class_path: torch.optim.AdamW
|
117 |
+
# class_path: grokadamw.GrokAdamW
|
118 |
+
class_path: bitsandbytes.optim.AdamW8bit
|
119 |
# class_path: bitsandbytes.optim.PagedAdamW8bit
|
120 |
|
121 |
init_args:
|