set zero3 optimizer betas to auto so they inherit from HF trainer config (#507)
Browse files- deepspeed/zero3.json +1 -4
deepspeed/zero3.json
CHANGED
|
@@ -35,10 +35,7 @@
|
|
| 35 |
"type": "AdamW",
|
| 36 |
"params": {
|
| 37 |
"lr": "auto",
|
| 38 |
-
"betas":
|
| 39 |
-
0.9,
|
| 40 |
-
0.95
|
| 41 |
-
],
|
| 42 |
"eps": 1e-8,
|
| 43 |
"weight_decay": "auto"
|
| 44 |
}
|
|
|
|
| 35 |
"type": "AdamW",
|
| 36 |
"params": {
|
| 37 |
"lr": "auto",
|
| 38 |
+
"betas": "auto",
|
|
|
|
|
|
|
|
|
|
| 39 |
"eps": 1e-8,
|
| 40 |
"weight_decay": "auto"
|
| 41 |
}
|