File tree Expand file tree Collapse file tree
Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -2806,7 +2806,7 @@ def optimizer_adamw() -> list[Argument]:
28062806 "weight_decay" ,
28072807 float ,
28082808 optional = True ,
2809- default = 0.0 ,
2809+ default = 0.001 ,
28102810 doc = doc_only_pt_supported + doc_weight_decay ,
28112811 ),
28122812 ]
Original file line number Diff line number Diff line change 6868 "limit_pref_v" : 1 ,
6969 "_comment" : " that's all"
7070 },
71+ "optimizer" : {
72+ "type" : " AdamW" ,
73+ "adam_beta1" : 0.9 ,
74+ "adam_beta2" : 0.999 ,
75+ "weight_decay" : 0.001
76+ },
7177 "training" : {
7278 "stat_file" : " ./dpa3.hdf5" ,
7379 "training_data" : {
Original file line number Diff line number Diff line change 7070 "limit_pref_v" : 1 ,
7171 "_comment" : " that's all"
7272 },
73+ "optimizer" : {
74+ "type" : " AdamW" ,
75+ "adam_beta1" : 0.9 ,
76+ "adam_beta2" : 0.999 ,
77+ "weight_decay" : 0.001
78+ },
7379 "training" : {
7480 "stat_file" : " ./dpa3.hdf5" ,
7581 "training_data" : {
You can’t perform that action at this time.
0 commit comments