From cb1441c21e09f2e8c55cefb092ece1c73028fae5 Mon Sep 17 00:00:00 2001 From: Uncertainty Baselines Team Date: Mon, 31 Jul 2023 03:41:58 -0700 Subject: [PATCH] Update default hyperparameters. PiperOrigin-RevId: 552432434 --- experimental/shoshin/configs/base_config.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/experimental/shoshin/configs/base_config.py b/experimental/shoshin/configs/base_config.py index b68574b20..0aa3067e9 100644 --- a/experimental/shoshin/configs/base_config.py +++ b/experimental/shoshin/configs/base_config.py @@ -114,9 +114,9 @@ def get_training_config(): def get_optimizer_config(): """Get optimizer config.""" config = ml_collections.ConfigDict() - # With Adam, use lr 1e-4. - config.learning_rate = 1e-5 - config.type = 'sgd' + # With SGD, use lr .0092. + config.learning_rate = .0002 + config.type = 'adam' return config