From 4582ad405b8eaa1a0f7210c686c6a774f61cdfb4 Mon Sep 17 00:00:00 2001 From: tomrink <rink@ssec.wisc.edu> Date: Fri, 1 Sep 2023 09:23:07 -0500 Subject: [PATCH] snapshot... --- modules/deeplearning/cloud_opd_fcn_abi.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/modules/deeplearning/cloud_opd_fcn_abi.py b/modules/deeplearning/cloud_opd_fcn_abi.py index 199f8ab9..b2314597 100644 --- a/modules/deeplearning/cloud_opd_fcn_abi.py +++ b/modules/deeplearning/cloud_opd_fcn_abi.py @@ -44,9 +44,11 @@ SIGMA = 1.0 DO_ZERO_OUT = False # CACHE_FILE = '/scratch/long/rink/cld_opd_abi_128x128_cache' CACHE_FILE = '' -USE_EMA = True +USE_EMA = False EMA_OVERWRITE_FREQUENCY = 5 EMA_MOMENTUM = 0.99 +BETA_1 = 0.9 +BETA_2 = 0.999 # setup scaling parameters dictionary mean_std_dct = {} @@ -498,6 +500,7 @@ class SRCNN: self.learningRateSchedule = tf.keras.optimizers.schedules.ExponentialDecay(initial_learning_rate, decay_steps, decay_rate) optimizer = tf.keras.optimizers.Adam(learning_rate=self.learningRateSchedule, + beta_1=BETA_1, beta_2=BETA_2, use_ema=USE_EMA, ema_momentum=EMA_MOMENTUM, ema_overwrite_frequency=EMA_OVERWRITE_FREQUENCY) -- GitLab