snapshot...

modules/deeplearning/cloud_opd_fcn_abi.py

@@ -44,9 +44,11 @@ SIGMA = 1.0
 DO_ZERO_OUT = False
 # CACHE_FILE = '/scratch/long/rink/cld_opd_abi_128x128_cache'
 CACHE_FILE = ''
-USE_EMA = True
+USE_EMA = False
 EMA_OVERWRITE_FREQUENCY = 5
 EMA_MOMENTUM = 0.99
+BETA_1 = 0.9
+BETA_2 = 0.999
 
 # setup scaling parameters dictionary
 mean_std_dct = {}
@@ -498,6 +500,7 @@ class SRCNN:
         self.learningRateSchedule = tf.keras.optimizers.schedules.ExponentialDecay(initial_learning_rate, decay_steps, decay_rate)
 
         optimizer = tf.keras.optimizers.Adam(learning_rate=self.learningRateSchedule,
+                                             beta_1=BETA_1, beta_2=BETA_2,
                                              use_ema=USE_EMA,
                                              ema_momentum=EMA_MOMENTUM,
                                              ema_overwrite_frequency=EMA_OVERWRITE_FREQUENCY)