From fcaac4c2ed17ccf1cab0c9fdaf77e3dbab3730b5 Mon Sep 17 00:00:00 2001 From: tomrink <rink@ssec.wisc.edu> Date: Sat, 3 Feb 2024 15:51:17 -0600 Subject: [PATCH] snapshot... --- modules/deeplearning/icing_fcn.py | 17 ++++------------- 1 file changed, 4 insertions(+), 13 deletions(-) diff --git a/modules/deeplearning/icing_fcn.py b/modules/deeplearning/icing_fcn.py index a5cf59a7..3af21543 100644 --- a/modules/deeplearning/icing_fcn.py +++ b/modules/deeplearning/icing_fcn.py @@ -62,17 +62,21 @@ mean_std_dct.update(mean_std_dct_l2) # -- NIGHT L2 ----------------------------- train_params_l2_night = ['cld_height_acha', 'cld_geo_thick', 'cld_temp_acha', 'cld_press_acha', 'supercooled_cloud_fraction', 'cld_emiss_acha', 'conv_cloud_fraction', 'cld_reff_acha', 'cld_opd_acha'] +# train_params_l2_night = ['cld_temp_acha', 'supercooled_cloud_fraction', 'cld_emiss_acha', 'cld_reff_acha', 'cld_opd_acha'] # -- DAY L2 -------------------------------- train_params_l2_day = ['cld_height_acha', 'cld_geo_thick', 'cld_temp_acha', 'cld_press_acha', 'supercooled_cloud_fraction', 'cld_emiss_acha', 'conv_cloud_fraction', 'cld_reff_dcomp', 'cld_opd_dcomp', 'iwc_dcomp', 'lwc_dcomp'] # 'cld_reff_dcomp_1', 'cld_opd_dcomp_1', 'cld_reff_dcomp_2', 'cld_opd_dcomp_2', 'cld_reff_dcomp_3', 'cld_opd_dcomp_3'] +# train_params_l2_day = ['cld_temp_acha', 'supercooled_cloud_fraction', 'cld_reff_dcomp', 'cld_opd_dcomp', 'iwc_dcomp', 'lwc_dcomp'] # -- DAY L1B -------------------------------- train_params_l1b_day = ['temp_10_4um_nom', 'temp_11_0um_nom', 'temp_12_0um_nom', 'temp_13_3um_nom', 'temp_3_75um_nom', 'temp_6_2um_nom', 'temp_6_7um_nom', 'temp_7_3um_nom', 'temp_8_5um_nom', 'temp_9_7um_nom', 'refl_0_47um_nom', 'refl_0_65um_nom', 'refl_0_86um_nom', 'refl_1_38um_nom', 'refl_1_60um_nom'] +# train_params_l1b_day = ['refl_1_38um_nom', 'refl_1_60um_nom', 'temp_8_5um_nom', 'temp_11_0um_nom'] # -- NIGHT L1B ------------------------------- train_params_l1b_night = ['temp_10_4um_nom', 'temp_11_0um_nom', 'temp_12_0um_nom', 'temp_13_3um_nom', 'temp_3_75um_nom', 'temp_6_2um_nom', 'temp_6_7um_nom', 'temp_7_3um_nom', 'temp_8_5um_nom', 'temp_9_7um_nom'] +# train_params_l1b_night = ['temp_8_5um_nom', 'temp_11_0um_nom'] # -- DAY LUNAR --------------------------------- # train_params_l1b = ['cld_height_acha', 'cld_geo_thick', 'cld_temp_acha', 'cld_press_acha', 'supercooled_cloud_fraction', # 'cld_emiss_acha', 'conv_cloud_fraction', 'cld_reff_dcomp', 'cld_opd_dcomp', 'iwc_dcomp', 'lwc_dcomp'] @@ -275,19 +279,6 @@ class IcingIntensityFCN: self.ema_trainable_variables = None - # Doesn't seem to play well with SLURM - # gpus = tf.config.experimental.list_physical_devices('GPU') - # if gpus: - # try: - # # Currently, memory growth needs to be the same across GPUs - # for gpu in gpus: - # tf.config.experimental.set_memory_growth(gpu, True) - # logical_gpus = tf.config.experimental.list_logical_devices('GPU') - # print(len(gpus), "Physical GPUs,", len(logical_gpus), "Logical GPUs") - # except RuntimeError as e: - # # Memory growth must be set before GPUs have been initialized - # print(e) - def get_in_mem_data_batch(self, idxs, is_training): # sort these to use as numpy indexing arrays -- GitLab