From b6596e8afe80e457ce13ab8323a3869e35cf5f22 Mon Sep 17 00:00:00 2001 From: tomrink <rink@ssec.wisc.edu> Date: Wed, 3 Apr 2024 11:17:38 -0500 Subject: [PATCH] snapshot... --- modules/deeplearning/icing_dnn.py | 10 +--------- 1 file changed, 1 insertion(+), 9 deletions(-) diff --git a/modules/deeplearning/icing_dnn.py b/modules/deeplearning/icing_dnn.py index ae02f0d8..d3c3c86e 100644 --- a/modules/deeplearning/icing_dnn.py +++ b/modules/deeplearning/icing_dnn.py @@ -361,7 +361,7 @@ class IcingIntensityDNN: dataset = dataset.batch(PROC_BATCH_SIZE) dataset = dataset.map(self.data_function, num_parallel_calls=8) dataset = dataset.cache() - dataset = dataset.shuffle(PROC_BATCH_BUFFER_SIZE, reshuffle_each_iteration=True) + dataset = dataset.shuffle(1, reshuffle_each_iteration=True) dataset = dataset.prefetch(buffer_size=1) self.train_dataset = dataset @@ -862,14 +862,6 @@ class IcingIntensityDNN: if self.h5f_l2_tst is not None: self.h5f_l2_tst.close() - # def run_evaluate(self, filename, ckpt_dir): - # data_dct, ll, cc = make_for_full_domain_predict(filename, name_list=self.train_params) - # self.setup_eval_pipeline(data_dct, len(ll)) - # self.build_model() - # self.build_training() - # self.build_evaluation() - # self.do_evaluate(ckpt_dir) - def run_restore_static(filename_l1b, filename_l2, ckpt_dir_s_path, day_night='DAY', l1b_or_l2='both', use_flight_altitude=False, out_file=None): -- GitLab