snapshot...

modules/deeplearning/icing_dnn.py

@@ -361,7 +361,7 @@ class IcingIntensityDNN:
         dataset = dataset.batch(PROC_BATCH_SIZE)
         dataset = dataset.map(self.data_function, num_parallel_calls=8)
         dataset = dataset.cache()
-        dataset = dataset.shuffle(PROC_BATCH_BUFFER_SIZE, reshuffle_each_iteration=True)
+        dataset = dataset.shuffle(1, reshuffle_each_iteration=True)
         dataset = dataset.prefetch(buffer_size=1)
         self.train_dataset = dataset
 
@@ -862,14 +862,6 @@ class IcingIntensityDNN:
         if self.h5f_l2_tst is not None:
             self.h5f_l2_tst.close()
 
-    # def run_evaluate(self, filename, ckpt_dir):
-    #     data_dct, ll, cc = make_for_full_domain_predict(filename, name_list=self.train_params)
-    #     self.setup_eval_pipeline(data_dct, len(ll))
-    #     self.build_model()
-    #     self.build_training()
-    #     self.build_evaluation()
-    #     self.do_evaluate(ckpt_dir)
-
 
 def run_restore_static(filename_l1b, filename_l2, ckpt_dir_s_path, day_night='DAY', l1b_or_l2='both',
                        use_flight_altitude=False, out_file=None):