From 9bfeeae7652af622e3c28e57a32e1d7ee924f302 Mon Sep 17 00:00:00 2001 From: tomrink <rink@ssec.wisc.edu> Date: Wed, 13 Apr 2022 20:09:12 -0500 Subject: [PATCH] snapshot... --- modules/deeplearning/icing_fcn.py | 9 +++++++++ 1 file changed, 9 insertions(+) diff --git a/modules/deeplearning/icing_fcn.py b/modules/deeplearning/icing_fcn.py index c92cc46b..f603c5d6 100644 --- a/modules/deeplearning/icing_fcn.py +++ b/modules/deeplearning/icing_fcn.py @@ -441,11 +441,20 @@ class IcingIntensityFCN: dataset = dataset.cache() self.test_dataset = dataset + # def get_evaluate_dataset(self, indexes): + # indexes = list(indexes) + # + # dataset = tf.data.Dataset.from_tensor_slices(indexes) + # dataset = dataset.map(self.data_function_evaluate, num_parallel_calls=8) + # self.eval_dataset = dataset + def get_evaluate_dataset(self, indexes): indexes = list(indexes) dataset = tf.data.Dataset.from_tensor_slices(indexes) + dataset = dataset.batch(PROC_BATCH_SIZE) dataset = dataset.map(self.data_function_evaluate, num_parallel_calls=8) + dataset = dataset.cache() self.eval_dataset = dataset def setup_pipeline(self, filename_l1b_trn, filename_l1b_tst, filename_l2_trn, filename_l2_tst, trn_idxs=None, tst_idxs=None, seed=None): -- GitLab