From 47d0da924e3f4c7c7bc7ed32de58079f9ebaa736 Mon Sep 17 00:00:00 2001 From: tomrink <rink@ssec.wisc.edu> Date: Tue, 7 Nov 2023 08:28:02 -0600 Subject: [PATCH] snapshot... --- modules/deeplearning/icing_fcn.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/modules/deeplearning/icing_fcn.py b/modules/deeplearning/icing_fcn.py index 02695b5b..dc61cbc8 100644 --- a/modules/deeplearning/icing_fcn.py +++ b/modules/deeplearning/icing_fcn.py @@ -12,6 +12,7 @@ import h5py LOG_DEVICE_PLACEMENT = False +EVAL_BATCH_SIZE = 8192 PROC_BATCH_SIZE = 4096 PROC_BATCH_BUFFER_SIZE = 50000 @@ -489,7 +490,7 @@ class IcingIntensityFCN: indexes = list(indexes) dataset = tf.data.Dataset.from_tensor_slices(indexes) - dataset = dataset.batch(PROC_BATCH_SIZE) + dataset = dataset.batch(EVAL_BATCH_SIZE) dataset = dataset.map(self.data_function_evaluate, num_parallel_calls=8) dataset = dataset.cache() self.eval_dataset = dataset -- GitLab