From 798c03d534a91a8d3b879e1ec7b09451e52dbaf0 Mon Sep 17 00:00:00 2001 From: tomrink <rink@ssec.wisc.edu> Date: Wed, 3 Apr 2024 11:05:48 -0500 Subject: [PATCH] snapshot... --- modules/deeplearning/cloud_fraction_fcn_abi.py | 2 +- modules/deeplearning/cloud_opd_fcn_abi.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/modules/deeplearning/cloud_fraction_fcn_abi.py b/modules/deeplearning/cloud_fraction_fcn_abi.py index b1daaa11..e59913c0 100644 --- a/modules/deeplearning/cloud_fraction_fcn_abi.py +++ b/modules/deeplearning/cloud_fraction_fcn_abi.py @@ -442,7 +442,7 @@ class SRCNN: dataset = dataset.batch(PROC_BATCH_SIZE) dataset = dataset.map(self.data_function, num_parallel_calls=8) dataset = dataset.cache(filename=CACHE_FILE) - dataset = dataset.shuffle(PROC_BATCH_BUFFER_SIZE, reshuffle_each_iteration=True) + dataset = dataset.shuffle(1, reshuffle_each_iteration=True) if DO_AUGMENT: dataset = dataset.map(augment_image(), num_parallel_calls=8) dataset = dataset.prefetch(buffer_size=1) diff --git a/modules/deeplearning/cloud_opd_fcn_abi.py b/modules/deeplearning/cloud_opd_fcn_abi.py index 63a0ef18..648c47cc 100644 --- a/modules/deeplearning/cloud_opd_fcn_abi.py +++ b/modules/deeplearning/cloud_opd_fcn_abi.py @@ -467,7 +467,7 @@ class SRCNN: dataset = dataset.batch(PROC_BATCH_SIZE) dataset = dataset.map(self.data_function, num_parallel_calls=8) dataset = dataset.cache(filename=CACHE_FILE) - dataset = dataset.shuffle(PROC_BATCH_BUFFER_SIZE, reshuffle_each_iteration=True) + dataset = dataset.shuffle(1, reshuffle_each_iteration=True) if DO_AUGMENT: dataset = dataset.map(augment_image(), num_parallel_calls=8) dataset = dataset.prefetch(buffer_size=1) -- GitLab