From 3b70d4a1c8a2159db4a15f988b714e479444021a Mon Sep 17 00:00:00 2001
From: tomrink <rink@ssec.wisc.edu>
Date: Tue, 4 May 2021 10:23:06 -0500
Subject: [PATCH] snapshot...
---
modules/deeplearning/icing_cnn.py | 6 +++---
1 file changed, 3 insertions(+), 3 deletions(-)
diff --git a/modules/deeplearning/icing_cnn.py b/modules/deeplearning/icing_cnn.py
index 26c797d6..2fe65274 100644
--- a/modules/deeplearning/icing_cnn.py
+++ b/modules/deeplearning/icing_cnn.py
@@ -235,7 +235,7 @@ class IcingIntensityNN:
dataset = tf.data.Dataset.from_tensor_slices(indexes)
dataset = dataset.batch(PROC_BATCH_SIZE)
dataset = dataset.map(self.data_function, num_parallel_calls=8)
- dataset = dataset.shuffle(PROC_BATCH_BUFFER_SIZE)
+ # dataset = dataset.shuffle(PROC_BATCH_BUFFER_SIZE)
dataset = dataset.prefetch(buffer_size=1)
self.train_dataset = dataset
@@ -247,13 +247,13 @@ class IcingIntensityNN:
dataset = dataset.map(self.data_function, num_parallel_calls=8)
self.test_dataset = dataset
- def setup_pipeline(self, filename, trn_idxs=None, tst_idxs=None):
+ def setup_pipeline(self, filename, trn_idxs=None, tst_idxs=None, seed=None):
self.filename = filename
self.h5f = h5py.File(filename, 'r')
if trn_idxs is None and tst_idxs is None:
time = self.h5f['time']
num_obs = time.shape[0]
- trn_idxs, tst_idxs = split_data(num_obs)
+ trn_idxs, tst_idxs = split_data(num_obs, seed=seed)
self.num_data_samples = trn_idxs.shape[0]
self.get_train_dataset(trn_idxs)
--
GitLab