From 11bd6cf9ce32b7e962711fbd1e1fee1d244d3564 Mon Sep 17 00:00:00 2001 From: tomrink <rink@ssec.wisc.edu> Date: Mon, 6 Jun 2022 09:47:41 -0500 Subject: [PATCH] minor... --- modules/util/viirs_l1b_l2.py | 9 ++++++--- 1 file changed, 6 insertions(+), 3 deletions(-) diff --git a/modules/util/viirs_l1b_l2.py b/modules/util/viirs_l1b_l2.py index 0e79805d..596397a6 100644 --- a/modules/util/viirs_l1b_l2.py +++ b/modules/util/viirs_l1b_l2.py @@ -17,6 +17,7 @@ label_params = ['observation_data/M15_highres'] def run_all(directory, out_directory): + num_train_samples, num_valid_samples = 0, 0 cnt = 10 for p in os.scandir(directory): @@ -40,9 +41,6 @@ def run_all(directory, out_directory): # label_f = label_f.replace('snpp_viirs', 'VNP02MOD') if not os.path.exists(label_f): continue - print(data_f) - print(label_f) - print('---') try: data_h5f = h5py.File(data_f, 'r') @@ -124,6 +122,11 @@ def run_all(directory, out_directory): np.save(out_directory+'label_train_' + str(cnt), label_train) np.save(out_directory+'label_valid_' + str(cnt), label_valid) + num_train_samples += data_train.shape[0] + num_valid_samples += data_valid.shape[0] + + print('num_train_samples, num_valid_samples: ', num_train_samples, num_valid_samples) + def run(data_h5f, label_h5f, data_tiles, label_tiles, factor=2, border=9): if label_h5f is None: -- GitLab