diff --git a/modules/util/viirs_l1b_l2.py b/modules/util/viirs_l1b_l2.py index 0e79805d00fa1b6cce142cdcde0b7b2d7f674104..596397a647774eca41a98a397176149a1e92f0b3 100644 --- a/modules/util/viirs_l1b_l2.py +++ b/modules/util/viirs_l1b_l2.py @@ -17,6 +17,7 @@ label_params = ['observation_data/M15_highres'] def run_all(directory, out_directory): + num_train_samples, num_valid_samples = 0, 0 cnt = 10 for p in os.scandir(directory): @@ -40,9 +41,6 @@ def run_all(directory, out_directory): # label_f = label_f.replace('snpp_viirs', 'VNP02MOD') if not os.path.exists(label_f): continue - print(data_f) - print(label_f) - print('---') try: data_h5f = h5py.File(data_f, 'r') @@ -124,6 +122,11 @@ def run_all(directory, out_directory): np.save(out_directory+'label_train_' + str(cnt), label_train) np.save(out_directory+'label_valid_' + str(cnt), label_valid) + num_train_samples += data_train.shape[0] + num_valid_samples += data_valid.shape[0] + + print('num_train_samples, num_valid_samples: ', num_train_samples, num_valid_samples) + def run(data_h5f, label_h5f, data_tiles, label_tiles, factor=2, border=9): if label_h5f is None: