diff --git a/modules/util/abi_surfrad.py b/modules/util/abi_surfrad.py index 968d30426cfcc6cedfb20d417dbb10e4d57b4b70..aaac9b72e2b91373c34f2cf19245f2c81f8b8819 100644 --- a/modules/util/abi_surfrad.py +++ b/modules/util/abi_surfrad.py @@ -136,6 +136,10 @@ def run_all(directory, out_directory, day_night='ANY', pattern='clavrx_*.nc', st np.save(out_directory + 'valid_mres_' + str(cnt), valid_m) np.save(out_directory + 'valid_ires_' + str(cnt), valid_i) num_valid_samples = valid_m.shape[0] + total_num_valid_samples += num_valid_samples + print('total_num_valid_samples, total_num_not_missing: ', total_num_valid_samples, total_num_not_missing) + print('--------------------------------------------------') + print('----------------------------------------------------------------') data_tiles_i = [] data_tiles_m = [] @@ -195,17 +199,11 @@ def run_all(directory, out_directory, day_night='ANY', pattern='clavrx_*.nc', st np.save(out_directory + 'train_ires_' + str(cnt), train_i) np.save(out_directory + 'train_mres_' + str(cnt), train_m) num_train_samples = train_m.shape[0] - - print(' num_train_samples, num_valid_samples, progress % : ', num_train_samples, num_valid_samples, - int((f_cnt / num_files) * 100)) - total_num_train_samples += num_train_samples - total_num_valid_samples += num_valid_samples - print('total_num_train_samples, total_num_valid_samples, total_num_not_missing: ', total_num_train_samples, - total_num_valid_samples, total_num_not_missing) + print('total_num_train_samples, total_num_not_missing: ', total_num_train_samples, total_num_not_missing) print('--------------------------------------------------') - print('** total_num_train_samples, total_num_valid_samples: ', total_num_train_samples, total_num_valid_samples) + print('*** total_num_train_samples, total_num_valid_samples: ', total_num_train_samples, total_num_valid_samples) # tile_width: Must be even!