diff --git a/modules/util/abi_surfrad.py b/modules/util/abi_surfrad.py index bc497de401e9d272f01e1dddb0bceda84319b746..4555b41ed007fff5b25b3e1d1e662dfc851b1a4e 100644 --- a/modules/util/abi_surfrad.py +++ b/modules/util/abi_surfrad.py @@ -138,7 +138,7 @@ def run_all(directory, out_directory, day_night='ANY', pattern='clavrx_*.nc', st np.save(out_directory + 'valid_ires_' + str(cnt), valid_i) num_valid_samples = valid_m.shape[0] - param_valid_hist += np.histogram(valid_m, bins=20, range=[0.0, 160.0])[0] + param_valid_hist += np.histogram(valid_m[param_idx_m, ], bins=20, range=[0.0, 160.0])[0] data_tiles_i = [] data_tiles_m = [] @@ -158,7 +158,7 @@ def run_all(directory, out_directory, day_night='ANY', pattern='clavrx_*.nc', st np.save(out_directory + 'valid_mres_' + str(cnt), valid_m) np.save(out_directory + 'valid_ires_' + str(cnt), valid_i) num_valid_samples = valid_m.shape[0] - param_valid_hist += np.histogram(valid_m, bins=20, range=[0.0, 160.0])[0] + param_valid_hist += np.histogram(valid_m[param_idx_m, ], bins=20, range=[0.0, 160.0])[0] total_num_valid_samples += num_valid_samples print('total_num_valid_samples, total_num_not_missing: ', total_num_valid_samples, total_num_not_missing) print(param_valid_hist) @@ -208,7 +208,7 @@ def run_all(directory, out_directory, day_night='ANY', pattern='clavrx_*.nc', st np.save(out_directory + 'train_mres_' + str(cnt), train_m) num_train_samples = train_m.shape[0] - param_train_hist += np.histogram(train_m, bins=20, range=[0.0, 160.0])[0] + param_train_hist += np.histogram(train_m[param_idx_m, ], bins=20, range=[0.0, 160.0])[0] data_tiles_i = [] data_tiles_m = [] @@ -228,7 +228,7 @@ def run_all(directory, out_directory, day_night='ANY', pattern='clavrx_*.nc', st np.save(out_directory + 'train_ires_' + str(cnt), train_i) np.save(out_directory + 'train_mres_' + str(cnt), train_m) num_train_samples = train_m.shape[0] - param_train_hist += np.histogram(train_m, bins=20, range=[0.0, 160.0])[0] + param_train_hist += np.histogram(train_m[param_idx_m, ], bins=20, range=[0.0, 160.0])[0] total_num_train_samples += num_train_samples print('total_num_train_samples, total_num_not_missing: ', total_num_train_samples, total_num_not_missing) print(param_train_hist)