From ca4fab88e6150cde34dab8947784734a7fa852f0 Mon Sep 17 00:00:00 2001 From: tomrink <rink@ssec.wisc.edu> Date: Mon, 8 May 2023 18:22:51 -0500 Subject: [PATCH] snapshot... --- modules/util/abi_surfrad.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/modules/util/abi_surfrad.py b/modules/util/abi_surfrad.py index 003fb71a..1c0be958 100644 --- a/modules/util/abi_surfrad.py +++ b/modules/util/abi_surfrad.py @@ -53,7 +53,7 @@ def process_cld_prob(grd_k): frac_clr = np.sum(keep_clr)/num_keep frac_cld = np.sum(keep_cld)/num_keep # if not (frac_clr >= 0.20 and frac_cld >= 0.20): - if not frac_cld >= 0.20: + if not frac_cld >= 0.15: return None grd_k = np.where(np.invert(keep), 0, grd_k) # Convert NaN to 0 return grd_k @@ -79,7 +79,7 @@ def run_all(directory, out_directory, day_night='ANY', pattern='clavrx_*.nc', st path = directory + '**' + '/' + pattern all_files = glob.glob(path, recursive=True) - valid_files = glob.glob(directory + '*/0[1-5]/*/*.nc', recursive=True) + valid_files = glob.glob(directory + '*/0[1-4]/*/*.nc', recursive=True) train_files = [f for f in all_files if f not in valid_files] data_tiles_i = [] @@ -90,7 +90,7 @@ def run_all(directory, out_directory, day_night='ANY', pattern='clavrx_*.nc', st print('Start, number of valid files: ', num_files) total_num_not_missing = 0 - num_skip = 2 + num_skip = 3 for idx, data_f in enumerate(valid_files): if idx % num_skip == 0: # if we want to skip some files -- GitLab