snapshot...

modules/util/abi_surfrad.py

@@ -53,7 +53,7 @@ def process_cld_prob(grd_k):
     frac_clr = np.sum(keep_clr)/num_keep
     frac_cld = np.sum(keep_cld)/num_keep
     # if not (frac_clr >= 0.20 and frac_cld >= 0.20):
-    if not frac_cld >= 0.20:
+    if not frac_cld >= 0.15:
         return None
     grd_k = np.where(np.invert(keep), 0, grd_k)  # Convert NaN to 0
     return grd_k
@@ -79,7 +79,7 @@ def run_all(directory, out_directory, day_night='ANY', pattern='clavrx_*.nc', st
     path = directory + '**' + '/' + pattern
 
     all_files = glob.glob(path, recursive=True)
-    valid_files = glob.glob(directory + '*/0[1-5]/*/*.nc', recursive=True)
+    valid_files = glob.glob(directory + '*/0[1-4]/*/*.nc', recursive=True)
     train_files = [f for f in all_files if f not in valid_files]
 
     data_tiles_i = []
@@ -90,7 +90,7 @@ def run_all(directory, out_directory, day_night='ANY', pattern='clavrx_*.nc', st
     print('Start, number of valid files: ', num_files)
 
     total_num_not_missing = 0
-    num_skip = 2
+    num_skip = 3
 
     for idx, data_f in enumerate(valid_files):
         if idx % num_skip == 0:  # if we want to skip some files