From ca4fab88e6150cde34dab8947784734a7fa852f0 Mon Sep 17 00:00:00 2001
From: tomrink <rink@ssec.wisc.edu>
Date: Mon, 8 May 2023 18:22:51 -0500
Subject: [PATCH] snapshot...

---
 modules/util/abi_surfrad.py | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/modules/util/abi_surfrad.py b/modules/util/abi_surfrad.py
index 003fb71a..1c0be958 100644
--- a/modules/util/abi_surfrad.py
+++ b/modules/util/abi_surfrad.py
@@ -53,7 +53,7 @@ def process_cld_prob(grd_k):
     frac_clr = np.sum(keep_clr)/num_keep
     frac_cld = np.sum(keep_cld)/num_keep
     # if not (frac_clr >= 0.20 and frac_cld >= 0.20):
-    if not frac_cld >= 0.20:
+    if not frac_cld >= 0.15:
         return None
     grd_k = np.where(np.invert(keep), 0, grd_k)  # Convert NaN to 0
     return grd_k
@@ -79,7 +79,7 @@ def run_all(directory, out_directory, day_night='ANY', pattern='clavrx_*.nc', st
     path = directory + '**' + '/' + pattern
 
     all_files = glob.glob(path, recursive=True)
-    valid_files = glob.glob(directory + '*/0[1-5]/*/*.nc', recursive=True)
+    valid_files = glob.glob(directory + '*/0[1-4]/*/*.nc', recursive=True)
     train_files = [f for f in all_files if f not in valid_files]
 
     data_tiles_i = []
@@ -90,7 +90,7 @@ def run_all(directory, out_directory, day_night='ANY', pattern='clavrx_*.nc', st
     print('Start, number of valid files: ', num_files)
 
     total_num_not_missing = 0
-    num_skip = 2
+    num_skip = 3
 
     for idx, data_f in enumerate(valid_files):
         if idx % num_skip == 0:  # if we want to skip some files
-- 
GitLab