From 4785e17a58eee32b02631511b5361c5419fe2c04 Mon Sep 17 00:00:00 2001
From: tomrink <rink@ssec.wisc.edu>
Date: Mon, 20 Feb 2023 10:46:39 -0600
Subject: [PATCH] snapshot...

---
 modules/util/viirs_surfrad.py | 9 +++++----
 1 file changed, 5 insertions(+), 4 deletions(-)

diff --git a/modules/util/viirs_surfrad.py b/modules/util/viirs_surfrad.py
index 18c856e0..dff2f2a9 100644
--- a/modules/util/viirs_surfrad.py
+++ b/modules/util/viirs_surfrad.py
@@ -41,10 +41,11 @@ def process_cld_prob_(grd_k):
     num_keep = np.sum(keep)
     if num_keep / grd_k.size < 0.98:
         return None
-    keep = np.where(keep, np.logical_and(0.1 < grd_k, grd_k < 0.90), False)
-    if np.sum(keep)/num_keep < 0.25:
+    keep_clr = np.where(keep, grd_k < 0.20, False)
+    frac_keep = np.sum(keep_clr)/num_keep
+    if not (0.40 < frac_keep < 0.60):
         return None
-    grd_k = np.where(np.invert(keep), 0, grd_k)
+    grd_k = np.where(np.invert(keep), 0, grd_k)  # Convert NaNs to 0
     return grd_k
 
 
@@ -103,7 +104,7 @@ def run_all(directory, out_directory, day_night='ANY', pattern='clavrx_*.nc', st
             if len(data_train_tiles) == 0 and len(data_valid_tiles) == 0:
                 continue
 
-            if (f_cnt % 5) == 0:
+            if (f_cnt % 10) == 0:
                 num_valid_samples = 0
                 if len(data_valid_tiles) > 0:
                     label_valid = np.stack(label_valid_tiles)
-- 
GitLab