From 03ce7260b31a136a2aaa05bf304ddaa47cb452c6 Mon Sep 17 00:00:00 2001
From: tomrink <rink@ssec.wisc.edu>
Date: Tue, 18 Apr 2023 12:11:08 -0500
Subject: [PATCH] snapshot...

---
 modules/util/abi_surfrad.py | 14 ++++++--------
 1 file changed, 6 insertions(+), 8 deletions(-)

diff --git a/modules/util/abi_surfrad.py b/modules/util/abi_surfrad.py
index 968d3042..aaac9b72 100644
--- a/modules/util/abi_surfrad.py
+++ b/modules/util/abi_surfrad.py
@@ -136,6 +136,10 @@ def run_all(directory, out_directory, day_night='ANY', pattern='clavrx_*.nc', st
         np.save(out_directory + 'valid_mres_' + str(cnt), valid_m)
         np.save(out_directory + 'valid_ires_' + str(cnt), valid_i)
         num_valid_samples = valid_m.shape[0]
+    total_num_valid_samples += num_valid_samples
+    print('total_num_valid_samples, total_num_not_missing: ', total_num_valid_samples, total_num_not_missing)
+    print('--------------------------------------------------')
+    print('----------------------------------------------------------------')
 
     data_tiles_i = []
     data_tiles_m = []
@@ -195,17 +199,11 @@ def run_all(directory, out_directory, day_night='ANY', pattern='clavrx_*.nc', st
         np.save(out_directory + 'train_ires_' + str(cnt), train_i)
         np.save(out_directory + 'train_mres_' + str(cnt), train_m)
         num_train_samples = train_m.shape[0]
-
-    print('  num_train_samples, num_valid_samples, progress % : ', num_train_samples, num_valid_samples,
-          int((f_cnt / num_files) * 100))
-
     total_num_train_samples += num_train_samples
-    total_num_valid_samples += num_valid_samples
-    print('total_num_train_samples, total_num_valid_samples, total_num_not_missing: ', total_num_train_samples,
-          total_num_valid_samples, total_num_not_missing)
+    print('total_num_train_samples,  total_num_not_missing: ', total_num_train_samples, total_num_not_missing)
     print('--------------------------------------------------')
 
-    print('** total_num_train_samples, total_num_valid_samples: ', total_num_train_samples, total_num_valid_samples)
+    print('*** total_num_train_samples, total_num_valid_samples: ', total_num_train_samples, total_num_valid_samples)
 
 
 #  tile_width: Must be even!
-- 
GitLab