snapshot...

modules/util/abi_surfrad.py

@@ -136,6 +136,10 @@ def run_all(directory, out_directory, day_night='ANY', pattern='clavrx_*.nc', st
         np.save(out_directory + 'valid_mres_' + str(cnt), valid_m)
         np.save(out_directory + 'valid_ires_' + str(cnt), valid_i)
         num_valid_samples = valid_m.shape[0]
+    total_num_valid_samples += num_valid_samples
+    print('total_num_valid_samples, total_num_not_missing: ', total_num_valid_samples, total_num_not_missing)
+    print('--------------------------------------------------')
+    print('----------------------------------------------------------------')
 
     data_tiles_i = []
     data_tiles_m = []
@@ -195,17 +199,11 @@ def run_all(directory, out_directory, day_night='ANY', pattern='clavrx_*.nc', st
         np.save(out_directory + 'train_ires_' + str(cnt), train_i)
         np.save(out_directory + 'train_mres_' + str(cnt), train_m)
         num_train_samples = train_m.shape[0]
-
-    print('  num_train_samples, num_valid_samples, progress % : ', num_train_samples, num_valid_samples,
-          int((f_cnt / num_files) * 100))
-
     total_num_train_samples += num_train_samples
-    total_num_valid_samples += num_valid_samples
-    print('total_num_train_samples, total_num_valid_samples, total_num_not_missing: ', total_num_train_samples,
-          total_num_valid_samples, total_num_not_missing)
+    print('total_num_train_samples,  total_num_not_missing: ', total_num_train_samples, total_num_not_missing)
     print('--------------------------------------------------')
 
-    print('** total_num_train_samples, total_num_valid_samples: ', total_num_train_samples, total_num_valid_samples)
+    print('*** total_num_train_samples, total_num_valid_samples: ', total_num_train_samples, total_num_valid_samples)
 
 
 #  tile_width: Must be even!