snapshot...

modules/util/abi_surfrad.py

@@ -79,7 +79,7 @@ def run_all(directory, out_directory, day_night='ANY', pattern='clavrx_*.nc', st
     path = directory + '**' + '/' + pattern
 
     all_files = glob.glob(path, recursive=True)
-    valid_files = glob.glob(directory + '*/0[1-4]/*/*.nc', recursive=True)
+    valid_files = glob.glob(directory + '*/0[1-5]/*/*.nc', recursive=True)
     train_files = [f for f in all_files if f not in valid_files]
 
     data_tiles_i = []
@@ -90,7 +90,7 @@ def run_all(directory, out_directory, day_night='ANY', pattern='clavrx_*.nc', st
     print('Start, number of valid files: ', num_files)
 
     total_num_not_missing = 0
-    num_skip = 3
+    num_skip = 2
 
     for idx, data_f in enumerate(valid_files):
         if idx % num_skip == 0:  # if we want to skip some files