snapshot...

modules/util/viirs_l1b_l2.py

@@ -20,7 +20,8 @@ def run_all(directory):
         if not p.is_dir():
             continue
 
-        l1b_files = glob.glob(directory+p.name+'/'+'clavrx_snpp_viirs*.uwssec*.nc')
+        l1b_files = glob.glob(directory + p.name+'/'+'clavrx_snpp_viirs*.uwssec*.nc')
+        # l1b_files = glob.glob(directory + p.name + '/' + 'VNP02MOD*.uwssec.nc')
 
         label_valid_tiles = []
         label_train_tiles = []
@@ -29,7 +30,7 @@ def run_all(directory):
         f_cnt = 0
 
         for idx, l1b_f in enumerate(l1b_files):
-            # if idx % 8 == 0:
+            # if idx % 8 == 0:  # if we want to skip some files
             if True:
                 # w_o_ext, ext = os.path.splitext(l1b_f)
                 # l2_f = w_o_ext+'.highres'+ext
@@ -73,10 +74,10 @@ def run_all(directory):
 
                 num = len(data_tiles)
 
-                [label_valid_tiles.append(label_tiles[k]) for k in range(10)]
-                [label_train_tiles.append(label_tiles[k]) for k in range(10, num)]
-                [data_valid_tiles.append(data_tiles[k]) for k in range(10)]
-                [data_train_tiles.append(data_tiles[k]) for k in range(10, num)]
+                [label_valid_tiles.append(label_tiles[k]) for k in range(6)]
+                [label_train_tiles.append(label_tiles[k]) for k in range(6, num)]
+                [data_valid_tiles.append(data_tiles[k]) for k in range(6)]
+                [data_train_tiles.append(data_tiles[k]) for k in range(6, num)]
 
             if f_cnt == 10:
                 cnt += 1