snapshot...

modules/util/viirs_l1b_l2.py

@@ -15,8 +15,9 @@ emis_params = ['temp_10_4um_nom', 'temp_11_0um_nom', 'temp_12_0um_nom', 'temp_13
 # data_params = refl_params + emis_params
 data_params = emis_params
 
-l2_params = ['cloud_fraction', 'cld_temp_acha', 'cld_press_acha', 'cld_opd_acha', 'cld_reff_acha']
+l2_params = ['refl_0_65um_nom', 'temp_11_0um_nom', 'cld_temp_acha', 'cld_press_acha', 'cloud_fraction', 'cld_opd_acha', 'cld_reff_acha']
 label_params = l2_params
+data_params = l2_params
 
 # data_params = ['cloud_fraction']
 # label_params = ['cloud_fraction']
@@ -32,6 +33,7 @@ def run_all(directory, out_directory):
     for p in os.scandir(directory):
         if not p.is_dir():
             continue
+        print(p.name)
 
         data_files = glob.glob(directory + p.name+'/'+'clavrx_snpp_viirs*.uwssec*.h5')
         # data_files = glob.glob(directory + p.name + '/' + 'VNP02MOD*.uwssec.nc')
@@ -87,15 +89,12 @@ def run_all(directory, out_directory):
                     continue
 
                 num = len(data_tiles)
+                n_vld = int(num * 0.1)
 
-                [label_valid_tiles.append(label_tiles[k]) for k in range(4)]
-                [label_train_tiles.append(label_tiles[k]) for k in range(4, num)]
-                [data_valid_tiles.append(data_tiles[k]) for k in range(4)]
-                [data_train_tiles.append(data_tiles[k]) for k in range(4, num)]
-                # [label_valid_tiles.append(label_tiles[k]) for k in range(2)]
-                # [label_train_tiles.append(label_tiles[k]) for k in range(2, num)]
-                # [data_valid_tiles.append(data_tiles[k]) for k in range(2)]
-                # [data_train_tiles.append(data_tiles[k]) for k in range(2, num)]
+                [label_valid_tiles.append(label_tiles[k]) for k in range(n_vld)]
+                [label_train_tiles.append(label_tiles[k]) for k in range(n_vld, num)]
+                [data_valid_tiles.append(data_tiles[k]) for k in range(n_vld)]
+                [data_train_tiles.append(data_tiles[k]) for k in range(n_vld, num)]
 
             if f_cnt == 40:
                 cnt += 1
@@ -115,6 +114,8 @@ def run_all(directory, out_directory):
                 data_valid_tiles = []
                 data_train_tiles = []
 
+                print('   file # done: ', cnt)
+
                 f_cnt = 0
             else:
                 f_cnt += 1
@@ -160,9 +161,6 @@ def run(data_h5f, label_h5f, data_tiles, label_tiles, mod_tile_width=64, kernel_
     factor = int(img_num_pixels / mod_num_pixels)
     img_tile_width = mod_tile_width * factor
 
-    # mod_num_y_tiles = int(mod_num_lines / mod_tile_width)
-    # mod_num_x_tiles = int(mod_num_pixels / mod_tile_width)
-
     l1b_grd_s = []
     l2_grd_s = []