diff --git a/modules/util/viirs_l1b_l2.py b/modules/util/viirs_l1b_l2.py index bf7fc59bd312f0ec856ce8152441ed9255f1e06d..c529e46540cecc23a3a9dff905ee278fae1d1820 100644 --- a/modules/util/viirs_l1b_l2.py +++ b/modules/util/viirs_l1b_l2.py @@ -15,8 +15,9 @@ emis_params = ['temp_10_4um_nom', 'temp_11_0um_nom', 'temp_12_0um_nom', 'temp_13 # data_params = refl_params + emis_params data_params = emis_params -l2_params = ['cloud_fraction', 'cld_temp_acha', 'cld_press_acha', 'cld_opd_acha', 'cld_reff_acha'] +l2_params = ['refl_0_65um_nom', 'temp_11_0um_nom', 'cld_temp_acha', 'cld_press_acha', 'cloud_fraction', 'cld_opd_acha', 'cld_reff_acha'] label_params = l2_params +data_params = l2_params # data_params = ['cloud_fraction'] # label_params = ['cloud_fraction'] @@ -32,6 +33,7 @@ def run_all(directory, out_directory): for p in os.scandir(directory): if not p.is_dir(): continue + print(p.name) data_files = glob.glob(directory + p.name+'/'+'clavrx_snpp_viirs*.uwssec*.h5') # data_files = glob.glob(directory + p.name + '/' + 'VNP02MOD*.uwssec.nc') @@ -87,15 +89,12 @@ def run_all(directory, out_directory): continue num = len(data_tiles) + n_vld = int(num * 0.1) - [label_valid_tiles.append(label_tiles[k]) for k in range(4)] - [label_train_tiles.append(label_tiles[k]) for k in range(4, num)] - [data_valid_tiles.append(data_tiles[k]) for k in range(4)] - [data_train_tiles.append(data_tiles[k]) for k in range(4, num)] - # [label_valid_tiles.append(label_tiles[k]) for k in range(2)] - # [label_train_tiles.append(label_tiles[k]) for k in range(2, num)] - # [data_valid_tiles.append(data_tiles[k]) for k in range(2)] - # [data_train_tiles.append(data_tiles[k]) for k in range(2, num)] + [label_valid_tiles.append(label_tiles[k]) for k in range(n_vld)] + [label_train_tiles.append(label_tiles[k]) for k in range(n_vld, num)] + [data_valid_tiles.append(data_tiles[k]) for k in range(n_vld)] + [data_train_tiles.append(data_tiles[k]) for k in range(n_vld, num)] if f_cnt == 40: cnt += 1 @@ -115,6 +114,8 @@ def run_all(directory, out_directory): data_valid_tiles = [] data_train_tiles = [] + print(' file # done: ', cnt) + f_cnt = 0 else: f_cnt += 1 @@ -160,9 +161,6 @@ def run(data_h5f, label_h5f, data_tiles, label_tiles, mod_tile_width=64, kernel_ factor = int(img_num_pixels / mod_num_pixels) img_tile_width = mod_tile_width * factor - # mod_num_y_tiles = int(mod_num_lines / mod_tile_width) - # mod_num_x_tiles = int(mod_num_pixels / mod_tile_width) - l1b_grd_s = [] l2_grd_s = []