diff --git a/modules/util/viirs_l1b_l2.py b/modules/util/viirs_l1b_l2.py index 13ac1bb358e134408400281ffba9e9caae759f49..03cad808c12e3043b9591fa1669f804f889a806d 100644 --- a/modules/util/viirs_l1b_l2.py +++ b/modules/util/viirs_l1b_l2.py @@ -9,8 +9,8 @@ emis_params = ['temp_10_4um_nom', 'temp_11_0um_nom', 'temp_12_0um_nom', 'temp_13 'temp_6_7um_nom'] l2_params = ['cloud_fraction', 'cld_temp_acha', 'cld_press_acha'] -data_params = emis_params -label_params = l2_params +data_params = ['M15'] +label_params = ['M15_highres'] def run_all(directory): @@ -32,10 +32,10 @@ def run_all(directory): for idx, l1b_f in enumerate(l1b_files): # if idx % 8 == 0: # if we want to skip some files if True: - # w_o_ext, ext = os.path.splitext(l1b_f) - # l2_f = w_o_ext+'.highres'+ext - # if not os.path.exists(l2_f): - # continue + w_o_ext, ext = os.path.splitext(l1b_f) + l2_f = w_o_ext+'.highres'+ext + if not os.path.exists(l2_f): + continue print(l1b_f) try: @@ -44,26 +44,26 @@ def run_all(directory): print('cant open file: ', l1b_f) continue - # try: - # l2_h5f = h5py.File(l2_f, 'r') - # except: - # print('cant open file: ', l2_f) - # l1b_h5f.close() - # continue + try: + l2_h5f = h5py.File(l2_f, 'r') + except: + print('cant open file: ', l2_f) + l1b_h5f.close() + continue data_tiles = [] label_tiles = [] try: - run(l1b_h5f, None, data_tiles, label_tiles, factor=1) + run(l1b_h5f, l2_h5f, data_tiles, label_tiles, factor=2) except Exception as e: print(e) l1b_h5f.close() - # l2_h5f.close() + l2_h5f.close() continue l1b_h5f.close() - # l2_h5f.close() + l2_h5f.close() if len(data_tiles) == 0 or len(label_tiles) == 0: continue @@ -87,10 +87,10 @@ def run_all(directory): data_valid = np.stack(data_valid_tiles) data_train = np.stack(data_train_tiles) - np.save('/data/Personal/rink/viirs_clavrx/data_train_' + str(cnt), data_train) - np.save('/data/Personal/rink/viirs_clavrx/data_valid_' + str(cnt), data_valid) - np.save('/data/Personal/rink/viirs_clavrx/label_train_' + str(cnt), label_train) - np.save('/data/Personal/rink/viirs_clavrx/label_valid_' + str(cnt), label_valid) + np.save('/data/Personal/rink/viirs/data_train_' + str(cnt), data_train) + np.save('/data/Personal/rink/viirs/data_valid_' + str(cnt), data_valid) + np.save('/data/Personal/rink/viirs/label_train_' + str(cnt), label_train) + np.save('/data/Personal/rink/viirs/label_valid_' + str(cnt), label_valid) label_valid_tiles = [] label_train_tiles = [] @@ -113,10 +113,10 @@ def run_all(directory): data_train = np.stack(data_train_tiles) cnt += 1 - np.save('/data/Personal/rink/viirs_clavrx/data_train_' + str(cnt), data_train) - np.save('/data/Personal/rink/viirs_clavrx/data_valid_' + str(cnt), data_valid) - np.save('/data/Personal/rink/viirs_clavrx/label_train_' + str(cnt), label_train) - np.save('/data/Personal/rink/viirs_clavrx/label_valid_' + str(cnt), label_valid) + np.save('/data/Personal/rink/viirs/data_train_' + str(cnt), data_train) + np.save('/data/Personal/rink/viirs/data_valid_' + str(cnt), data_valid) + np.save('/data/Personal/rink/viirs/label_train_' + str(cnt), label_train) + np.save('/data/Personal/rink/viirs/label_valid_' + str(cnt), label_valid) def run(l1b_h5f, l2_h5f, l1b_tiles, l2_tiles, factor=2): @@ -141,14 +141,14 @@ def run(l1b_h5f, l2_h5f, l1b_tiles, l2_tiles, factor=2): l1b_grd_s = [] l2_grd_s = [] - for param in emis_params: + for param in data_params: try: grd = get_grid_values(l1b_h5f, param, 0, 0, None, mod_num_lines, mod_num_pixels, range_name=None) l1b_grd_s.append(grd) except: return - for param in l2_params: + for param in label_params: try: grd = get_grid_values(l2_h5f, param, 0, 0, None, img_num_lines, img_num_pixels, range_name=None) l2_grd_s.append(grd)