Skip to content
Snippets Groups Projects
Commit 50e98493 authored by tomrink's avatar tomrink
Browse files

snapshot...

parent 9fc5dbeb
No related branches found
No related tags found
No related merge requests found
......@@ -15,8 +15,9 @@ emis_params = ['temp_10_4um_nom', 'temp_11_0um_nom', 'temp_12_0um_nom', 'temp_13
# data_params = refl_params + emis_params
data_params = emis_params
l2_params = ['cloud_fraction', 'cld_temp_acha', 'cld_press_acha', 'cld_opd_acha', 'cld_reff_acha']
l2_params = ['refl_0_65um_nom', 'temp_11_0um_nom', 'cld_temp_acha', 'cld_press_acha', 'cloud_fraction', 'cld_opd_acha', 'cld_reff_acha']
label_params = l2_params
data_params = l2_params
# data_params = ['cloud_fraction']
# label_params = ['cloud_fraction']
......@@ -32,6 +33,7 @@ def run_all(directory, out_directory):
for p in os.scandir(directory):
if not p.is_dir():
continue
print(p.name)
data_files = glob.glob(directory + p.name+'/'+'clavrx_snpp_viirs*.uwssec*.h5')
# data_files = glob.glob(directory + p.name + '/' + 'VNP02MOD*.uwssec.nc')
......@@ -87,15 +89,12 @@ def run_all(directory, out_directory):
continue
num = len(data_tiles)
n_vld = int(num * 0.1)
[label_valid_tiles.append(label_tiles[k]) for k in range(4)]
[label_train_tiles.append(label_tiles[k]) for k in range(4, num)]
[data_valid_tiles.append(data_tiles[k]) for k in range(4)]
[data_train_tiles.append(data_tiles[k]) for k in range(4, num)]
# [label_valid_tiles.append(label_tiles[k]) for k in range(2)]
# [label_train_tiles.append(label_tiles[k]) for k in range(2, num)]
# [data_valid_tiles.append(data_tiles[k]) for k in range(2)]
# [data_train_tiles.append(data_tiles[k]) for k in range(2, num)]
[label_valid_tiles.append(label_tiles[k]) for k in range(n_vld)]
[label_train_tiles.append(label_tiles[k]) for k in range(n_vld, num)]
[data_valid_tiles.append(data_tiles[k]) for k in range(n_vld)]
[data_train_tiles.append(data_tiles[k]) for k in range(n_vld, num)]
if f_cnt == 40:
cnt += 1
......@@ -115,6 +114,8 @@ def run_all(directory, out_directory):
data_valid_tiles = []
data_train_tiles = []
print(' file # done: ', cnt)
f_cnt = 0
else:
f_cnt += 1
......@@ -160,9 +161,6 @@ def run(data_h5f, label_h5f, data_tiles, label_tiles, mod_tile_width=64, kernel_
factor = int(img_num_pixels / mod_num_pixels)
img_tile_width = mod_tile_width * factor
# mod_num_y_tiles = int(mod_num_lines / mod_tile_width)
# mod_num_x_tiles = int(mod_num_pixels / mod_tile_width)
l1b_grd_s = []
l2_grd_s = []
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment