From c38b73cffe4b185acab56e79c58d8bafa2fa3c1a Mon Sep 17 00:00:00 2001
From: tomrink <rink@ssec.wisc.edu>
Date: Thu, 26 May 2022 13:46:59 -0500
Subject: [PATCH] snapshot...
---
modules/util/viirs_l1b_l2.py | 50 ++++++++++++++++++------------------
1 file changed, 25 insertions(+), 25 deletions(-)
diff --git a/modules/util/viirs_l1b_l2.py b/modules/util/viirs_l1b_l2.py
index 13ac1bb3..03cad808 100644
--- a/modules/util/viirs_l1b_l2.py
+++ b/modules/util/viirs_l1b_l2.py
@@ -9,8 +9,8 @@ emis_params = ['temp_10_4um_nom', 'temp_11_0um_nom', 'temp_12_0um_nom', 'temp_13
'temp_6_7um_nom']
l2_params = ['cloud_fraction', 'cld_temp_acha', 'cld_press_acha']
-data_params = emis_params
-label_params = l2_params
+data_params = ['M15']
+label_params = ['M15_highres']
def run_all(directory):
@@ -32,10 +32,10 @@ def run_all(directory):
for idx, l1b_f in enumerate(l1b_files):
# if idx % 8 == 0: # if we want to skip some files
if True:
- # w_o_ext, ext = os.path.splitext(l1b_f)
- # l2_f = w_o_ext+'.highres'+ext
- # if not os.path.exists(l2_f):
- # continue
+ w_o_ext, ext = os.path.splitext(l1b_f)
+ l2_f = w_o_ext+'.highres'+ext
+ if not os.path.exists(l2_f):
+ continue
print(l1b_f)
try:
@@ -44,26 +44,26 @@ def run_all(directory):
print('cant open file: ', l1b_f)
continue
- # try:
- # l2_h5f = h5py.File(l2_f, 'r')
- # except:
- # print('cant open file: ', l2_f)
- # l1b_h5f.close()
- # continue
+ try:
+ l2_h5f = h5py.File(l2_f, 'r')
+ except:
+ print('cant open file: ', l2_f)
+ l1b_h5f.close()
+ continue
data_tiles = []
label_tiles = []
try:
- run(l1b_h5f, None, data_tiles, label_tiles, factor=1)
+ run(l1b_h5f, l2_h5f, data_tiles, label_tiles, factor=2)
except Exception as e:
print(e)
l1b_h5f.close()
- # l2_h5f.close()
+ l2_h5f.close()
continue
l1b_h5f.close()
- # l2_h5f.close()
+ l2_h5f.close()
if len(data_tiles) == 0 or len(label_tiles) == 0:
continue
@@ -87,10 +87,10 @@ def run_all(directory):
data_valid = np.stack(data_valid_tiles)
data_train = np.stack(data_train_tiles)
- np.save('/data/Personal/rink/viirs_clavrx/data_train_' + str(cnt), data_train)
- np.save('/data/Personal/rink/viirs_clavrx/data_valid_' + str(cnt), data_valid)
- np.save('/data/Personal/rink/viirs_clavrx/label_train_' + str(cnt), label_train)
- np.save('/data/Personal/rink/viirs_clavrx/label_valid_' + str(cnt), label_valid)
+ np.save('/data/Personal/rink/viirs/data_train_' + str(cnt), data_train)
+ np.save('/data/Personal/rink/viirs/data_valid_' + str(cnt), data_valid)
+ np.save('/data/Personal/rink/viirs/label_train_' + str(cnt), label_train)
+ np.save('/data/Personal/rink/viirs/label_valid_' + str(cnt), label_valid)
label_valid_tiles = []
label_train_tiles = []
@@ -113,10 +113,10 @@ def run_all(directory):
data_train = np.stack(data_train_tiles)
cnt += 1
- np.save('/data/Personal/rink/viirs_clavrx/data_train_' + str(cnt), data_train)
- np.save('/data/Personal/rink/viirs_clavrx/data_valid_' + str(cnt), data_valid)
- np.save('/data/Personal/rink/viirs_clavrx/label_train_' + str(cnt), label_train)
- np.save('/data/Personal/rink/viirs_clavrx/label_valid_' + str(cnt), label_valid)
+ np.save('/data/Personal/rink/viirs/data_train_' + str(cnt), data_train)
+ np.save('/data/Personal/rink/viirs/data_valid_' + str(cnt), data_valid)
+ np.save('/data/Personal/rink/viirs/label_train_' + str(cnt), label_train)
+ np.save('/data/Personal/rink/viirs/label_valid_' + str(cnt), label_valid)
def run(l1b_h5f, l2_h5f, l1b_tiles, l2_tiles, factor=2):
@@ -141,14 +141,14 @@ def run(l1b_h5f, l2_h5f, l1b_tiles, l2_tiles, factor=2):
l1b_grd_s = []
l2_grd_s = []
- for param in emis_params:
+ for param in data_params:
try:
grd = get_grid_values(l1b_h5f, param, 0, 0, None, mod_num_lines, mod_num_pixels, range_name=None)
l1b_grd_s.append(grd)
except:
return
- for param in l2_params:
+ for param in label_params:
try:
grd = get_grid_values(l2_h5f, param, 0, 0, None, img_num_lines, img_num_pixels, range_name=None)
l2_grd_s.append(grd)
--
GitLab