snapshot...

modules/util/viirs_l1b_l2.py

@@ -9,8 +9,8 @@ emis_params = ['temp_10_4um_nom', 'temp_11_0um_nom', 'temp_12_0um_nom', 'temp_13
                'temp_6_7um_nom']
 l2_params = ['cloud_fraction', 'cld_temp_acha', 'cld_press_acha']
 
-data_params = emis_params
-label_params = l2_params
+data_params = ['M15']
+label_params = ['M15_highres']
 
 
 def run_all(directory):
@@ -32,10 +32,10 @@ def run_all(directory):
         for idx, l1b_f in enumerate(l1b_files):
             # if idx % 8 == 0:  # if we want to skip some files
             if True:
-                # w_o_ext, ext = os.path.splitext(l1b_f)
-                # l2_f = w_o_ext+'.highres'+ext
-                # if not os.path.exists(l2_f):
-                #     continue
+                w_o_ext, ext = os.path.splitext(l1b_f)
+                l2_f = w_o_ext+'.highres'+ext
+                if not os.path.exists(l2_f):
+                    continue
                 print(l1b_f)
 
                 try:
@@ -44,26 +44,26 @@ def run_all(directory):
                     print('cant open file: ', l1b_f)
                     continue
 
-                # try:
-                #     l2_h5f = h5py.File(l2_f, 'r')
-                # except:
-                #     print('cant open file: ', l2_f)
-                #     l1b_h5f.close()
-                #     continue
+                try:
+                    l2_h5f = h5py.File(l2_f, 'r')
+                except:
+                    print('cant open file: ', l2_f)
+                    l1b_h5f.close()
+                    continue
 
                 data_tiles = []
                 label_tiles = []
 
                 try:
-                    run(l1b_h5f, None, data_tiles, label_tiles, factor=1)
+                    run(l1b_h5f, l2_h5f, data_tiles, label_tiles, factor=2)
                 except Exception as e:
                     print(e)
                     l1b_h5f.close()
-                    # l2_h5f.close()
+                    l2_h5f.close()
                     continue
 
                 l1b_h5f.close()
-                # l2_h5f.close()
+                l2_h5f.close()
 
                 if len(data_tiles) == 0 or len(label_tiles) == 0:
                     continue
@@ -87,10 +87,10 @@ def run_all(directory):
                 data_valid = np.stack(data_valid_tiles)
                 data_train = np.stack(data_train_tiles)
 
-                np.save('/data/Personal/rink/viirs_clavrx/data_train_' + str(cnt), data_train)
-                np.save('/data/Personal/rink/viirs_clavrx/data_valid_' + str(cnt), data_valid)
-                np.save('/data/Personal/rink/viirs_clavrx/label_train_' + str(cnt), label_train)
-                np.save('/data/Personal/rink/viirs_clavrx/label_valid_' + str(cnt), label_valid)
+                np.save('/data/Personal/rink/viirs/data_train_' + str(cnt), data_train)
+                np.save('/data/Personal/rink/viirs/data_valid_' + str(cnt), data_valid)
+                np.save('/data/Personal/rink/viirs/label_train_' + str(cnt), label_train)
+                np.save('/data/Personal/rink/viirs/label_valid_' + str(cnt), label_valid)
 
                 label_valid_tiles = []
                 label_train_tiles = []
@@ -113,10 +113,10 @@ def run_all(directory):
         data_train = np.stack(data_train_tiles)
 
         cnt += 1
-        np.save('/data/Personal/rink/viirs_clavrx/data_train_' + str(cnt), data_train)
-        np.save('/data/Personal/rink/viirs_clavrx/data_valid_' + str(cnt), data_valid)
-        np.save('/data/Personal/rink/viirs_clavrx/label_train_' + str(cnt), label_train)
-        np.save('/data/Personal/rink/viirs_clavrx/label_valid_' + str(cnt), label_valid)
+        np.save('/data/Personal/rink/viirs/data_train_' + str(cnt), data_train)
+        np.save('/data/Personal/rink/viirs/data_valid_' + str(cnt), data_valid)
+        np.save('/data/Personal/rink/viirs/label_train_' + str(cnt), label_train)
+        np.save('/data/Personal/rink/viirs/label_valid_' + str(cnt), label_valid)
 
 
 def run(l1b_h5f, l2_h5f, l1b_tiles, l2_tiles, factor=2):
@@ -141,14 +141,14 @@ def run(l1b_h5f, l2_h5f, l1b_tiles, l2_tiles, factor=2):
     l1b_grd_s = []
     l2_grd_s = []
 
-    for param in emis_params:
+    for param in data_params:
         try:
             grd = get_grid_values(l1b_h5f, param, 0, 0, None, mod_num_lines, mod_num_pixels, range_name=None)
             l1b_grd_s.append(grd)
         except:
             return
 
-    for param in l2_params:
+    for param in label_params:
         try:
             grd = get_grid_values(l2_h5f, param, 0, 0, None, img_num_lines, img_num_pixels, range_name=None)
             l2_grd_s.append(grd)