snapshot...

modules/util/viirs_surfrad.py

 import numpy as np
 import h5py
-from util.util import get_grid_values, get_grid_values_all, is_night, is_day, compute_lwc_iwc, get_fill_attrs
+from util.util import get_grid_values, is_day
 import glob
-import os
-from aeolus.datasource import CLAVRx_VIIRS
-from icing.moon_phase import *
-from pathlib import Path
 
 keep_out_opd = ['/ships19/cloud/scratch/cphillips/clavrx/run_viirs_superres/sites_super_l2/arm/2019/11/02/clavrx_VNP02IMG.A2019306.1912.001.2019307003236.uwssec.nc',
                 '/ships19/cloud/scratch/cphillips/clavrx/run_viirs_superres/sites_super_l2/arm/2019/04/13/clavrx_VNP02IMG.A2019103.1918.001.2019104005120.uwssec.nc',
@@ -37,10 +33,10 @@ group_name_m = 'orig/'
 
 solzen_name = group_name_m + 'solar_zenith'
 
-params_i = [group_name_i+'temp_11_0um', group_name_i+'refl_0_65um', group_name_i+target_param]
-params_m = [group_name_m+'temp_11_0um', group_name_m+'refl_0_65um', group_name_m+target_param]
-# params_i = [group_name_i+'temp_ch38', group_name_i+'refl_ch01', group_name_i+target_param]
-# params_m = [group_name_m+'temp_ch38', group_name_m+'refl_ch01', group_name_m+target_param]
+# params_i = [group_name_i+'temp_11_0um', group_name_i+'refl_0_65um', group_name_i+target_param]
+# params_m = [group_name_m+'temp_11_0um', group_name_m+'refl_0_65um', group_name_m+target_param]
+params_i = [group_name_i+'temp_ch38', group_name_i+'refl_ch01', group_name_i+target_param]
+params_m = [group_name_m+'temp_ch38', group_name_m+'refl_ch01', group_name_m+target_param]
 
 param_idx_m = params_m.index(group_name_m + target_param)
 param_idx_i = params_i.index(group_name_i + target_param)
@@ -99,8 +95,9 @@ def run_all(directory, out_directory, day_night='ANY', pattern='clavrx_*.nc', st
 
     path = directory + '**' + '/' + pattern
 
-    all_files = glob.glob(path, recursive=True)
-    data_files = [f for f in all_files if f not in keep_out]
+    # all_files = glob.glob(path, recursive=True)
+    # data_files = [f for f in all_files if f not in keep_out]
+    data_files = glob.glob(path, recursive=True)
 
     valid_tiles_i = []
     train_tiles_i = []