diff --git a/modules/util/viirs_surfrad.py b/modules/util/viirs_surfrad.py index 1950e8b906cc8a5d878e11d473b0c4f594af524d..6ad6ae6e314bc7c9ca783c5003997c2aa5c5db01 100644 --- a/modules/util/viirs_surfrad.py +++ b/modules/util/viirs_surfrad.py @@ -1,11 +1,7 @@ import numpy as np import h5py -from util.util import get_grid_values, get_grid_values_all, is_night, is_day, compute_lwc_iwc, get_fill_attrs +from util.util import get_grid_values, is_day import glob -import os -from aeolus.datasource import CLAVRx_VIIRS -from icing.moon_phase import * -from pathlib import Path keep_out_opd = ['/ships19/cloud/scratch/cphillips/clavrx/run_viirs_superres/sites_super_l2/arm/2019/11/02/clavrx_VNP02IMG.A2019306.1912.001.2019307003236.uwssec.nc', '/ships19/cloud/scratch/cphillips/clavrx/run_viirs_superres/sites_super_l2/arm/2019/04/13/clavrx_VNP02IMG.A2019103.1918.001.2019104005120.uwssec.nc', @@ -37,10 +33,10 @@ group_name_m = 'orig/' solzen_name = group_name_m + 'solar_zenith' -params_i = [group_name_i+'temp_11_0um', group_name_i+'refl_0_65um', group_name_i+target_param] -params_m = [group_name_m+'temp_11_0um', group_name_m+'refl_0_65um', group_name_m+target_param] -# params_i = [group_name_i+'temp_ch38', group_name_i+'refl_ch01', group_name_i+target_param] -# params_m = [group_name_m+'temp_ch38', group_name_m+'refl_ch01', group_name_m+target_param] +# params_i = [group_name_i+'temp_11_0um', group_name_i+'refl_0_65um', group_name_i+target_param] +# params_m = [group_name_m+'temp_11_0um', group_name_m+'refl_0_65um', group_name_m+target_param] +params_i = [group_name_i+'temp_ch38', group_name_i+'refl_ch01', group_name_i+target_param] +params_m = [group_name_m+'temp_ch38', group_name_m+'refl_ch01', group_name_m+target_param] param_idx_m = params_m.index(group_name_m + target_param) param_idx_i = params_i.index(group_name_i + target_param) @@ -99,8 +95,9 @@ def run_all(directory, out_directory, day_night='ANY', pattern='clavrx_*.nc', st path = directory + '**' + '/' + pattern - all_files = glob.glob(path, recursive=True) - data_files = [f for f in all_files if f not in keep_out] + # all_files = glob.glob(path, recursive=True) + # data_files = [f for f in all_files if f not in keep_out] + data_files = glob.glob(path, recursive=True) valid_tiles_i = [] train_tiles_i = []