From 790da0610a496fb4d48dc90be9b80188fa4853c5 Mon Sep 17 00:00:00 2001
From: tomrink <rink@ssec.wisc.edu>
Date: Wed, 27 Oct 2021 10:31:25 -0500
Subject: [PATCH] new methods for running predictions
---
modules/icing/pirep_goes.py | 45 +++++++++++++++++++++++++++++++++++--
1 file changed, 43 insertions(+), 2 deletions(-)
diff --git a/modules/icing/pirep_goes.py b/modules/icing/pirep_goes.py
index 18f5da52..17679556 100644
--- a/modules/icing/pirep_goes.py
+++ b/modules/icing/pirep_goes.py
@@ -4,8 +4,9 @@ import pickle
import matplotlib.pyplot as plt
import os
from util.util import get_time_tuple_utc, GenericException, add_time_range_to_filename, is_night, is_day, \
- check_oblique, make_times, find_bin_index, get_timestamp, homedir, write_icing_file
+ check_oblique, make_times, find_bin_index, get_timestamp, homedir, write_icing_file, make_for_full_domain_predict
from util.plot import make_icing_image
+from util.geos_nav import get_navigation
from aeolus.datasource import CLAVRx, CLAVRx_VIIRS, GOESL1B, CLAVRx_H08
import h5py
import re
@@ -13,7 +14,7 @@ import datetime
from datetime import timezone
import glob
from skyfield import api, almanac
-from deeplearning.icing_cnn import run_evaluate_static
+from deeplearning.icing_cnn import run_evaluate_static, run_evaluate_static_new
goes_date_format = '%Y%j%H'
goes16_directory = '/arcdata/goes/grb/goes16' # /year/date/abi/L1b/RadC
@@ -1901,3 +1902,43 @@ def run_make_images(clvrx_dir='/Users/tomrink/data/clavrx/RadC/', ckpt_dir_s_pat
write_icing_file(clvrx_str_time, preds_2d, x_rad, y_rad, lons_2d, lats_2d)
print('Done: ', clvrx_str_time)
h5f.close()
+
+
+def run_predict(clvrx_dir='/Users/tomrink/data/clavrx/RadC/', ckpt_dir_s_path='/Users/tomrink/tf_model/', prob_thresh=0.5, satellite='GOES16', domain='CONUS',
+ train_params=train_params_day):
+
+ if satellite == 'H08':
+ clvrx_ds = CLAVRx_H08(clvrx_dir)
+ else:
+ clvrx_ds = CLAVRx(clvrx_dir)
+ clvrx_files = clvrx_ds.flist
+
+ x_rad, y_rad, lons_2d, lats_2d = None
+
+ for fidx, fname in enumerate(clvrx_files):
+ h5f = h5py.File(fname, 'r')
+ dto = clvrx_ds.get_datetime(fname)
+ clvrx_str_time = dto.strftime('%Y-%m-%d_%H:%M')
+
+ data_dct, ll, cc = make_for_full_domain_predict(h5f, name_list=train_params, domain=domain)
+ if fidx == 0:
+ num_elems = len(cc)
+ num_lines = len(ll)
+ nav = get_navigation(satellite, domain)
+ cc = np.array(cc)
+ ll = np.array(ll)
+ x_rad = cc * nav.CFAC + nav.COFF
+ y_rad = ll * nav.LFAC + nav.LOFF
+
+ ll, cc = np.meshgrid(ll, cc, indexing='ij')
+ cc = cc.flatten()
+ ll = ll.flatten()
+ lon_s, lat_s = nav.lc_to_earth(cc, ll)
+ lons_2d = lon_s.reshape((num_lines, num_elems))
+ lats_2d = lat_s.reshape((num_lines, num_elems))
+
+ preds_2d, probs_2d = run_evaluate_static_new(data_dct, num_lines, num_elems, ckpt_dir_s_path=ckpt_dir_s_path, prob_thresh=prob_thresh, satellite=satellite, domain=domain)
+ write_icing_file(clvrx_str_time, preds_2d, x_rad, y_rad, lons_2d, lats_2d)
+
+ print('Done: ', clvrx_str_time)
+ h5f.close()
\ No newline at end of file
--
GitLab