From b39fb73c32fcf6146255ceaa5972e95b2029e14c Mon Sep 17 00:00:00 2001 From: Coda Phillips <cphillips@sean.ssec.wisc.edu> Date: Mon, 11 Jul 2016 13:50:51 -0500 Subject: [PATCH] Plot outliers based on 95 percentile --- interpret_qc.py | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/interpret_qc.py b/interpret_qc.py index 1967ee1..83d45e4 100644 --- a/interpret_qc.py +++ b/interpret_qc.py @@ -33,7 +33,7 @@ def qc_day(qc_path): frame = frame.combine_first(qc_frame) frame = frame.query('missingDataFlag == 0') - qc_frame_sum = qc_frame.sum(axis=0).to_string() + qc_frame_sum = (qc_frame > .95).sum(axis=0).to_string() plots = [] @@ -69,10 +69,10 @@ def plot_variable_qc(frame, loc, filename=None): return mpld3.fig_to_html(fig) def plot_outliers(frame, qc_mask, loc): - if (~np.isnan(qc_mask) & qc_mask > 0).any(): - frame.ix[(np.isnan(qc_mask) | (qc_mask == 0)) & (frame['qc_percent'] == 0), loc].plot(style='b.') - frame.ix[(np.isnan(qc_mask) | (qc_mask == 0)) & (frame['qc_percent'] > 0), loc].plot(style='k.', alpha=.2) - frame.ix[~np.isnan(qc_mask) & (qc_mask > 0) & (frame['qc_percent'] > 0), loc].plot(style='r.') + if (~np.isnan(qc_mask) & qc_mask > .95).any(): + frame.ix[(np.isnan(qc_mask) | (qc_mask < .95)) & (frame['qc_percent'] < .95), loc].plot(style='b.') + frame.ix[(np.isnan(qc_mask) | (qc_mask < .95)) & (frame['qc_percent'] > .95), loc].plot(style='k.', alpha=.2) + frame.ix[~np.isnan(qc_mask) & (qc_mask > .95) & (frame['qc_percent'] > .95), loc].plot(style='r.') plt.xlabel('Time') plt.title(loc) -- GitLab