From b39fb73c32fcf6146255ceaa5972e95b2029e14c Mon Sep 17 00:00:00 2001
From: Coda Phillips <cphillips@sean.ssec.wisc.edu>
Date: Mon, 11 Jul 2016 13:50:51 -0500
Subject: [PATCH] Plot outliers based on 95 percentile

---
 interpret_qc.py | 10 +++++-----
 1 file changed, 5 insertions(+), 5 deletions(-)

diff --git a/interpret_qc.py b/interpret_qc.py
index 1967ee1..83d45e4 100644
--- a/interpret_qc.py
+++ b/interpret_qc.py
@@ -33,7 +33,7 @@ def qc_day(qc_path):
     frame = frame.combine_first(qc_frame)
     frame = frame.query('missingDataFlag == 0')
 
-    qc_frame_sum = qc_frame.sum(axis=0).to_string()
+    qc_frame_sum = (qc_frame > .95).sum(axis=0).to_string()
 
     plots = []
 
@@ -69,10 +69,10 @@ def plot_variable_qc(frame, loc, filename=None):
             return mpld3.fig_to_html(fig)
 
 def plot_outliers(frame, qc_mask, loc):
-    if (~np.isnan(qc_mask) & qc_mask > 0).any():
-        frame.ix[(np.isnan(qc_mask) | (qc_mask == 0)) & (frame['qc_percent'] == 0), loc].plot(style='b.')
-        frame.ix[(np.isnan(qc_mask) | (qc_mask == 0)) & (frame['qc_percent'] > 0), loc].plot(style='k.', alpha=.2)
-        frame.ix[~np.isnan(qc_mask) & (qc_mask > 0) & (frame['qc_percent'] > 0), loc].plot(style='r.')
+    if (~np.isnan(qc_mask) & qc_mask > .95).any():
+        frame.ix[(np.isnan(qc_mask) | (qc_mask < .95)) & (frame['qc_percent'] < .95), loc].plot(style='b.')
+        frame.ix[(np.isnan(qc_mask) | (qc_mask < .95)) & (frame['qc_percent'] > .95), loc].plot(style='k.', alpha=.2)
+        frame.ix[~np.isnan(qc_mask) & (qc_mask > .95) & (frame['qc_percent'] > .95), loc].plot(style='r.')
         plt.xlabel('Time')
         plt.title(loc)
 
-- 
GitLab