Skip to content
Snippets Groups Projects
Commit 7d38bca5 authored by Coda Phillips's avatar Coda Phillips
Browse files

Make electronic checks more robust to NaNs

parent e484b87c
No related branches found
No related tags found
No related merge requests found
...@@ -4,11 +4,11 @@ import itertools ...@@ -4,11 +4,11 @@ import itertools
from all_checks import checklist from all_checks import checklist
######### CHECKS ########### ######### CHECKS ###########
@checklist.add_check(depends=['datetime','HBBapexTemp','HBBbottomTemp','HBBtopTemp' ], affects_calibration=True, description='outlier in HBB temperature discovered') @checklist.add_check(depends=['datetime','HBBapexTemp','HBBbottomTemp','HBBtopTemp' ], affects_calibration=True, hides=['missing_data_flag_check'], description='outlier in HBB temperature discovered')
def hbb_temp_outlier_check(frame, parameters): def hbb_temp_outlier_check(frame, parameters):
return find_bb_outliers(frame, parameters, 'HBB') return find_bb_outliers(frame, parameters, 'HBB')
@checklist.add_check(depends=['datetime','ABBapexTemp','ABBbottomTemp','ABBtopTemp' ], affects_calibration=True, description='outlier in ABB temperature discovered') @checklist.add_check(depends=['datetime','ABBapexTemp','ABBbottomTemp','ABBtopTemp' ], affects_calibration=True, hides=['missing_data_flag_check'], description='outlier in ABB temperature discovered')
def abb_temp_outlier_check(frame, parameters): def abb_temp_outlier_check(frame, parameters):
return find_bb_outliers(frame, parameters, 'ABB') return find_bb_outliers(frame, parameters, 'ABB')
...@@ -38,8 +38,10 @@ def _scan_for_outliers(frame, variable, delta_thresh): ...@@ -38,8 +38,10 @@ def _scan_for_outliers(frame, variable, delta_thresh):
""" """
last = None last = None
for i, row in frame.iterrows(): for i, row in frame.iterrows():
if pd.isnull(row).any():
yield False
# First row cannot be an outlier # First row cannot be an outlier
if last is None: elif last is None:
yield False yield False
last = row last = row
else: else:
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment