-
Paolo Veglio authoredPaolo Veglio authored
test_spectral_tests.py 8.68 KiB
import os
import yaml
import xarray as xr
import numpy as np
import pytest
# from typing import Dict
# from attrs import define, field, Factory
import mvcm.spectral_tests as tst
# CREATE PATHS
@pytest.fixture
def fixturepath():
return os.path.join(os.path.dirname(__file__), 'fixtures')
@pytest.fixture
def data_path():
return '/ships19/hercules/pveglio/mvcm_cleanup'
# SET FILENAME FIXTURES
@pytest.fixture
def thresholds_file(fixturepath):
return os.path.join(fixturepath, 'thresholds.mvcm.snpp.v0.0.1.yaml')
@pytest.fixture
def ref_confidence_file(data_path):
return os.path.join(data_path, 'ref_confidence.nc')
@pytest.fixture
def data_file(data_path):
return os.path.join(data_path, 'viirs_data_A2022173.1312.nc')
# SET DATA FIXTURES
@pytest.fixture
def thresholds(thresholds_file):
return yaml.safe_load(open(thresholds_file))
@pytest.fixture
def data(data_file):
return xr.open_dataset(data_file)
@pytest.fixture
def ref_confidence(ref_confidence_file):
return xr.open_dataset(ref_confidence_file)
def test_11um_test(data, thresholds, ref_confidence):
cmin = np.ones(data.latitude.shape)
for scene_name in ['Ocean_Day', 'Ocean_Night', 'Polar_Day_Ocean', 'Polar_Night_Ocean']:
SceneType = tst.CloudTests(data=data,
scene_name=scene_name,
thresholds=thresholds)
cmin, bit = SceneType.test_11um('M15', cmin)
assert np.allclose(cmin, ref_confidence.bt11um_confidence.values)
def test_surface_temperature_test(data, thresholds, ref_confidence):
cmin = np.ones(data.latitude.shape)
for scene_name in ['Land_Night', 'Polar_Night_Land']:
SceneType = tst.CloudTests(data=data,
scene_name=scene_name,
thresholds=thresholds)
cmin, bit = SceneType.surface_temperature_test('M15', data, cmin)
assert np.allclose(cmin, ref_confidence.surface_temperature_confidence.values)
def test_sst_test(data, thresholds, ref_confidence):
cmin = np.ones(data.latitude.shape)
for scene_name in ['Ocean_Day', 'Ocean_Night', 'Polar_Day_Ocean', 'Polar_Night_Ocean']:
SceneType = tst.CloudTests(data=data,
scene_name=scene_name,
thresholds=thresholds)
cmin, bit = SceneType.sst_test('M15', 'M16', cmin)
assert np.allclose(cmin, ref_confidence.sst_confidence.values)
def test_bt_diff_86_11um(data, thresholds, ref_confidence):
cmin = np.ones(data.latitude.shape)
for scene_name in ['Ocean_Day', 'Ocean_Night', 'Polar_Day_Ocean', 'Polar_Night_Ocean']:
SceneType = tst.CloudTests(data=data,
scene_name=scene_name,
thresholds=thresholds)
cmin, bit = SceneType.bt_diff_86_11um('M14-M15', cmin)
assert np.allclose(cmin, ref_confidence.diff86_11um_confidence.values)
def test_11_12um_diff(data, thresholds, ref_confidence):
cmin = np.ones(data.latitude.shape)
for scene_name in ['Land_Day', 'Land_Day_Coast', 'Land_Day_Desert', 'Land_Day_Desert_Coast',
'Ocean_Day', 'Ocean_Night', 'Polar_Day_Ocean', 'Polar_Night_Ocean',
'Polar_Day_Land', 'Polar_Day_Coast', 'Polar_Day_Desert',
'Polar_Day_Desert_Coast', 'Polar_Day_Snow', 'Land_Night', 'Polar_Night_Land',
'Polar_Night_Snow', 'Day_Snow', 'Night_Snow']:
SceneType = tst.CloudTests(data=data,
scene_name=scene_name,
thresholds=thresholds)
cmin, bit = SceneType.test_11_12um_diff('M15-M16', cmin)
assert np.allclose(cmin, ref_confidence.diff11_12um_confidence.values)
def test_bt_difference_11_4um_test_ocean():
pass
def test_bt_difference_11_4um_test_land():
pass
def test_variability_11um_test(data, thresholds, ref_confidence):
cmin = np.ones(data.latitude.shape)
for scene_name in ['Polar_Day_Ocean', 'Polar_Night_Ocean']:
SceneType = tst.CloudTests(data=data,
scene_name=scene_name,
thresholds=thresholds)
cmin, bit = SceneType.variability_11um_test('M15', cmin)
assert np.allclose(cmin, ref_confidence.var11um_confidence.values)
def test_oceanic_stratus_11_4um_test(data, thresholds, ref_confidence):
cmin = np.ones(data.latitude.shape)
for scene_name in ['Land_Day', 'Land_Day_Coast', 'Land_Day_Desert', 'Land_Day_Desert_Coast',
'Ocean_Day', 'Ocean_Night', 'Polar_Day_Land', 'Polar_Day_Coast',
'Polar_Day_Desert', 'Polar_Day_Desert_Coast', 'Polar_Day_Ocean',
'Polar_Night_Ocean']:
SceneType = tst.CloudTests(data=data,
scene_name=scene_name,
thresholds=thresholds)
cmin, bit = SceneType.oceanic_stratus_11_4um_test('M15-M12', cmin)
assert np.allclose(cmin, ref_confidence.oceanic_stratus_11_4um_confidence.values)
def test_nir_reflectance_test(data, thresholds, ref_confidence):
cmin = np.ones(data.latitude.shape)
for scene_name in ['Ocean_Day', 'Polar_Day_Ocean']:
SceneType = tst.CloudTests(data=data,
scene_name=scene_name,
thresholds=thresholds)
cmin, bit = SceneType.nir_reflectance_test('M07', cmin)
assert np.allclose(cmin, ref_confidence.NIR_reflectance_confidence.values)
def test_vis_nir_ratio_test(data, thresholds, ref_confidence):
cmin = np.ones(data.latitude.shape)
for scene_name in ['Ocean_Day', 'Polar_Day_Ocean']:
SceneType = tst.CloudTests(data=data,
scene_name=scene_name,
thresholds=thresholds)
cmin, bit = SceneType.vis_nir_ratio_test('M07-M05ratio', cmin)
assert np.allclose(cmin, ref_confidence.Vis_NIR_ratio_confidence.values)
def test_16_21um_reflectance_test(data, thresholds, ref_confidence):
cmin = np.ones(data.latitude.shape)
for scene_name in ['Ocean_Day', 'Polar_Day_Ocean']:
SceneType = tst.CloudTests(data=data,
scene_name=scene_name,
thresholds=thresholds)
cmin, bit = SceneType.test_16_21um_reflectance('M10', cmin)
assert np.allclose(cmin, ref_confidence.refl_16_21um_confidence.values)
def test_visible_reflectance_test(data, thresholds, ref_confidence):
cmin = np.ones(data.latitude.shape)
for scene_name in ['Land_Day', 'Land_Day_Coast', 'Land_Day_Desert',
'Land_Day_Desert_Coast', 'Polar_Day_Land', 'Polar_Day_Coast',
'Polar_Day_Desert', 'Polar_Day_Desert_Coast']:
SceneType = tst.CloudTests(data=data,
scene_name=scene_name,
thresholds=thresholds)
cmin, bit = SceneType.visible_reflectance_test('M128', cmin)
assert np.allclose(cmin, ref_confidence.vis_reflectance_confidence.values)
def test_GEMI_test(data, thresholds, ref_confidence):
cmin = np.ones(data.latitude.shape)
for scene_name in ['Land_Day_Desert', 'Polar_Day_Desert']:
SceneType = tst.CloudTests(data=data,
scene_name=scene_name,
thresholds=thresholds)
cmin, bit = SceneType.gemi_test('GEMI', cmin)
assert np.allclose(cmin, ref_confidence.gemi_confidence.values)
def test_1_38um_high_clouds_test(data, thresholds, ref_confidence):
cmin = np.ones(data.latitude.shape)
for scene_name in ['Land_Day', 'Land_Day_Coast', 'Land_Day_Desert', 'Land_Day_Desert_Coast',
'Polar_Day_Land', 'Polar_Day_Coast', 'Polar_Day_Desert',
'Polar_Day_Desert_Coast', 'Day_Snow', 'Ocean_Day', 'Polar_Day_Ocean']:
SceneType = tst.CloudTests(data=data,
scene_name=scene_name,
thresholds=thresholds)
cmin, bit = SceneType.test_1_38um_high_clouds('M09', cmin)
assert np.allclose(cmin, ref_confidence.hi_clouds_confidence.values)
def test_4_12um_thin_cirrus_btd(data, thresholds, ref_confidence):
cmin = np.ones(data.latitude.shape)
for scene_name in ['Land_Night', 'Polar_Night_Land', 'Polar_Night_Snow', 'Night_Snow']:
SceneType = tst.CloudTests(data=data,
scene_name=scene_name,
thresholds=thresholds)
cmin, bit = SceneType.thin_cirrus_4_12um_BTD_test('M13-M16', cmin)
assert np.allclose(cmin, ref_confidence.thin_cirrus_confidence.values)