test_spectral_tests.py

import os
import yaml
import xarray as xr
import numpy as np

import pytest

# from typing import Dict
# from attrs import define, field, Factory
import mvcm.spectral_tests as tst


# CREATE PATHS
@pytest.fixture
def fixturepath():
    return os.path.join(os.path.dirname(__file__), 'fixtures')


@pytest.fixture
def data_path():
    return '/ships19/hercules/pveglio/mvcm_cleanup'


# SET FILENAME FIXTURES
@pytest.fixture
def thresholds_file(fixturepath):
    return os.path.join(fixturepath, 'thresholds.mvcm.snpp.v0.0.1.yaml')


@pytest.fixture
def ref_confidence_file(data_path):
    return os.path.join(data_path, 'ref_confidence.nc')


@pytest.fixture
def data_file(data_path):
    return os.path.join(data_path, 'viirs_data_A2022173.1312.nc')


# SET DATA FIXTURES
@pytest.fixture
def thresholds(thresholds_file):
    return yaml.safe_load(open(thresholds_file))


@pytest.fixture
def data(data_file):
    return xr.open_dataset(data_file)


@pytest.fixture
def ref_confidence(ref_confidence_file):
    return xr.open_dataset(ref_confidence_file)


def test_11um_test(data, thresholds, ref_confidence):
    cmin = np.ones(data.latitude.shape)

    for scene_name in ['Ocean_Day', 'Ocean_Night', 'Polar_Day_Ocean', 'Polar_Night_Ocean']:
        SceneType = tst.CloudTests(data=data,
                                   scene_name=scene_name,
                                   thresholds=thresholds)

        cmin, bit = SceneType.test_11um('M15', cmin)

    assert np.allclose(cmin, ref_confidence.bt11um_confidence.values)


def test_surface_temperature_test(data, thresholds, ref_confidence):
    cmin = np.ones(data.latitude.shape)

    for scene_name in ['Land_Night', 'Polar_Night_Land']:
        SceneType = tst.CloudTests(data=data,
                                   scene_name=scene_name,
                                   thresholds=thresholds)

        cmin, bit = SceneType.surface_temperature_test('M15', data, cmin)

    assert np.allclose(cmin, ref_confidence.surface_temperature_confidence.values)


def test_sst_test(data, thresholds, ref_confidence):
    cmin = np.ones(data.latitude.shape)
    for scene_name in ['Ocean_Day', 'Ocean_Night', 'Polar_Day_Ocean', 'Polar_Night_Ocean']:
        SceneType = tst.CloudTests(data=data,
                                   scene_name=scene_name,
                                   thresholds=thresholds)

        cmin, bit = SceneType.sst_test('M15', 'M16', cmin)

    assert np.allclose(cmin, ref_confidence.sst_confidence.values)


def test_bt_diff_86_11um(data, thresholds, ref_confidence):
    cmin = np.ones(data.latitude.shape)
    for scene_name in ['Ocean_Day', 'Ocean_Night', 'Polar_Day_Ocean', 'Polar_Night_Ocean']:
        SceneType = tst.CloudTests(data=data,
                                   scene_name=scene_name,
                                   thresholds=thresholds)

        cmin, bit = SceneType.bt_diff_86_11um('M14-M15', cmin)

    assert np.allclose(cmin, ref_confidence.diff86_11um_confidence.values)


def test_11_12um_diff(data, thresholds, ref_confidence):
    cmin = np.ones(data.latitude.shape)
    for scene_name in ['Land_Day', 'Land_Day_Coast', 'Land_Day_Desert', 'Land_Day_Desert_Coast',
                       'Ocean_Day', 'Ocean_Night', 'Polar_Day_Ocean', 'Polar_Night_Ocean',
                       'Polar_Day_Land', 'Polar_Day_Coast', 'Polar_Day_Desert',
                       'Polar_Day_Desert_Coast', 'Polar_Day_Snow', 'Land_Night', 'Polar_Night_Land',
                       'Polar_Night_Snow', 'Day_Snow', 'Night_Snow']:
        SceneType = tst.CloudTests(data=data,
                                   scene_name=scene_name,
                                   thresholds=thresholds)

        cmin, bit = SceneType.test_11_12um_diff('M15-M16', cmin)

    assert np.allclose(cmin, ref_confidence.diff11_12um_confidence.values)


def test_bt_difference_11_4um_test_ocean():
    pass


def test_bt_difference_11_4um_test_land():
    pass


def test_variability_11um_test(data, thresholds, ref_confidence):
    cmin = np.ones(data.latitude.shape)
    for scene_name in ['Polar_Day_Ocean', 'Polar_Night_Ocean']:
        SceneType = tst.CloudTests(data=data,
                                   scene_name=scene_name,
                                   thresholds=thresholds)

        cmin, bit = SceneType.variability_11um_test('M15', cmin)

    assert np.allclose(cmin, ref_confidence.var11um_confidence.values)


def test_oceanic_stratus_11_4um_test(data, thresholds, ref_confidence):
    cmin = np.ones(data.latitude.shape)
    for scene_name in ['Land_Day', 'Land_Day_Coast', 'Land_Day_Desert', 'Land_Day_Desert_Coast',
                       'Ocean_Day', 'Ocean_Night', 'Polar_Day_Land', 'Polar_Day_Coast',
                       'Polar_Day_Desert', 'Polar_Day_Desert_Coast', 'Polar_Day_Ocean',
                       'Polar_Night_Ocean']:
        SceneType = tst.CloudTests(data=data,
                                   scene_name=scene_name,
                                   thresholds=thresholds)

        cmin, bit = SceneType.oceanic_stratus_11_4um_test('M15-M12', cmin)

    assert np.allclose(cmin, ref_confidence.oceanic_stratus_11_4um_confidence.values)


def test_nir_reflectance_test(data, thresholds, ref_confidence):
    cmin = np.ones(data.latitude.shape)
    for scene_name in ['Ocean_Day', 'Polar_Day_Ocean']:
        SceneType = tst.CloudTests(data=data,
                                   scene_name=scene_name,
                                   thresholds=thresholds)

        cmin, bit = SceneType.nir_reflectance_test('M07', cmin)

    assert np.allclose(cmin, ref_confidence.NIR_reflectance_confidence.values)


def test_vis_nir_ratio_test(data, thresholds, ref_confidence):
    cmin = np.ones(data.latitude.shape)
    for scene_name in ['Ocean_Day', 'Polar_Day_Ocean']:
        SceneType = tst.CloudTests(data=data,
                                   scene_name=scene_name,
                                   thresholds=thresholds)

        cmin, bit = SceneType.vis_nir_ratio_test('M07-M05ratio', cmin)

    assert np.allclose(cmin, ref_confidence.Vis_NIR_ratio_confidence.values)


def test_16_21um_reflectance_test(data, thresholds, ref_confidence):
    cmin = np.ones(data.latitude.shape)
    for scene_name in ['Ocean_Day', 'Polar_Day_Ocean']:
        SceneType = tst.CloudTests(data=data,
                                   scene_name=scene_name,
                                   thresholds=thresholds)

        cmin, bit = SceneType.test_16_21um_reflectance('M10', cmin)

    assert np.allclose(cmin, ref_confidence.refl_16_21um_confidence.values)


def test_visible_reflectance_test(data, thresholds, ref_confidence):
    cmin = np.ones(data.latitude.shape)
    for scene_name in ['Land_Day', 'Land_Day_Coast', 'Land_Day_Desert',
                       'Land_Day_Desert_Coast', 'Polar_Day_Land', 'Polar_Day_Coast',
                       'Polar_Day_Desert', 'Polar_Day_Desert_Coast']:
        SceneType = tst.CloudTests(data=data,
                                   scene_name=scene_name,
                                   thresholds=thresholds)

        cmin, bit = SceneType.visible_reflectance_test('M128', cmin)

    assert np.allclose(cmin, ref_confidence.vis_reflectance_confidence.values)


def test_GEMI_test(data, thresholds, ref_confidence):
    cmin = np.ones(data.latitude.shape)
    for scene_name in ['Land_Day_Desert', 'Polar_Day_Desert']:
        SceneType = tst.CloudTests(data=data,
                                   scene_name=scene_name,
                                   thresholds=thresholds)

        cmin, bit = SceneType.gemi_test('GEMI', cmin)

    assert np.allclose(cmin, ref_confidence.gemi_confidence.values)


def test_1_38um_high_clouds_test(data, thresholds, ref_confidence):
    cmin = np.ones(data.latitude.shape)
    for scene_name in ['Land_Day', 'Land_Day_Coast', 'Land_Day_Desert', 'Land_Day_Desert_Coast',
                       'Polar_Day_Land', 'Polar_Day_Coast', 'Polar_Day_Desert',
                       'Polar_Day_Desert_Coast', 'Day_Snow', 'Ocean_Day', 'Polar_Day_Ocean']:
        SceneType = tst.CloudTests(data=data,
                                   scene_name=scene_name,
                                   thresholds=thresholds)

        cmin, bit = SceneType.test_1_38um_high_clouds('M09', cmin)

    assert np.allclose(cmin, ref_confidence.hi_clouds_confidence.values)


def test_4_12um_thin_cirrus_btd(data, thresholds, ref_confidence):
    cmin = np.ones(data.latitude.shape)
    for scene_name in ['Land_Night', 'Polar_Night_Land', 'Polar_Night_Snow', 'Night_Snow']:
        SceneType = tst.CloudTests(data=data,
                                   scene_name=scene_name,
                                   thresholds=thresholds)

        cmin, bit = SceneType.thin_cirrus_4_12um_BTD_test('M13-M16', cmin)

    assert np.allclose(cmin, ref_confidence.thin_cirrus_confidence.values)