Source code for satpy.tests.reader_tests.test_abi_l2_nc

# -*- coding: utf-8 -*-

# Copyright (c) 2019 Satpy developers

# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.

# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU General Public License for more details.

# You should have received a copy of the GNU General Public License
# along with this program.  If not, see <http://www.gnu.org/licenses/>.
"""The abi_l2_nc reader tests package."""

import unittest
from unittest import mock

import numpy as np
import xarray as xr


def _create_cmip_dataset():
    proj = xr.DataArray(
        [],
        attrs={
            'semi_major_axis': 1.,
            'semi_minor_axis': 1.,
            'perspective_point_height': 1.,
            'longitude_of_projection_origin': -90.,
            'sweep_angle_axis': u'x'
        }
    )
    x__ = xr.DataArray(
        [0, 1],
        attrs={'scale_factor': 2., 'add_offset': -1.},
        dims=('x',),
    )
    y__ = xr.DataArray(
        [0, 1],
        attrs={'scale_factor': -2., 'add_offset': 1.},
        dims=('y',),
    )

    ht_da = xr.DataArray(np.array([2, -1, -32768, 32767]).astype(np.int16).reshape((2, 2)),
                         dims=('y', 'x'),
                         attrs={'scale_factor': 0.3052037,
                                'add_offset': 0.,
                                '_FillValue': np.array(-1).astype(np.int16),
                                '_Unsigned': 'True',
                                'units': 'm'},)

    fake_dataset = xr.Dataset(
        data_vars={
            'goes_imager_projection': proj,
            'x': x__,
            'y': y__,
            'HT': ht_da,
            "nominal_satellite_subpoint_lat": np.array(0.0),
            "nominal_satellite_subpoint_lon": np.array(-89.5),
            "nominal_satellite_height": np.array(35786.02),
            "spatial_resolution": "10km at nadir",

        },
        attrs={
            "time_coverage_start": "2017-09-20T17:30:40.8Z",
            "time_coverage_end": "2017-09-20T17:41:17.5Z",
            "spatial_resolution": "2km at nadir",
        }
    )
    return fake_dataset


def _compare_subdict(actual_dict, exp_sub_dict):
    for key, value in exp_sub_dict.items():
        assert key in actual_dict
        assert actual_dict[key] == value


def _assert_orbital_parameters(orb_params):
    assert orb_params['satellite_nominal_longitude'] == -89.5
    assert orb_params['satellite_nominal_latitude'] == 0.0
    assert orb_params['satellite_nominal_altitude'] == 35786020.0


def _create_mcmip_dataset():
    fake_dataset = _create_cmip_dataset()
    fake_dataset = fake_dataset.copy(deep=True)
    fake_dataset['CMI_C14'] = fake_dataset['HT']
    del fake_dataset['HT']
    return fake_dataset


[docs]class Test_NC_ABI_L2_base(unittest.TestCase): """Test the NC_ABI_L2 reader."""
[docs] def setUp(self): """Create fake data for the tests.""" from satpy.readers.abi_l2_nc import NC_ABI_L2 fake_cmip_dataset = _create_cmip_dataset() with mock.patch('satpy.readers.abi_base.xr') as xr_: xr_.open_dataset.return_value = fake_cmip_dataset self.reader = NC_ABI_L2( 'filename', { 'platform_shortname': 'G16', 'scan_mode': 'M3', 'scene_abbr': 'M1', }, { 'file_type': 'info', 'observation_type': 'ACHA', }, )
[docs]class Test_NC_ABI_L2_get_dataset(Test_NC_ABI_L2_base): """Test get dataset function of the NC_ABI_L2 reader."""
[docs] def test_get_dataset(self): """Test basic L2 load.""" from satpy.tests.utils import make_dataid key = make_dataid(name='HT') res = self.reader.get_dataset(key, {'file_key': 'HT'}) exp_data = np.array([[2 * 0.3052037, np.nan], [32768 * 0.3052037, 32767 * 0.3052037]]) exp_attrs = {'instrument_ID': None, 'modifiers': (), 'name': 'HT', 'observation_type': 'ACHA', 'orbital_slot': None, 'platform_name': 'GOES-16', 'platform_shortname': 'G16', 'production_site': None, 'scan_mode': 'M3', 'scene_abbr': 'M1', 'scene_id': None, 'sensor': 'abi', 'timeline_ID': None, 'units': 'm'} self.assertTrue(np.allclose(res.data, exp_data, equal_nan=True)) _compare_subdict(res.attrs, exp_attrs) _assert_orbital_parameters(res.attrs['orbital_parameters'])
[docs]class TestMCMIPReading: """Test cases of the MCMIP file format."""
[docs] @mock.patch('satpy.readers.abi_base.xr') def test_mcmip_get_dataset(self, xr_): """Test getting channel from MCMIP file.""" from datetime import datetime from pyresample.geometry import AreaDefinition from satpy import Scene from satpy.dataset.dataid import WavelengthRange xr_.open_dataset.return_value = _create_mcmip_dataset() fn = "OR_ABI-L2-MCMIPF-M6_G16_s20192600241149_e20192600243534_c20192600245360.nc" scn = Scene(reader='abi_l2_nc', filenames=[fn]) scn.load(['C14']) exp_data = np.array([[2 * 0.3052037, np.nan], [32768 * 0.3052037, 32767 * 0.3052037]]) exp_attrs = {'instrument_ID': None, 'modifiers': (), 'name': 'C14', 'observation_type': 'MCMIP', 'orbital_slot': None, 'reader': 'abi_l2_nc', 'platform_name': 'GOES-16', 'platform_shortname': 'G16', 'production_site': None, 'scan_mode': 'M6', 'scene_abbr': 'F', 'scene_id': None, 'sensor': 'abi', 'timeline_ID': None, 'start_time': datetime(2017, 9, 20, 17, 30, 40, 800000), 'end_time': datetime(2017, 9, 20, 17, 41, 17, 500000), 'calibration': 'brightness_temperature', 'ancillary_variables': [], 'wavelength': WavelengthRange(10.8, 11.2, 11.6, unit='µm'), 'units': 'm'} res = scn['C14'] np.testing.assert_allclose(res.data, exp_data, equal_nan=True) assert isinstance(res.attrs['area'], AreaDefinition) _compare_subdict(res.attrs, exp_attrs) _assert_orbital_parameters(res.attrs['orbital_parameters'])
[docs]class Test_NC_ABI_L2_area_fixedgrid(Test_NC_ABI_L2_base): """Test the NC_ABI_L2 reader."""
[docs] @mock.patch('satpy.readers.abi_base.geometry.AreaDefinition') def test_get_area_def_fixedgrid(self, adef): """Test the area generation.""" self.reader.get_area_def(None) self.assertEqual(adef.call_count, 1) call_args = tuple(adef.call_args)[0] self.assertDictEqual(call_args[3], {'a': 1.0, 'b': 1.0, 'h': 1.0, 'lon_0': -90.0, 'proj': 'geos', 'sweep': 'x', 'units': 'm'}) self.assertEqual(call_args[4], self.reader.ncols) self.assertEqual(call_args[5], self.reader.nlines) np.testing.assert_allclose(call_args[6], (-2., -2., 2., 2.))
[docs]class Test_NC_ABI_L2_area_latlon(unittest.TestCase): """Test the NC_ABI_L2 reader."""
[docs] @mock.patch('satpy.readers.abi_base.xr') def setUp(self, xr_): """Create fake data for the tests.""" from satpy.readers.abi_l2_nc import NC_ABI_L2 proj = xr.DataArray( [], attrs={'semi_major_axis': 1., 'semi_minor_axis': 1., 'inverse_flattening': 1., 'longitude_of_prime_meridian': 0.0, } ) proj_ext = xr.DataArray( [], attrs={'geospatial_westbound_longitude': -85.0, 'geospatial_eastbound_longitude': -65.0, 'geospatial_northbound_latitude': 20.0, 'geospatial_southbound_latitude': -20.0, 'geospatial_lat_center': 0.0, 'geospatial_lon_center': -75.0, }) x__ = xr.DataArray( [0, 1], attrs={'scale_factor': 2., 'add_offset': -1.}, dims=('lon',), ) y__ = xr.DataArray( [0, 1], attrs={'scale_factor': -2., 'add_offset': 1.}, dims=('lat',), ) fake_dataset = xr.Dataset( data_vars={ 'goes_lat_lon_projection': proj, 'geospatial_lat_lon_extent': proj_ext, 'lon': x__, 'lat': y__, 'RSR': xr.DataArray(np.ones((2, 2)), dims=('lat', 'lon')), }, ) xr_.open_dataset.return_value = fake_dataset self.reader = NC_ABI_L2('filename', {'platform_shortname': 'G16', 'observation_type': 'RSR', 'scene_abbr': 'C', 'scan_mode': 'M3'}, {'filetype': 'info'})
[docs] @mock.patch('satpy.readers.abi_base.geometry.AreaDefinition') def test_get_area_def_latlon(self, adef): """Test the area generation.""" self.reader.get_area_def(None) self.assertEqual(adef.call_count, 1) call_args = tuple(adef.call_args)[0] self.assertDictEqual(call_args[3], {'proj': 'latlong', 'a': 1.0, 'b': 1.0, 'fi': 1.0, 'pm': 0.0, 'lon_0': -75.0, 'lat_0': 0.0}) self.assertEqual(call_args[4], self.reader.ncols) self.assertEqual(call_args[5], self.reader.nlines) np.testing.assert_allclose(call_args[6], (-85.0, -20.0, -65.0, 20))
[docs]class Test_NC_ABI_L2_area_AOD(unittest.TestCase): """Test the NC_ABI_L2 reader for the AOD product."""
[docs] @mock.patch('satpy.readers.abi_base.xr') def setUp(self, xr_): """Create fake data for the tests.""" from satpy.readers.abi_l2_nc import NC_ABI_L2 proj = xr.DataArray( [], attrs={'semi_major_axis': 1., 'semi_minor_axis': 1., 'inverse_flattening': 1., 'longitude_of_prime_meridian': 0.0, } ) proj_ext = xr.DataArray( [], attrs={'geospatial_westbound_longitude': -85.0, 'geospatial_eastbound_longitude': -65.0, 'geospatial_northbound_latitude': 20.0, 'geospatial_southbound_latitude': -20.0, 'geospatial_lat_center': 0.0, 'geospatial_lon_center': -75.0, }) x__ = xr.DataArray( [0, 1], attrs={'scale_factor': 2., 'add_offset': -1.}, dims=('x',), ) y__ = xr.DataArray( [0, 1], attrs={'scale_factor': -2., 'add_offset': 1.}, dims=('y',), ) fake_dataset = xr.Dataset( data_vars={ 'goes_lat_lon_projection': proj, 'geospatial_lat_lon_extent': proj_ext, 'x': x__, 'y': y__, 'RSR': xr.DataArray(np.ones((2, 2)), dims=('y', 'x')), }, ) xr_.open_dataset.return_value = fake_dataset self.reader = NC_ABI_L2('filename', {'platform_shortname': 'G16', 'observation_type': 'RSR', 'scene_abbr': 'C', 'scan_mode': 'M3'}, {'filetype': 'info'})
[docs] @mock.patch('satpy.readers.abi_base.geometry.AreaDefinition') def test_get_area_def_xy(self, adef): """Test the area generation.""" self.reader.get_area_def(None) self.assertEqual(adef.call_count, 1) call_args = tuple(adef.call_args)[0] self.assertDictEqual(call_args[3], {'proj': 'latlong', 'a': 1.0, 'b': 1.0, 'fi': 1.0, 'pm': 0.0, 'lon_0': -75.0, 'lat_0': 0.0}) self.assertEqual(call_args[4], self.reader.ncols) self.assertEqual(call_args[5], self.reader.nlines) np.testing.assert_allclose(call_args[6], (-85.0, -20.0, -65.0, 20))