Source code for satpy.tests.reader_tests.test_olci_nc

#!/usr/bin/env python
# -*- coding: utf-8 -*-
# Copyright (c) 2016-2018 Satpy developers
#
# This file is part of satpy.
#
# satpy is free software: you can redistribute it and/or modify it under the
# terms of the GNU General Public License as published by the Free Software
# Foundation, either version 3 of the License, or (at your option) any later
# version.
#
# satpy is distributed in the hope that it will be useful, but WITHOUT ANY
# WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR
# A PARTICULAR PURPOSE.  See the GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License along with
# satpy.  If not, see <http://www.gnu.org/licenses/>.
"""Module for testing the satpy.readers.olci_nc module."""
import unittest
import unittest.mock as mock


[docs]class TestOLCIReader(unittest.TestCase): """Test various olci_nc filehandlers."""
[docs] @mock.patch('xarray.open_dataset') def test_instantiate(self, mocked_dataset): """Test initialization of file handlers.""" import xarray as xr from satpy.readers.olci_nc import NCOLCI1B, NCOLCI2, NCOLCIBase, NCOLCICal, NCOLCIChannelBase, NCOLCIGeo from satpy.tests.utils import make_dataid cal_data = xr.Dataset( { 'solar_flux': (('bands'), [0, 1, 2]), 'detector_index': (('bands'), [0, 1, 2]), }, {'bands': [0, 1, 2], }, ) ds_id = make_dataid(name='Oa01', calibration='reflectance') ds_id2 = make_dataid(name='wsqf', calibration='reflectance') filename_info = {'mission_id': 'S3A', 'dataset_name': 'Oa01', 'start_time': 0, 'end_time': 0} test = NCOLCIBase('somedir/somefile.nc', filename_info, 'c') test.get_dataset(ds_id, filename_info) mocked_dataset.assert_called() mocked_dataset.reset_mock() test = NCOLCICal('somedir/somefile.nc', filename_info, 'c') test.get_dataset(ds_id, filename_info) mocked_dataset.assert_called() mocked_dataset.reset_mock() test = NCOLCIGeo('somedir/somefile.nc', filename_info, 'c') test.get_dataset(ds_id, filename_info) mocked_dataset.assert_called() mocked_dataset.reset_mock() test = NCOLCIChannelBase('somedir/somefile.nc', filename_info, 'c') test.get_dataset(ds_id, filename_info) mocked_dataset.assert_called() mocked_dataset.reset_mock() cal = mock.Mock() cal.nc = cal_data test = NCOLCI1B('somedir/somefile.nc', filename_info, 'c', cal) test.get_dataset(ds_id, filename_info) mocked_dataset.assert_called() mocked_dataset.reset_mock() test = NCOLCI2('somedir/somefile.nc', filename_info, 'c') test.get_dataset(ds_id, {'nc_key': 'the_key'}) test.get_dataset(ds_id2, {'nc_key': 'the_key'}) mocked_dataset.assert_called() mocked_dataset.reset_mock()
[docs] @mock.patch('xarray.open_dataset') def test_open_file_objects(self, mocked_open_dataset): """Test initialization of file handlers.""" from satpy.readers.olci_nc import NCOLCIBase filename_info = {'mission_id': 'S3A', 'dataset_name': 'Oa01', 'start_time': 0, 'end_time': 0} open_file = mock.MagicMock() file_handler = NCOLCIBase(open_file, filename_info, 'c') # deepcode ignore W0104: This is a property that is actually a function call. file_handler.nc # pylint: disable=W0104 mocked_open_dataset.assert_called() open_file.open.assert_called() assert (open_file.open.return_value in mocked_open_dataset.call_args[0] or open_file.open.return_value == mocked_open_dataset.call_args[1].get('filename_or_obj'))
[docs] @mock.patch('xarray.open_dataset') def test_get_dataset(self, mocked_dataset): """Test reading datasets.""" import numpy as np import xarray as xr from satpy.readers.olci_nc import NCOLCI2 from satpy.tests.utils import make_dataid mocked_dataset.return_value = xr.Dataset({'mask': (['rows', 'columns'], np.array([1 << x for x in range(30)]).reshape(5, 6))}, coords={'rows': np.arange(5), 'columns': np.arange(6)}) ds_id = make_dataid(name='mask') filename_info = {'mission_id': 'S3A', 'dataset_name': 'mask', 'start_time': 0, 'end_time': 0} test = NCOLCI2('somedir/somefile.nc', filename_info, 'c') res = test.get_dataset(ds_id, {'nc_key': 'mask'}) self.assertEqual(res.dtype, np.dtype('bool'))
[docs] @mock.patch('xarray.open_dataset') def test_olci_angles(self, mocked_dataset): """Test reading datasets.""" import numpy as np import xarray as xr from satpy.readers.olci_nc import NCOLCIAngles from satpy.tests.utils import make_dataid attr_dict = { 'ac_subsampling_factor': 1, 'al_subsampling_factor': 2, } mocked_dataset.return_value = xr.Dataset({'SAA': (['tie_rows', 'tie_columns'], np.array([1 << x for x in range(30)]).reshape(5, 6)), 'SZA': (['tie_rows', 'tie_columns'], np.array([1 << x for x in range(30)]).reshape(5, 6)), 'OAA': (['tie_rows', 'tie_columns'], np.array([1 << x for x in range(30)]).reshape(5, 6)), 'OZA': (['tie_rows', 'tie_columns'], np.array([1 << x for x in range(30)]).reshape(5, 6))}, coords={'rows': np.arange(5), 'columns': np.arange(6)}, attrs=attr_dict) filename_info = {'mission_id': 'S3A', 'dataset_name': 'Oa01', 'start_time': 0, 'end_time': 0} ds_id = make_dataid(name='solar_azimuth_angle') ds_id2 = make_dataid(name='satellite_zenith_angle') test = NCOLCIAngles('somedir/somefile.nc', filename_info, 'c') test.get_dataset(ds_id, filename_info) test.get_dataset(ds_id2, filename_info) mocked_dataset.assert_called() mocked_dataset.reset_mock()
[docs] @mock.patch('xarray.open_dataset') def test_olci_meteo(self, mocked_dataset): """Test reading datasets.""" import numpy as np import xarray as xr from satpy.readers.olci_nc import NCOLCIMeteo from satpy.tests.utils import make_dataid attr_dict = { 'ac_subsampling_factor': 1, 'al_subsampling_factor': 2, } data = {'humidity': (['tie_rows', 'tie_columns'], np.array([1 << x for x in range(30)]).reshape(5, 6)), 'total_ozone': (['tie_rows', 'tie_columns'], np.array([1 << x for x in range(30)]).reshape(5, 6)), 'sea_level_pressure': (['tie_rows', 'tie_columns'], np.array([1 << x for x in range(30)]).reshape(5, 6)), 'total_columnar_water_vapour': (['tie_rows', 'tie_columns'], np.array([1 << x for x in range(30)]).reshape(5, 6))} mocked_dataset.return_value = xr.Dataset(data, coords={'rows': np.arange(5), 'columns': np.arange(6)}, attrs=attr_dict) filename_info = {'mission_id': 'S3A', 'dataset_name': 'humidity', 'start_time': 0, 'end_time': 0} ds_id = make_dataid(name='humidity') ds_id2 = make_dataid(name='total_ozone') test = NCOLCIMeteo('somedir/somefile.nc', filename_info, 'c') test.get_dataset(ds_id, filename_info) test.get_dataset(ds_id2, filename_info) mocked_dataset.assert_called() mocked_dataset.reset_mock()
[docs]class TestBitFlags(unittest.TestCase): """Test the bitflag reading."""
[docs] def test_bitflags(self): """Test the BitFlags class.""" from functools import reduce import numpy as np from satpy.readers.olci_nc import BitFlags flag_list = ['INVALID', 'WATER', 'LAND', 'CLOUD', 'SNOW_ICE', 'INLAND_WATER', 'TIDAL', 'COSMETIC', 'SUSPECT', 'HISOLZEN', 'SATURATED', 'MEGLINT', 'HIGHGLINT', 'WHITECAPS', 'ADJAC', 'WV_FAIL', 'PAR_FAIL', 'AC_FAIL', 'OC4ME_FAIL', 'OCNN_FAIL', 'Extra_1', 'KDM_FAIL', 'Extra_2', 'CLOUD_AMBIGUOUS', 'CLOUD_MARGIN', 'BPAC_ON', 'WHITE_SCATT', 'LOWRW', 'HIGHRW'] bits = np.array([1 << x for x in range(len(flag_list))]) bflags = BitFlags(bits) items = ["INVALID", "SNOW_ICE", "INLAND_WATER", "SUSPECT", "AC_FAIL", "CLOUD", "HISOLZEN", "OCNN_FAIL", "CLOUD_MARGIN", "CLOUD_AMBIGUOUS", "LOWRW", "LAND"] mask = reduce(np.logical_or, [bflags[item] for item in items]) expected = np.array([True, False, True, True, True, True, False, False, True, True, False, False, False, False, False, False, False, True, False, True, False, False, False, True, True, False, False, True, False]) self.assertTrue(all(mask == expected))