Source code for satpy.tests.reader_tests.test_seviri_l1b_icare

#!/usr/bin/env python
# -*- coding: utf-8 -*-
# Copyright (c) 2019 Satpy developers
#
# This file is part of satpy.
#
# satpy is free software: you can redistribute it and/or modify it under the
# terms of the GNU General Public License as published by the Free Software
# Foundation, either version 3 of the License, or (at your option) any later
# version.
#
# satpy is distributed in the hope that it will be useful, but WITHOUT ANY
# WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR
# A PARTICULAR PURPOSE.  See the GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License along with
# satpy.  If not, see <http://www.gnu.org/licenses/>.
"""Tests for the SEVIRI L1b HDF4 from ICARE reader."""
import os
import unittest
from unittest import mock

import dask.array as da
import numpy as np

from satpy.readers import load_reader
from satpy.tests.reader_tests.test_hdf4_utils import FakeHDF4FileHandler

DEFAULT_FILE_DTYPE = np.uint16
DEFAULT_FILE_SHAPE = (10, 300)
DEFAULT_FILE_DATA = np.arange(DEFAULT_FILE_SHAPE[0] * DEFAULT_FILE_SHAPE[1],
                              dtype=DEFAULT_FILE_DTYPE).reshape(DEFAULT_FILE_SHAPE)


[docs] class FakeHDF4FileHandler2(FakeHDF4FileHandler): """Swap in HDF4 file handler."""
[docs] def get_test_content(self, filename, filename_info, filename_type): """Mimic reader input file content.""" file_content = {} file_content['/attr/Nadir_Pixel_Size'] = 3000. file_content['/attr/Beginning_Acquisition_Date'] = "2004-12-29T12:15:00Z" file_content['/attr/End_Acquisition_Date'] = "2004-12-29T12:27:44Z" file_content['/attr/Geolocation'] = ('1.3642337E7', '1856.0', '1.3642337E7', '1856.0') file_content['/attr/Altitude'] = '42164.0' file_content['/attr/Geographic_Projection'] = 'geos' file_content['/attr/Projection_Longitude'] = '0.0' file_content['/attr/Sub_Satellite_Longitude'] = '3.4' file_content['/attr/Sensors'] = 'MSG1/SEVIRI' file_content['/attr/Zone'] = 'G' file_content['/attr/_FillValue'] = 1 file_content['/attr/scale_factor'] = 1. file_content['/attr/add_offset'] = 0. # test one IR and one VIS channel file_content['Normalized_Radiance'] = DEFAULT_FILE_DATA file_content['Normalized_Radiance/attr/_FillValue'] = 1 file_content['Normalized_Radiance/attr/scale_factor'] = 1. file_content['Normalized_Radiance/attr/add_offset'] = 0. file_content['Normalized_Radiance/shape'] = DEFAULT_FILE_SHAPE file_content['Brightness_Temperature'] = DEFAULT_FILE_DATA file_content['Brightness_Temperature/attr/_FillValue'] = 1 file_content['Brightness_Temperature/attr/scale_factor'] = 1. file_content['Brightness_Temperature/attr/add_offset'] = 0. file_content['Brightness_Temperature/shape'] = DEFAULT_FILE_SHAPE # convert to xarrays from xarray import DataArray for key, val in file_content.items(): if isinstance(val, np.ndarray): attrs = {} for a in ['_FillValue', 'scale_factor', 'add_offset']: if key + '/attr/' + a in file_content: attrs[a] = file_content[key + '/attr/' + a] file_content[key] = DataArray(da.from_array(val), dims=('x', 'y'), attrs=attrs) return file_content
[docs] class TestSEVIRIICAREReader(unittest.TestCase): """Test SEVIRI L1b HDF4 from ICARE Reader.""" yaml_file = 'seviri_l1b_icare.yaml'
[docs] def setUp(self): """Wrap HDF4 file handler with own fake file handler.""" from satpy._config import config_search_paths from satpy.readers.seviri_l1b_icare import SEVIRI_ICARE self.reader_configs = config_search_paths(os.path.join('readers', self.yaml_file)) self.p = mock.patch.object(SEVIRI_ICARE, '__bases__', (FakeHDF4FileHandler2,)) self.fake_handler = self.p.start() self.p.is_local = True
[docs] def tearDown(self): """Stop wrapping the HDF4 file handler.""" self.p.stop()
[docs] def compare_areas(self, v): """Compare produced AreaDefinition with expected.""" test_area = {'area_id': 'geosmsg', 'width': 10, 'height': 300, 'area_extent': (-5567248.2834071, -5570248.6866857, -5537244.2506213, -4670127.7031114)} self.assertEqual(v.attrs['area'].area_id, test_area['area_id']) self.assertEqual(v.attrs['area'].width, test_area['width']) self.assertEqual(v.attrs['area'].height, test_area['height']) np.testing.assert_almost_equal(v.attrs['area'].area_extent, test_area['area_extent'])
[docs] def test_init(self): """Test basic init with no extra parameters.""" r = load_reader(self.reader_configs) loadables = r.select_files_from_pathnames([ 'GEO_L1B-MSG1_2004-12-29T12-15-00_G_VIS08_V1-04.hdf', 'GEO_L1B-MSG1_2004-12-29T12-15-00_G_IR108_V1-04.hdf' ]) self.assertEqual(len(loadables), 2) r.create_filehandlers(loadables) self.assertTrue(r.file_handlers)
[docs] def test_load_dataset_vis(self): """Test loading all datasets from a full swath file.""" from datetime import datetime r = load_reader(self.reader_configs) loadables = r.select_files_from_pathnames([ 'GEO_L1B-MSG1_2004-12-29T12-15-00_G_VIS08_V1-04.hdf' ]) r.create_filehandlers(loadables) datasets = r.load(['VIS008']) self.assertEqual(len(datasets), 1) for v in datasets.values(): dt = datetime(2004, 12, 29, 12, 27, 44) self.assertEqual(v.attrs['end_time'], dt) self.assertEqual(v.attrs['calibration'], 'reflectance')
[docs] def test_load_dataset_ir(self): """Test loading all datasets from a full swath file.""" r = load_reader(self.reader_configs) loadables = r.select_files_from_pathnames([ 'GEO_L1B-MSG1_2004-12-29T12-15-00_G_IR108_V1-04.hdf' ]) r.create_filehandlers(loadables) datasets = r.load(['IR_108']) self.assertEqual(len(datasets), 1) for v in datasets.values(): self.assertEqual(v.attrs['calibration'], 'brightness_temperature')
[docs] def test_area_def_lores(self): """Test loading all datasets from an area of interest file.""" r = load_reader(self.reader_configs) loadables = r.select_files_from_pathnames([ 'GEO_L1B-MSG1_2004-12-29T12-15-00_G_VIS08_V1-04.hdf' ]) r.create_filehandlers(loadables) ds = r.load(['VIS008']) self.compare_areas(ds['VIS008']) self.assertEqual(ds['VIS008'].attrs['area'].proj_id, 'msg_lowres')
[docs] def test_area_def_hires(self): """Test loading all datasets from an area of interest file.""" r = load_reader(self.reader_configs) loadables = r.select_files_from_pathnames([ 'GEO_L1B-MSG1_2004-12-29T12-15-00_G_HRV_V1-04.hdf', ]) r.create_filehandlers(loadables) ds = r.load(['HRV']) self.compare_areas(ds['HRV']) self.assertEqual(ds['HRV'].attrs['area'].proj_id, 'msg_hires')
[docs] def test_sensor_names(self): """Check satellite name conversion is correct, including error case.""" file_data = FakeHDF4FileHandler2.get_test_content(mock.MagicMock(), mock.MagicMock(), mock.MagicMock(), mock.MagicMock()) sensor_list = {'Meteosat-08': 'MSG1/SEVIRI', 'Meteosat-09': 'MSG2/SEVIRI', 'Meteosat-10': 'MSG3/SEVIRI', 'Meteosat-11': 'MSG4/SEVIRI'} with mock.patch('satpy.tests.reader_tests.test_seviri_l1b_icare.' 'FakeHDF4FileHandler2.get_test_content') as patched_func: def _run_target(): patched_func.return_value = file_data return self.p.target(mock.MagicMock(), mock.MagicMock(), mock.MagicMock()).sensor_name for sat in sensor_list: file_data['/attr/Sensors'] = sensor_list[sat] plat, sens = _run_target() self.assertEqual(plat, sat) with self.assertRaises(NameError): file_data['/attr/Sensors'] = 'BADSAT/NOSENSE' plat, sens = _run_target()
[docs] def test_bad_bandname(self): """Check reader raises an error if a band bandname is passed.""" with self.assertRaises(NameError): self.p.target(mock.MagicMock(), mock.MagicMock(), mock.MagicMock())._get_dsname({'name': 'badband'})
[docs] def test_nocompute(self): """Test that dask does not compute anything in the reader itself.""" import dask from satpy.tests.utils import CustomScheduler with dask.config.set(scheduler=CustomScheduler(max_computes=0)): r = load_reader(self.reader_configs) loadables = r.select_files_from_pathnames([ 'GEO_L1B-MSG1_2004-12-29T12-15-00_G_VIS08_V1-04.hdf' ]) r.create_filehandlers(loadables) r.load(['VIS008'])