#!/usr/bin/env python
# -*- coding: utf-8 -*-
# Copyright (c) 2019 Satpy developers
#
# This file is part of satpy.
#
# satpy is free software: you can redistribute it and/or modify it under the
# terms of the GNU General Public License as published by the Free Software
# Foundation, either version 3 of the License, or (at your option) any later
# version.
#
# satpy is distributed in the hope that it will be useful, but WITHOUT ANY
# WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR
# A PARTICULAR PURPOSE. See the GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License along with
# satpy. If not, see <http://www.gnu.org/licenses/>.
"""Tests for the SEVIRI L1b HDF4 from ICARE reader."""
import os
import unittest
from unittest import mock
import dask.array as da
import numpy as np
import pytest
from satpy.readers import load_reader
from satpy.tests.reader_tests.test_hdf4_utils import FakeHDF4FileHandler
DEFAULT_FILE_DTYPE = np.uint16
DEFAULT_FILE_SHAPE = (10, 300)
DEFAULT_FILE_DATA = np.arange(DEFAULT_FILE_SHAPE[0] * DEFAULT_FILE_SHAPE[1],
dtype=DEFAULT_FILE_DTYPE).reshape(DEFAULT_FILE_SHAPE)
[docs]
class FakeHDF4FileHandler2(FakeHDF4FileHandler):
"""Swap in HDF4 file handler."""
[docs]
def get_test_content(self, filename, filename_info, filename_type):
"""Mimic reader input file content."""
file_content = {}
file_content["/attr/Nadir_Pixel_Size"] = 3000.
file_content["/attr/Beginning_Acquisition_Date"] = "2004-12-29T12:15:00Z"
file_content["/attr/End_Acquisition_Date"] = "2004-12-29T12:27:44Z"
file_content["/attr/Geolocation"] = ("1.3642337E7", "1856.0", "1.3642337E7", "1856.0")
file_content["/attr/Altitude"] = "42164.0"
file_content["/attr/Geographic_Projection"] = "geos"
file_content["/attr/Projection_Longitude"] = "0.0"
file_content["/attr/Sub_Satellite_Longitude"] = "3.4"
file_content["/attr/Sensors"] = "MSG1/SEVIRI"
file_content["/attr/Zone"] = "G"
file_content["/attr/_FillValue"] = 1
file_content["/attr/scale_factor"] = 1.
file_content["/attr/add_offset"] = 0.
# test one IR and one VIS channel
file_content["Normalized_Radiance"] = DEFAULT_FILE_DATA
file_content["Normalized_Radiance/attr/_FillValue"] = 1
file_content["Normalized_Radiance/attr/scale_factor"] = 1.
file_content["Normalized_Radiance/attr/add_offset"] = 0.
file_content["Normalized_Radiance/shape"] = DEFAULT_FILE_SHAPE
file_content["Brightness_Temperature"] = DEFAULT_FILE_DATA
file_content["Brightness_Temperature/attr/_FillValue"] = 1
file_content["Brightness_Temperature/attr/scale_factor"] = 1.
file_content["Brightness_Temperature/attr/add_offset"] = 0.
file_content["Brightness_Temperature/shape"] = DEFAULT_FILE_SHAPE
# convert to xarrays
from xarray import DataArray
for key, val in file_content.items():
if isinstance(val, np.ndarray):
attrs = {}
for a in ["_FillValue", "scale_factor", "add_offset"]:
if key + "/attr/" + a in file_content:
attrs[a] = file_content[key + "/attr/" + a]
file_content[key] = DataArray(da.from_array(val), dims=("x", "y"), attrs=attrs)
return file_content
[docs]
class TestSEVIRIICAREReader(unittest.TestCase):
"""Test SEVIRI L1b HDF4 from ICARE Reader."""
yaml_file = "seviri_l1b_icare.yaml"
[docs]
def setUp(self):
"""Wrap HDF4 file handler with own fake file handler."""
from satpy._config import config_search_paths
from satpy.readers.seviri_l1b_icare import SEVIRI_ICARE
self.reader_configs = config_search_paths(os.path.join("readers", self.yaml_file))
self.p = mock.patch.object(SEVIRI_ICARE, "__bases__", (FakeHDF4FileHandler2,))
self.fake_handler = self.p.start()
self.p.is_local = True
[docs]
def tearDown(self):
"""Stop wrapping the HDF4 file handler."""
self.p.stop()
[docs]
def compare_areas(self, v):
"""Compare produced AreaDefinition with expected."""
test_area = {"area_id": "geosmsg",
"width": 10,
"height": 300,
"area_extent": (-5567248.2834071,
-5570248.6866857,
-5537244.2506213,
-4670127.7031114)}
assert v.attrs["area"].area_id == test_area["area_id"]
assert v.attrs["area"].width == test_area["width"]
assert v.attrs["area"].height == test_area["height"]
np.testing.assert_almost_equal(v.attrs["area"].area_extent,
test_area["area_extent"])
[docs]
def test_init(self):
"""Test basic init with no extra parameters."""
r = load_reader(self.reader_configs)
loadables = r.select_files_from_pathnames([
"GEO_L1B-MSG1_2004-12-29T12-15-00_G_VIS08_V1-04.hdf",
"GEO_L1B-MSG1_2004-12-29T12-15-00_G_IR108_V1-04.hdf"
])
assert len(loadables) == 2
r.create_filehandlers(loadables)
assert r.file_handlers
[docs]
def test_load_dataset_vis(self):
"""Test loading all datasets from a full swath file."""
from datetime import datetime
r = load_reader(self.reader_configs)
loadables = r.select_files_from_pathnames([
"GEO_L1B-MSG1_2004-12-29T12-15-00_G_VIS08_V1-04.hdf"
])
r.create_filehandlers(loadables)
datasets = r.load(["VIS008"])
assert len(datasets) == 1
for v in datasets.values():
dt = datetime(2004, 12, 29, 12, 27, 44)
assert v.attrs["end_time"] == dt
assert v.attrs["calibration"] == "reflectance"
[docs]
def test_load_dataset_ir(self):
"""Test loading all datasets from a full swath file."""
r = load_reader(self.reader_configs)
loadables = r.select_files_from_pathnames([
"GEO_L1B-MSG1_2004-12-29T12-15-00_G_IR108_V1-04.hdf"
])
r.create_filehandlers(loadables)
datasets = r.load(["IR_108"])
assert len(datasets) == 1
for v in datasets.values():
assert v.attrs["calibration"] == "brightness_temperature"
[docs]
def test_area_def_lores(self):
"""Test loading all datasets from an area of interest file."""
r = load_reader(self.reader_configs)
loadables = r.select_files_from_pathnames([
"GEO_L1B-MSG1_2004-12-29T12-15-00_G_VIS08_V1-04.hdf"
])
r.create_filehandlers(loadables)
ds = r.load(["VIS008"])
self.compare_areas(ds["VIS008"])
assert ds["VIS008"].attrs["area"].proj_id == "msg_lowres"
[docs]
def test_area_def_hires(self):
"""Test loading all datasets from an area of interest file."""
r = load_reader(self.reader_configs)
loadables = r.select_files_from_pathnames([
"GEO_L1B-MSG1_2004-12-29T12-15-00_G_HRV_V1-04.hdf",
])
r.create_filehandlers(loadables)
ds = r.load(["HRV"])
self.compare_areas(ds["HRV"])
assert ds["HRV"].attrs["area"].proj_id == "msg_hires"
[docs]
def test_sensor_names(self):
"""Check satellite name conversion is correct, including error case."""
file_data = FakeHDF4FileHandler2.get_test_content(mock.MagicMock(),
mock.MagicMock(),
mock.MagicMock(),
mock.MagicMock())
sensor_list = {"Meteosat-08": "MSG1/SEVIRI",
"Meteosat-09": "MSG2/SEVIRI",
"Meteosat-10": "MSG3/SEVIRI",
"Meteosat-11": "MSG4/SEVIRI"}
with mock.patch("satpy.tests.reader_tests.test_seviri_l1b_icare."
"FakeHDF4FileHandler2.get_test_content") as patched_func:
def _run_target():
patched_func.return_value = file_data
return self.p.target(mock.MagicMock(),
mock.MagicMock(),
mock.MagicMock()).sensor_name
for sat in sensor_list:
file_data["/attr/Sensors"] = sensor_list[sat]
plat, sens = _run_target()
assert plat == sat
file_data["/attr/Sensors"] = "BADSAT/NOSENSE"
with pytest.raises(NameError):
plat, sens = _run_target()
[docs]
def test_bad_bandname(self):
"""Check reader raises an error if a band bandname is passed."""
with pytest.raises(NameError):
self.p.target(mock.MagicMock(),
mock.MagicMock(),
mock.MagicMock())._get_dsname({"name": "badband"})
[docs]
def test_nocompute(self):
"""Test that dask does not compute anything in the reader itself."""
import dask
from satpy.tests.utils import CustomScheduler
with dask.config.set(scheduler=CustomScheduler(max_computes=0)):
r = load_reader(self.reader_configs)
loadables = r.select_files_from_pathnames([
"GEO_L1B-MSG1_2004-12-29T12-15-00_G_VIS08_V1-04.hdf"
])
r.create_filehandlers(loadables)
r.load(["VIS008"])