Source code for eoreader.products.sar.rcm_product

# -*- coding: utf-8 -*-
# Copyright 2022, SERTIT-ICube - France, https://sertit.unistra.fr/
# This file is part of eoreader project
#     https://github.com/sertit/eoreader
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
"""
RADARSAT-Constellation Mission products.
More info `here <https://catalyst.earth/catalyst-system-files/help/references/gdb_r/RADARSAT_Constellation.html>`_.
"""
import difflib
import logging
import warnings
from datetime import datetime
from enum import unique
from typing import Union

import geopandas as gpd
import rasterio
from lxml import etree
from sertit import vectors
from sertit.misc import ListEnum
from sertit.vectors import WGS84

from eoreader import cache, cached_property
from eoreader.exceptions import InvalidProductError, InvalidTypeError
from eoreader.products import SarProduct, SarProductType
from eoreader.utils import DATETIME_FMT, EOREADER_NAME

LOGGER = logging.getLogger(EOREADER_NAME)

# Disable georef warnings here as the SAR products are not georeferenced
warnings.filterwarnings("ignore", category=rasterio.errors.NotGeoreferencedWarning)


[docs]@unique class RcmProductType(ListEnum): """ RADARSAT-Constellation projection identifier. Take a look `here <https://catalyst.earth/catalyst-system-files/help/references/gdb_r/RADARSAT-2.html>`_. """ SLC = "SLC" """ Georeferenced. Single look complex data in slant range. """ GRC = "GRC" """ Georeferenced. Multilook complex data in ground range. """ GRD = "GRD" """ Georeferenced. Multilook detected data in ground range. """ GCC = "GCC" """ Geocoded to a map projection. Complex data. Data commonly projected to Universal Transverse Mercator Projection (UTM) or Universal Polar Stereographic (UPS) north of 84N or south of 80S. """ GCD = "GCD" """ Geocoded to a map projection. Detected data. Data commonly projected to Universal Transverse Mercator (UTM) or Universal Polar Stereographic (UPS) north of 84N or south of 80S. """
[docs]@unique class RcmSensorMode(ListEnum): """ RADARSAT-Constellation sensor mode. Take a look `here <https://catalyst.earth/catalyst-system-files/help/references/gdb_r/RADARSAT_Constellation.html>`_. .. WARNING:: The name in the metadata may vary ! """ THREE_M = "Very High Resolution 3m" """" Very-High Resolution, 3 meters [3M] """ FIVE_M = "High Resolution 5m" """" High Resolution, 5 meters [5M] """ QP = "Quad-Polarization" """" Quad-Polarization [QP] """ SIXTEEN_M = "Medium Resolution 16m" """" Medium Resolution, 16 meters [16M] """ THIRTY_M = "Medium Resolution 30m" """" Medium Resolution, 30 meters [SC30] """ FIFTY_M = "Medium Resolution 50m" """" Medium Resolution, 50 meters [SC50] """ SCLN = "Low Noise" """" Low Noise [SCLN] """ HUNDRED_M = "Low Resolution 100m" """ Low Resolution, 100 meters [SC100] """ SD = "Ship Detection" """ Ship Detection Mode """ # Spotlight Mode FSL = "Spotlight Mode" """ Spotlight Mode [FSL] """
[docs]@unique class RcmPolarization(ListEnum): """ RADARSAT-Constellation polarization mode. Take a look `here <https://catalyst.earth/catalyst-system-files/help/references/gdb_r/RADARSAT_Constellation.html>`_. """ RH = "RH" RV = "RV" HH = "HH" VV = "VV" VH = "VH" HV = "HV"
[docs]class RcmProduct(SarProduct): """ Class for RADARSAT-Constellation Products You can use directly the .zip file """ def _set_resolution(self) -> float: """ Set product default resolution (in meters) See here <here](https://www.asc-csa.gc.ca/eng/satellites/radarsat/technical-features/radarsat-comparison.asp>`_ for more information (Beam Modes) """ def_res = None # For complex data, set regular ground range resolution provided by the constructor # Missing spotlight and ship detection because the values are contextual if self.product_type == RcmProductType.SLC: if self.sensor_mode == RcmSensorMode.THREE_M: def_res = 3.0 elif self.sensor_mode == RcmSensorMode.FIVE_M: def_res = 5.0 elif self.sensor_mode == RcmSensorMode.QP: def_res = 9.0 elif self.sensor_mode == RcmSensorMode.SIXTEEN_M: def_res = 16.0 elif self.sensor_mode == RcmSensorMode.THIRTY_M: def_res = 30.0 elif self.sensor_mode == RcmSensorMode.FIFTY_M: def_res = 50.0 elif self.sensor_mode in [RcmSensorMode.HUNDRED_M, RcmSensorMode.SCLN]: def_res = 100.0 if not def_res: # Read metadata try: root, nsmap = self.read_mtd() namespace = nsmap[None] def_res = float(root.findtext(f".//{namespace}sampledPixelSpacing")) except (InvalidProductError, TypeError): raise InvalidProductError( "sampledPixelSpacing or rowSpacing not found in metadata!" ) return def_res def _pre_init(self) -> None: """ Function used to pre_init the products (setting needs_extraction and so on) """ # SNAP cannot process zipped RCM self.needs_extraction = True # Post init done by the super class super()._pre_init() def _post_init(self) -> None: """ Function used to post_init the products (setting product-type, band names and so on) """ # Private attributes self._raw_band_regex = "*_{}.tif" self._band_folder = self.path / "imagery" self._snap_path = "" # Zipped and SNAP can process its archive self.needs_extraction = False # Post init done by the super class super()._post_init() @cached_property def wgs84_extent(self) -> gpd.GeoDataFrame: """ Get the WGS84 extent of the file before any reprojection. This is useful when the SAR pre-process has not been done yet. .. code-block:: python >>> from eoreader.reader import Reader >>> path = r"RS2_OK73950_PK661843_DK590667_U25W2_20160228_112418_HH_SGF.zip" >>> prod = Reader().open(path) >>> prod.wgs84_extent geometry 1 POLYGON ((106.57999 -6.47363, 107.06926 -6.473... Returns: gpd.GeoDataFrame: WGS84 extent as a gpd.GeoDataFrame """ # Open extent KML file try: if self.is_archived: product_kml = vectors.read(self.path, archive_regex=".*mapOverlay\.kml") else: extent_file = next( self.path.joinpath("preview").glob("*mapOverlay.kml") ) product_kml = vectors.read(extent_file) except IndexError as ex: raise InvalidProductError( f"Extent file (product.kml) not found in {self.path}" ) from ex extent_wgs84 = product_kml[ product_kml.Name == "Polygon Outline" ].envelope.to_crs(WGS84) return gpd.GeoDataFrame(geometry=extent_wgs84.geometry, crs=extent_wgs84.crs) def _set_product_type(self) -> None: """Set products type""" # Get MTD XML file root, nsmap = self.read_mtd() namespace = nsmap[None] # Open identifier try: prod_type = root.findtext(f".//{namespace}productType") except TypeError: raise InvalidProductError("mode not found in metadata!") self.product_type = RcmProductType.from_value(prod_type) if self.product_type in [RcmProductType.GRD, RcmProductType.GCD]: self.sar_prod_type = SarProductType.GDRG elif self.product_type in [ RcmProductType.SLC, RcmProductType.GRC, RcmProductType.GCC, ]: self.sar_prod_type = SarProductType.CPLX else: raise NotImplementedError( f"{self.product_type.value} product type is not available for {self.name}" ) if self.product_type != RcmProductType.GRD: LOGGER.warning( "Other products type than SGF has not been tested for %s data. " "Use it at your own risks !", self.platform.value, ) def _set_sensor_mode(self) -> None: """ Get products type from RADARSAT-2 products name (could check the metadata too) """ # Get metadata root, nsmap = self.read_mtd() namespace = nsmap[None] # Get sensor mode # WARNING: this word may differ from the Enum !!! (no docs available) # Get the closest match sensor_mode_xml = root.findtext(f".//{namespace}acquisitionType") if sensor_mode_xml: sensor_mode = difflib.get_close_matches( sensor_mode_xml, RcmSensorMode.list_values() )[0] try: self.sensor_mode = RcmSensorMode.from_value(sensor_mode) except ValueError as ex: raise InvalidTypeError(f"Invalid sensor mode for {self.name}") from ex else: raise InvalidTypeError(f"Invalid sensor mode for {self.name}")
[docs] def get_datetime(self, as_datetime: bool = False) -> Union[str, datetime]: """ Get the product's acquisition datetime, with format :code:`YYYYMMDDTHHMMSS` <-> :code:`%Y%m%dT%H%M%S` .. code-block:: python >>> from eoreader.reader import Reader >>> path = r"RS2_OK73950_PK661843_DK590667_U25W2_20160228_112418_HH_SGF.zip" >>> prod = Reader().open(path) >>> prod.get_datetime(as_datetime=True) datetime.datetime(2016, 2, 28, 11, 24, 18) >>> prod.get_datetime(as_datetime=False) '20160228T112418' Args: as_datetime (bool): Return the date as a datetime.datetime. If false, returns a string. Returns: Union[str, datetime.datetime]: Its acquisition datetime """ # Get MTD XML file root, nsmap = self.read_mtd() namespace = nsmap[None] # Open identifier try: acq_date = root.findtext(f".//{namespace}rawDataStartTime") except TypeError: raise InvalidProductError("rawDataStartTime not found in metadata!") # Convert to datetime date = datetime.strptime(acq_date, "%Y-%m-%dT%H:%M:%S.%fZ") if not as_datetime: date = date.strftime(DATETIME_FMT) return date
def _get_name(self) -> str: """ Set product real name from metadata Returns: str: True name of the product (from metadata) """ if self.name is None: # The name is not in the classic metadata, but can be found in the manifest try: mtd_from_path = "preview/productPreview.html" mtd_archived = "preview.*productPreview\.html" root = self._read_mtd_html(mtd_from_path, mtd_archived) # Open identifier try: name = root.findtext(".//header/h2") except TypeError: raise InvalidProductError("header/h2 not found in metadata!") except InvalidProductError: LOGGER.warning( "productPreview.html not found in the product, the name will be the filename" ) name = self.filename else: name = self.name return name @cache def _read_mtd(self) -> (etree._Element, dict): """ Read metadata and outputs the metadata XML root and its namespaces as a dict .. code-block:: python >>> from eoreader.reader import Reader >>> path = r"LC08_L1GT_023030_20200518_20200527_01_T2" >>> prod = Reader().open(path) >>> prod.read_mtd() (<Element {http://www.rsi.ca/rs2/prod/xml/schemas}product at 0x1c0efbd37c8>, {None: '{http://www.rsi.ca/rs2/prod/xml/schemas}'}) Returns: (etree._Element, dict): Metadata XML root and its namespace """ mtd_from_path = "metadata/product.xml" mtd_archived = "metadata.*product\.xml" return self._read_mtd_xml(mtd_from_path, mtd_archived) def _get_condensed_name(self) -> str: """ Get products condensed name ({acq_datetime}_RCM_{sensor_mode}_{product_type}). Returns: str: Condensed RCM name """ # Get back the correct sensor name if self.sensor_mode == RcmSensorMode.THREE_M: mode_name = "3M" elif self.sensor_mode == RcmSensorMode.FIVE_M: mode_name = "5M" elif self.sensor_mode == RcmSensorMode.SIXTEEN_M: mode_name = "16M" elif self.sensor_mode == RcmSensorMode.THIRTY_M: mode_name = "SC30" elif self.sensor_mode == RcmSensorMode.FIFTY_M: mode_name = "SC50" elif self.sensor_mode == RcmSensorMode.HUNDRED_M: mode_name = "SC100" else: mode_name = self.sensor_mode.name return f"{self.get_datetime()}_{self.platform.name}_{mode_name}_{self.product_type.value}"