https://github.com/GeoscienceAustralia/PyRate
Tip revision: 20300854948723d29f27ee4bc799adff4c698f8d authored by Sudipta Basak on 15 June 2021, 21:06:36 UTC
using shared instead could be faster
using shared instead could be faster
Tip revision: 2030085
conv2tif.py
# This Python module is part of the PyRate software package.
#
# Copyright 2020 Geoscience Australia
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
"""
This Python script converts ROI_PAC or GAMMA format input interferograms
into geotiff format files
"""
# -*- coding: utf-8 -*-
import os
from typing import Tuple, List
from joblib import Parallel, delayed
import numpy as np
from pathlib import Path
import pyrate.constants as C
from pyrate.core.prepifg_helper import PreprocessError
from pyrate.core import shared, mpiops, gamma, roipac
from pyrate.core import ifgconstants as ifc
from pyrate.core.logger import pyratelogger as log
from pyrate.configuration import MultiplePaths
from pyrate.core.shared import mpi_vs_multiprocess_logging
GAMMA = 1
ROIPAC = 0
GEOTIF = 2
def main(params):
"""
Parse parameters and prepare files for conversion.
:param dict params: Parameters dictionary read in from the config file
"""
# TODO: looks like base_ifg_paths are ordered according to ifg list
# This probably won't be a problem because input list won't be reordered
# and the original gamma generated list is ordered) this may not affect
# the important pyrate stuff anyway, but might affect gen_thumbs.py.
# Going to assume base_ifg_paths is ordered correcly
# pylint: disable=too-many-branches
if params[C.PROCESSOR] == 2: # if geotif
log.warning("'conv2tif' step not required for geotiff!")
return
mpi_vs_multiprocess_logging("conv2tif", params)
base_ifg_paths = params[C.INTERFEROGRAM_FILES]
if params[C.COH_FILE_LIST] is not None:
base_ifg_paths.extend(params[C.COHERENCE_FILE_PATHS])
if params[C.DEM_FILE] is not None: # optional DEM conversion
base_ifg_paths.append(params[C.DEM_FILE_PATH])
process_base_ifgs_paths = np.array_split(base_ifg_paths, mpiops.size)[mpiops.rank]
gtiff_paths = do_geotiff(process_base_ifgs_paths, params)
mpiops.comm.barrier()
log.info("Finished 'conv2tif' step")
return gtiff_paths
def do_geotiff(unw_paths: List[MultiplePaths], params: dict) -> List[str]:
"""
Convert input interferograms to geotiff format.
"""
# pylint: disable=expression-not-assigned
log.info("Converting input interferograms to geotiff")
parallel = params[C.PARALLEL]
if parallel:
log.info("Running geotiff conversion in parallel with {} processes".format(params[C.PROCESSES]))
dest_base_ifgs = Parallel(n_jobs=params[C.PROCESSES], verbose=shared.joblib_log_level(
C.LOG_LEVEL))(
delayed(_geotiff_multiprocessing)(p, params) for p in unw_paths)
else:
log.info("Running geotiff conversion in serial")
dest_base_ifgs = [_geotiff_multiprocessing(b, params) for b in unw_paths]
return dest_base_ifgs
def _geotiff_multiprocessing(unw_path: MultiplePaths, params: dict) -> Tuple[str, bool]:
"""
Multiprocessing wrapper for full-res geotiff conversion
"""
# TODO: Need a more robust method for identifying coherence files.
dest = unw_path.converted_path
processor = params[C.PROCESSOR] # roipac or gamma
# Create full-res geotiff if not already on disk
if not os.path.exists(dest):
if processor == GAMMA:
header = gamma.gamma_header(unw_path.unwrapped_path, params)
elif processor == ROIPAC:
log.info("Warning: ROI_PAC support will be deprecated in a future PyRate release")
header = roipac.roipac_header(unw_path.unwrapped_path, params)
else:
raise PreprocessError('Processor must be ROI_PAC (0) or GAMMA (1)')
header[ifc.INPUT_TYPE] = unw_path.input_type
shared.write_fullres_geotiff(header, unw_path.unwrapped_path, dest, nodata=params[
C.NO_DATA_VALUE])
Path(dest).chmod(0o444) # readonly output
return dest, True
else:
log.warning(f"Full-res geotiff already exists in {dest}! Returning existing geotiff!")
return dest, False