OpenDroneMap-WebODM/app/cogeo.py

179 wiersze
5.6 KiB
Python
Czysty Zwykły widok Historia

2019-11-29 02:47:32 +00:00
import os
import logging
import tempfile
import shutil
import rasterio
import re
import subprocess
2020-07-27 15:45:31 +00:00
from pipes import quote
2019-12-02 21:32:28 +00:00
from rio_cogeo.cogeo import cog_validate, cog_translate
from rio_tiler.utils import has_alpha_band
2019-11-29 02:47:32 +00:00
from webodm import settings
logger = logging.getLogger('app.logger')
def valid_cogeo(src_path):
"""
Validate a Cloud Optimized GeoTIFF
:param src_path: path to GeoTIFF
:return: true if the GeoTIFF is a cogeo, false otherwise
"""
2020-07-27 15:45:31 +00:00
try:
from app.vendor.validate_cloud_optimized_geotiff import validate
warnings, errors, details = validate(src_path, full_check=True)
return not errors and not warnings
except ModuleNotFoundError:
logger.warning("Using legacy cog_validate (osgeo.gdal package not found)")
# Legacy
return cog_validate(src_path, strict=True)
2019-11-29 02:47:32 +00:00
2020-07-27 15:45:31 +00:00
def assure_cogeo(src_path):
2019-11-29 02:47:32 +00:00
"""
Guarantee that the .tif passed as an argument is a Cloud Optimized GeoTIFF (cogeo)
If the path is not a cogeo, it is destructively converted into a cogeo.
If the file cannot be converted, the function does not change the file
:param src_path: path to GeoTIFF (cogeo or not)
:return: None
"""
if not os.path.isfile(src_path):
logger.warning("Cannot validate cogeo: %s (file does not exist)" % src_path)
return
if valid_cogeo(src_path):
return
# Not a cogeo
2019-12-02 21:32:28 +00:00
logger.info("Optimizing %s as Cloud Optimized GeoTIFF" % src_path)
# Check if we have GDAL >= 3.1
use_legacy = False
gdal_version = get_gdal_version()
if gdal_version:
major, minor, build = gdal_version
# GDAL 2 and lower
if major <= 2:
use_legacy = True
# GDAL 3.0 and lower
if major == 3 and minor < 1:
use_legacy = True
else:
# This shouldn't happen
use_legacy = True
2020-07-27 15:45:31 +00:00
if use_legacy:
logger.warning("Using legacy implementation (GDAL >= 3.1 not found)")
return make_cogeo_legacy(src_path)
else:
2020-07-27 15:45:31 +00:00
return make_cogeo_gdal(src_path)
def get_gdal_version():
# Bit of a hack without installing
# python bindings
gdal_translate = shutil.which('gdal_translate')
if not gdal_translate:
return None
# Get version
2020-07-27 15:45:31 +00:00
version_output = subprocess.check_output([gdal_translate, "--version"]).decode('utf-8')
m = re.match(r"GDAL\s+([\d+])\.([\d+])\.([\d+]),\s+released", version_output)
if not m:
return None
return tuple(map(int, m.groups()))
def make_cogeo_gdal(src_path):
"""
Make src_path a Cloud Optimized GeoTIFF.
Requires GDAL >= 3.1
"""
tmpfile = tempfile.mktemp('_cogeo.tif', dir=settings.MEDIA_TMP)
swapfile = tempfile.mktemp('_cogeo_swap.tif', dir=settings.MEDIA_TMP)
2020-07-27 15:45:31 +00:00
try:
subprocess.run(["gdal_translate", "-of", "COG",
"-co", "BLOCKSIZE=256",
"-co", "COMPRESS=deflate",
"-co", "NUM_THREADS=ALL_CPUS",
"-co", "BIGTIFF=IF_SAFER",
"-co", "RESAMPLING=NEAREST",
2020-07-27 15:45:31 +00:00
"--config", "GDAL_NUM_THREADS", "ALL_CPUS",
quote(src_path), quote(tmpfile)])
except Exception as e:
logger.warning("Cannot create Cloud Optimized GeoTIFF: %s" % str(e))
if os.path.isfile(tmpfile):
shutil.move(src_path, swapfile) # Move to swap location
try:
shutil.move(tmpfile, src_path)
except IOError as e:
logger.warning("Cannot move %s to %s: %s" % (tmpfile, src_path, str(e)))
shutil.move(swapfile, src_path) # Attempt to restore
raise e
if os.path.isfile(swapfile):
os.remove(swapfile)
return True
else:
return False
def make_cogeo_legacy(src_path):
"""
Make src_path a Cloud Optimized GeoTIFF
This implementation does not require GDAL >= 3.1
but sometimes (rarely) hangs for unknown reasons
"""
2019-11-29 02:47:32 +00:00
tmpfile = tempfile.mktemp('_cogeo.tif', dir=settings.MEDIA_TMP)
swapfile = tempfile.mktemp('_cogeo_swap.tif', dir=settings.MEDIA_TMP)
with rasterio.open(src_path) as dst:
output_profile = dict(
blockxsize=256,
blockysize=256,
driver='GTiff',
tiled=True,
compress=dst.profile.get('compress', 'deflate'),
interleave='pixel'
)
2019-11-29 02:47:32 +00:00
# Dataset Open option (see gdalwarp `-oo` option)
config = dict(
GDAL_NUM_THREADS="ALL_CPUS",
GDAL_TIFF_INTERNAL_MASK=True,
GDAL_TIFF_OVR_BLOCKSIZE="128",
)
nodata = None
if has_alpha_band(dst) and dst.meta['dtype'] == 'uint16':
nodata = 0.0 # Hack to workaround https://github.com/cogeotiff/rio-cogeo/issues/112
cog_translate(dst, tmpfile, output_profile, nodata=nodata,
2019-11-29 02:47:32 +00:00
config=config, in_memory=False,
quiet=True, web_optimized=False)
# web_optimized reduces the dimension of the raster, as well as reprojecting to EPSG:3857
# we want to keep resolution and projection at the tradeoff of slightly slower tile render speed
2019-11-29 02:47:32 +00:00
if os.path.isfile(tmpfile):
shutil.move(src_path, swapfile) # Move to swap location
try:
shutil.move(tmpfile, src_path)
except IOError as e:
logger.warning("Cannot move %s to %s: %s" % (tmpfile, src_path, str(e)))
shutil.move(swapfile, src_path) # Attempt to restore
raise e
if os.path.isfile(swapfile):
os.remove(swapfile)
return True
else:
return False