Better handling of reruns, cropping

opendm/cropper.py

@@ -16,7 +16,7 @@ class Cropper:
         return os.path.join(self.storage_dir, '{}.{}'.format(self.files_prefix, suffix))
 
     @staticmethod
-    def crop(shapefile_path, geotiff_path, gdal_options):
+    def crop(shapefile_path, geotiff_path, gdal_options, keep_original=True):
         if not os.path.exists(shapefile_path) or not os.path.exists(geotiff_path):
             log.ODM_WARNING("Either {} or {} does not exist, will skip cropping.".format(shapefile_path, geotiff_path))
             return geotiff_path
@@ -49,6 +49,9 @@ class Cropper:
                 '{geotiffInput} '
                 '{geotiffOutput} '.format(**kwargs))
 
+            if not keep_original:
+                os.remove(original_geotiff)
+
         except Exception as e:
             log.ODM_WARNING('Something went wrong while cropping: {}'.format(e.message))
             

opendm/dem/commands.py

@@ -2,6 +2,7 @@ import os, glob
 import gippy
 import numpy
 from datetime import datetime
+from opendm import log
 
 from . import pdal
 
@@ -17,7 +18,7 @@ def classify(lasFile, smrf=False, slope=1, cellsize=3, maxWindowSize=10, maxDist
     except:
         raise Exception("Error creating classified file %s" % fout)
 
-    print 'Created %s in %s' % (os.path.relpath(lasFile), datetime.now() - start)
+    log.ODM_INFO('Created %s in %s' % (os.path.relpath(lasFile), datetime.now() - start))
     return lasFile
 
 
@@ -63,14 +64,7 @@ def create_dem(filenames, demtype, radius='0.56', decimation=None,
     fouts = {o: bname + '.%s.%s' % (o, ext) for o in products}
     prettyname = os.path.relpath(bname) + ' [%s]' % (' '.join(products))
 
-    # run if any products missing (any extension version is ok, i.e. vrt or tif)
+    log.ODM_INFO('Creating %s from %s files' % (prettyname, len(filenames)))
-    run = False
-    for f in fouts.values():
-        if len(glob.glob(f[:-3] + '*')) == 0:
-            run = True
-
-    if run:
-        print 'Creating %s from %s files' % (prettyname, len(filenames))
     # JSON pipeline
     json = pdal.json_gdal_base(bname, products, radius, resolution)
     json = pdal.json_add_filters(json, maxsd, maxz, maxangle, returnnum)
@@ -94,7 +88,7 @@ def create_dem(filenames, demtype, radius='0.56', decimation=None,
     if not exists:
         raise Exception("Error creating dems: %s" % ' '.join(fouts))
 
-    print 'Completed %s in %s' % (prettyname, datetime.now() - start)
+    log.ODM_INFO('Completed %s in %s' % (prettyname, datetime.now() - start))
     return fouts
 
 
@@ -127,6 +121,6 @@ def gap_fill(filenames, fout, interpolation='nearest'):
     fout = imgout.Filename()
     imgout = None
 
-    print 'Completed gap-filling to create %s in %s' % (os.path.relpath(fout), datetime.now() - start)
+    log.ODM_INFO('Completed gap-filling to create %s in %s' % (os.path.relpath(fout), datetime.now() - start))
 
     return fout

scripts/odm_dem.py

@@ -105,7 +105,6 @@ class ODMDEMCell(ecto.Cell):
                             Cropper.crop(bounds_shapefile_path, os.path.join(odm_dem_root, "{}.tif".format(product)), {
                                 'TILED': 'YES',
                                 'COMPRESS': 'LZW',
-                                'PREDICTOR': '2',
                                 'BLOCKXSIZE': 512,
                                 'BLOCKYSIZE': 512,
                                 'NUM_THREADS': 'ALL_CPUS'