/* Node-OpenDroneMap Node.js App and REST API to access OpenDroneMap. Copyright (C) 2016 Node-OpenDroneMap Contributors This program is free software: you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation, either version 3 of the License, or (at your option) any later version. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with this program. If not, see . */ "use strict"; let config = require('../config'); let async = require('async'); let assert = require('assert'); let logger = require('./logger'); let fs = require('fs'); let glob = require("glob"); let path = require('path'); let rmdir = require('rimraf'); let odmRunner = require('./odmRunner'); let archiver = require('archiver'); let os = require('os'); let Directories = require('./Directories'); let statusCodes = require('./statusCodes'); module.exports = class Task{ constructor(uuid, name, done, options = []){ assert(uuid !== undefined, "uuid must be set"); assert(done !== undefined, "ready must be set"); this.uuid = uuid; this.name = name !== "" ? name : "Task of " + (new Date()).toISOString(); this.dateCreated = new Date().getTime(); this.processingTime = -1; this.setStatus(statusCodes.QUEUED); this.options = options; this.gpcFiles = []; this.output = []; this.runnerProcess = null; async.series([ // Read images info cb => { fs.readdir(this.getImagesFolderPath(), (err, files) => { if (err) cb(err); else{ this.images = files; logger.debug(`Found ${this.images.length} images for ${this.uuid}`); cb(null); } }); }, // Find GCP (if any) cb => { fs.readdir(this.getGpcFolderPath(), (err, files) => { if (err) cb(err); else{ files.forEach(file => { if (/\.txt$/gi.test(file)){ this.gpcFiles.push(file); } }); logger.debug(`Found ${this.gpcFiles.length} GPC files (${this.gpcFiles.join(" ")}) for ${this.uuid}`); cb(null); } }); } ], err => { done(err, this); }); } static CreateFromSerialized(taskJson, done){ new Task(taskJson.uuid, taskJson.name, (err, task) => { if (err) done(err); else{ // Override default values with those // provided in the taskJson for (let k in taskJson){ task[k] = taskJson[k]; } // Tasks that were running should be put back to QUEUED state if (task.status.code === statusCodes.RUNNING){ task.status.code = statusCodes.QUEUED; } done(null, task); } }, taskJson.options); } // Get path where images are stored for this task // (relative to nodejs process CWD) getImagesFolderPath(){ return path.join(this.getProjectFolderPath(), "images"); } // Get path where GPC file(s) are stored // (relative to nodejs process CWD) getGpcFolderPath(){ return path.join(this.getProjectFolderPath(), "gpc"); } // Get path of project (where all images and assets folder are contained) // (relative to nodejs process CWD) getProjectFolderPath(){ return path.join(Directories.data, this.uuid); } // Get the path of the archive where all assets // outputted by this task are stored. getAssetsArchivePath(filename){ switch(filename){ case "all.zip": case "georeferenced_model.ply.zip": case "georeferenced_model.las.zip": case "georeferenced_model.csv.zip": case "textured_model.zip": // OK break; case "orthophoto.png": case "orthophoto.tif": // Append missing pieces to the path filename = path.join('odm_orthophoto', `odm_${filename}`); break; default: // Invalid return false; } return path.join(this.getProjectFolderPath(), filename); } // Deletes files and folders related to this task cleanup(cb){ rmdir(this.getProjectFolderPath(), cb); } setStatus(code, extra){ this.status = { code: code }; for (let k in extra){ this.status[k] = extra[k]; } } updateProcessingTime(resetTime){ this.processingTime = resetTime ? -1 : new Date().getTime() - this.dateCreated; } startTrackingProcessingTime(){ this.updateProcessingTime(); if (!this._updateProcessingTimeInterval){ this._updateProcessingTimeInterval = setInterval(() => { this.updateProcessingTime(); }, 1000); } } stopTrackingProcessingTime(resetTime){ this.updateProcessingTime(resetTime); if (this._updateProcessingTimeInterval){ clearInterval(this._updateProcessingTimeInterval); this._updateProcessingTimeInterval = null; } } getStatus(){ return this.status.code; } isCanceled(){ return this.status.code === statusCodes.CANCELED; } // Cancels the current task (unless it's already canceled) cancel(cb){ if (this.status.code !== statusCodes.CANCELED){ let wasRunning = this.status.code === statusCodes.RUNNING; this.setStatus(statusCodes.CANCELED); if (wasRunning && this.runnerProcess){ // TODO: this does NOT guarantee that // the process will immediately terminate. // In fact, often times ODM will continue running for a while // This might need to be fixed on ODM's end. this.runnerProcess.kill('SIGINT'); this.runnerProcess = null; } this.stopTrackingProcessingTime(true); cb(null); }else{ cb(new Error("Task already cancelled")); } } // Starts processing the task with OpenDroneMap // This will spawn a new process. start(done){ const finished = err => { this.stopTrackingProcessingTime(); done(err); }; const postProcess = () => { const createZipArchive = (outputFilename, files) => { return (done) => { let output = fs.createWriteStream(this.getAssetsArchivePath(outputFilename)); let archive = archiver.create('zip', {}); archive.on('finish', () => { // TODO: is this being fired twice? done(); }); archive.on('error', err => { logger.error(`Could not archive .zip file: ${err.message}`); done(err); }); archive.pipe(output); let globs = []; // Process files and directories first files.forEach(file => { let sourcePath = !config.test ? this.getProjectFolderPath() : path.join("tests", "processing_results"); let filePath = path.join(sourcePath, file), isGlob = /\*/.test(file), isDirectory = !isGlob && fs.lstatSync(filePath).isDirectory(); if (isDirectory){ archive.directory(filePath, file); }else if (isGlob){ globs.push(filePath); }else{ archive.file(filePath, {name: path.basename(file)}); } }); // Check for globs if (globs.length !== 0){ let pending = globs.length; globs.forEach(pattern => { glob(pattern, (err, files) => { if (err) done(err); else{ files.forEach(file => { if (fs.lstatSync(file).isFile()){ archive.file(file, {name: path.basename(file)}); }else{ logger.debug(`Could not add ${file} from glob`); } }); if (--pending === 0){ archive.finalize(); } } }); }); }else{ archive.finalize() } }; }; async.series([ createZipArchive("all.zip", ['odm_orthophoto', 'odm_georeferencing', 'odm_texturing', 'odm_meshing']), createZipArchive("georeferenced_model.ply.zip", [path.join('odm_georeferencing', 'odm_georeferenced_model.ply')]), createZipArchive("georeferenced_model.las.zip", [path.join('odm_georeferencing', 'odm_georeferenced_model.ply.las')]), createZipArchive("georeferenced_model.csv.zip", [path.join('odm_georeferencing', 'odm_georeferenced_model.csv')]), createZipArchive("textured_model.zip", [ path.join("odm_texturing", "*.jpg"), path.join("odm_texturing", "odm_textured_model_geo.obj"), path.join("odm_texturing", "odm_textured_model_geo.mtl") ]) ], (err) => { if (!err){ this.setStatus(statusCodes.COMPLETED); finished(); }else{ this.setStatus(statusCodes.FAILED); finished(err); } }); }; if (this.status.code === statusCodes.QUEUED){ this.startTrackingProcessingTime(); this.setStatus(statusCodes.RUNNING); let runnerOptions = this.options.reduce((result, opt) => { result[opt.name] = opt.value; return result; }, {}); runnerOptions["project-path"] = fs.realpathSync(this.getProjectFolderPath()); runnerOptions["pmvs-num-cores"] = os.cpus().length; if (this.gpcFiles.length > 0){ runnerOptions["odm_georeferencing-useGcp"] = true; runnerOptions["odm_georeferencing-gcpFile"] = fs.realpathSync(path.join(this.getGpcFolderPath(), this.gpcFiles[0])); } this.runnerProcess = odmRunner.run(runnerOptions, (err, code, signal) => { if (err){ this.setStatus(statusCodes.FAILED, {errorMessage: `Could not start process (${err.message})`}); finished(); }else{ // Don't evaluate if we caused the process to exit via SIGINT? if (this.status.code !== statusCodes.CANCELED){ if (code === 0){ postProcess(); }else{ this.setStatus(statusCodes.FAILED, {errorMessage: `Process exited with code ${code}`}); finished(); } }else{ finished(); } } }, output => { // Replace console colors output = output.replace(/\x1b\[[0-9;]*m/g, ""); this.output.push(output); }); return true; }else{ return false; } } // Re-executes the task (by setting it's state back to QUEUED) // Only tasks that have been canceled, completed or have failed can be restarted. restart(cb){ if ([statusCodes.CANCELED, statusCodes.FAILED, statusCodes.COMPLETED].indexOf(this.status.code) !== -1){ this.setStatus(statusCodes.QUEUED); this.dateCreated = new Date().getTime(); this.output = []; this.stopTrackingProcessingTime(true); cb(null); }else{ cb(new Error("Task cannot be restarted")); } } // Returns the description of the task. getInfo(){ return { uuid: this.uuid, name: this.name, dateCreated: this.dateCreated, processingTime: this.processingTime, status: this.status, options: this.options, imagesCount: this.images.length }; } // Returns the output of the OpenDroneMap process // Optionally starting from a certain line number getOutput(startFromLine = 0){ return this.output.slice(startFromLine, this.output.length); } // Returns the data necessary to serialize this // task to restore it later. serialize(){ return { uuid: this.uuid, name: this.name, dateCreated: this.dateCreated, status: this.status, options: this.options }; } };