pigallery2/backend/model/DiskManger.ts

///<reference path="exif.d.ts"/>
import * as path from "path";
import {DirectoryDTO} from "../../common/entities/DirectoryDTO";
import {
    CameraMetadata,
    GPSMetadata,
    ImageSize,
    PhotoDTO,
    PhotoMetadata,
    PositionMetaData
} from "../../common/entities/PhotoDTO";
import {ProjectPath} from "../ProjectPath";
import {Logger} from "../Logger";

const Pool = require('threads').Pool;
const pool = new Pool();

const LOG_TAG = "[DiskManager]";

pool.run(
    (input: {
        relativeDirectoryName: string,
        directoryName: string,
        directoryParent: string,
        absoluteDirectoryName: string
    }, done) => {
        const fs = require("fs");
        const path = require("path");
        const mime = require("mime");
        const iptc = require("node-iptc");
        const exif_parser = require("exif-parser");


        let isImage = (fullPath: string) => {
            let imageMimeTypes = [
                'image/bmp',
                'image/gif',
                'image/jpeg',
                'image/png',
                'image/pjpeg',
                'image/tiff',
                'image/webp',
                'image/x-tiff',
                'image/x-windows-bmp'
            ];

            let extension = mime.lookup(fullPath);

            return imageMimeTypes.indexOf(extension) !== -1;
        };

        let loadPhotoMetadata = (fullPath: string): Promise<PhotoMetadata> => {
            return new Promise<PhotoMetadata>((resolve: (metadata: PhotoMetadata) => void, reject) => {
                fs.readFile(fullPath, function (err, data) {
                    if (err) {
                        return reject({file: fullPath, error: err});
                    }
                    try {

                        const exif = exif_parser.create(data).parse();
                        const iptcData = iptc(data);

                        const imageSize: ImageSize = {width: exif.imageSize.width, height: exif.imageSize.height};
                        const cameraData: CameraMetadata = {
                            ISO: exif.tags.ISO,
                            model: exif.tags.Modeol,
                            maker: exif.tags.Make,
                            fStop: exif.tags.FNumber,
                            exposure: exif.tags.ExposureTime,
                            focalLength: exif.tags.FocalLength,
                            lens: exif.tags.LensModel,
                        };
                        const GPS: GPSMetadata = {
                            latitude: exif.tags.GPSLatitude,
                            longitude: exif.tags.GPSLongitude,
                            altitude: exif.tags.GPSAltitude

                        };

                        const positionData: PositionMetaData = {
                            GPSData: GPS,
                            country: iptcData.country_or_primary_location_name,
                            state: iptcData.province_or_state,
                            city: iptcData.city
                        };

                        //Decode characters to UTF8
                        const decode = (s: any) => {
                            for (let a, b, i = -1, l = (s = s.split("")).length, o = String.fromCharCode, c = "charCodeAt"; ++i < l;
                                 ((a = s[i][c](0)) & 0x80) &&
                                 (s[i] = (a & 0xfc) == 0xc0 && ((b = s[i + 1][c](0)) & 0xc0) == 0x80 ?
                                     o(((a & 0x03) << 6) + (b & 0x3f)) : o(128), s[++i] = "")
                            );
                            return s.join("");
                        };


                        const keywords: string[] = (iptcData.keywords || []).map((s: string) => decode(s));
                        const creationDate: number = iptcData.date_time ? iptcData.date_time.getTime() : 0;


                        const metadata: PhotoMetadata = <PhotoMetadata>{
                            keywords: keywords,
                            cameraData: cameraData,
                            positionData: positionData,
                            size: imageSize,
                            creationDate: creationDate
                        };
                        return resolve(metadata);
                    } catch (err) {
                        return reject({file: fullPath, error: err});
                    }
                });
            });
        };

        let parseDir = (directoryInfo: {
            relativeDirectoryName: string,
            directoryName: string,
            directoryParent: string,
            absoluteDirectoryName: string
        }, maxPhotos: number = null, photosOnly: boolean = false): Promise<DirectoryDTO> => {
            return new Promise<DirectoryDTO>((resolve, reject) => {
                let promises: Array<Promise<any>> = [];
                let directory = <DirectoryDTO>{
                    name: directoryInfo.directoryName,
                    path: directoryInfo.directoryParent,
                    lastUpdate: Date.now(),
                    directories: [],
                    photos: []
                };
                fs.readdir(directoryInfo.absoluteDirectoryName, (err, list) => {

                    if (err) {
                        return reject(err);
                    }

                    try {
                        for (let i = 0; i < list.length; i++) {
                            let file = list[i];
                            let fullFilePath = path.normalize(path.resolve(directoryInfo.absoluteDirectoryName, file));
                            if (photosOnly == false && fs.statSync(fullFilePath).isDirectory()) {
                                let promise = parseDir({
                                        relativeDirectoryName: path.join(directoryInfo.relativeDirectoryName, path.sep),
                                        directoryName: file,
                                        directoryParent: path.join(directoryInfo.relativeDirectoryName, path.sep),
                                        absoluteDirectoryName: fullFilePath
                                    },
                                    5, true
                                ).then((dir) => {
                                    directory.directories.push(dir);
                                });
                                promises.push(promise);
                            } else if (isImage(fullFilePath)) {


                                let promise = loadPhotoMetadata(fullFilePath).then((photoMetadata) => {
                                    directory.photos.push(<PhotoDTO>{
                                        name: file,
                                        directory: null,
                                        metadata: photoMetadata
                                    });
                                });

                                promises.push(promise);
                                if (maxPhotos != null && promises.length > maxPhotos) {
                                    break;
                                }
                            }
                        }

                        Promise.all(promises).then(() => {
                            return resolve(directory);
                        }).catch((err) => {
                            return reject({directoryInfo: directoryInfo, error: err});
                        });
                    } catch (err) {
                        return reject({directoryInfo: directoryInfo, error: err});
                    }

                });

            });
        };


        parseDir(input).then((dir) => {
            done(null, dir);
        }).catch((err) => {
            done(err, null);
        });

    });

export class DiskManager {
    public static scanDirectory(relativeDirectoryName: string, cb: (error: any, result: DirectoryDTO) => void) {
        Logger.silly(LOG_TAG, "scanning directory:", relativeDirectoryName);
        let directoryName = path.basename(relativeDirectoryName);
        let directoryParent = path.join(path.dirname(relativeDirectoryName), path.sep);
        let absoluteDirectoryName = path.join(ProjectPath.ImageFolder, relativeDirectoryName);

        pool.send({
            relativeDirectoryName,
            directoryName,
            directoryParent,
            absoluteDirectoryName
        }).on('done', (error: any, result: DirectoryDTO) => {
            if (error || !result) {
                return cb(error, result);
            }

            let addDirs = (dir: DirectoryDTO) => {
                dir.photos.forEach((ph) => {
                    ph.directory = dir;
                });
                dir.directories.forEach((d) => {
                    addDirs(d);
                });
            };
            addDirs(result);
            return cb(error, result);
        }).on('error', (error) => {
            return cb(error, null);
        });
    }

}