pigallery2/backend/model/sql/GalleryManager.ts

import {IGalleryManager} from "../interfaces/IGalleryManager";
import {DirectoryDTO} from "../../../common/entities/DirectoryDTO";
import * as path from "path";
import * as fs from "fs";
import {DirectoryEntity} from "./enitites/DirectoryEntity";
import {SQLConnection} from "./SQLConnection";
import {DiskManager} from "../DiskManger";
import {PhotoEntity, PhotoMetadataEntity} from "./enitites/PhotoEntity";
import {Utils} from "../../../common/Utils";
import {ProjectPath} from "../../ProjectPath";
import {Config} from "../../../common/config/private/Config";
import {ISQLGalleryManager} from "./IGalleryManager";
import {ReIndexingSensitivity} from "../../../common/config/private/IPrivateConfig";

export class GalleryManager implements IGalleryManager, ISQLGalleryManager {


  public async listDirectory(relativeDirectoryName: string,
                             knownLastModified?: number,
                             knownLastScanned?: number): Promise<DirectoryDTO> {
    relativeDirectoryName = path.normalize(path.join("." + path.sep, relativeDirectoryName));
    const directoryName = path.basename(relativeDirectoryName);
    const directoryParent = path.join(path.dirname(relativeDirectoryName), path.sep);
    const connection = await SQLConnection.getConnection();
    const stat = fs.statSync(path.join(ProjectPath.ImageFolder, relativeDirectoryName));
    const lastModified = Math.max(stat.ctime.getTime(), stat.mtime.getTime());
    let dir = await connection
      .getRepository(DirectoryEntity)
      .createQueryBuilder("directory")
      .where("directory.name = :name AND directory.path = :path", {
        name: directoryName,
        path: directoryParent
      })
      .leftJoinAndSelect("directory.directories", "directories")
      .leftJoinAndSelect("directory.photos", "photos")
      .getOne();


    if (dir && dir.scanned == true) {
      //iF it seems that the content did not changed, do not work on it
      if (knownLastModified && knownLastScanned
        && lastModified == knownLastModified &&
        dir.lastScanned == knownLastScanned) {

        if (Config.Server.indexing.reIndexingSensitivity == ReIndexingSensitivity.low) {
          return null;
        }
        if (Date.now() - knownLastScanned <= Config.Server.indexing.cachedFolderTimeout &&
          Config.Server.indexing.reIndexingSensitivity == ReIndexingSensitivity.medium) {
          return null;
        }
      }
      if (dir.photos) {
        for (let i = 0; i < dir.photos.length; i++) {
          dir.photos[i].directory = dir;
          PhotoMetadataEntity.open(dir.photos[i].metadata);
          dir.photos[i].readyThumbnails = [];
          dir.photos[i].readyIcon = false;
        }
      }
      if (dir.directories) {
        for (let i = 0; i < dir.directories.length; i++) {
          dir.directories[i].photos = await connection
            .getRepository(PhotoEntity)
            .createQueryBuilder("photo")
            .where("photo.directory = :dir", {
              dir: dir.directories[i].id
            })
            .orderBy("photo.metadata.creationDate", "ASC")
            .setLimit(Config.Server.indexing.folderPreviewSize)
            .getMany();
          dir.directories[i].isPartial = true;

          for (let j = 0; j < dir.directories[i].photos.length; j++) {
            dir.directories[i].photos[j].directory = dir.directories[i];
            PhotoMetadataEntity.open(dir.directories[i].photos[j].metadata);
            dir.directories[i].photos[j].readyThumbnails = [];
            dir.directories[i].photos[j].readyIcon = false;
          }
        }
      }


      if (dir.lastModified != lastModified) {
        return this.indexDirectory(relativeDirectoryName);
      }

      if ((Date.now() - dir.lastScanned > Config.Server.indexing.cachedFolderTimeout &&
          Config.Server.indexing.reIndexingSensitivity >= ReIndexingSensitivity.medium) ||
        Config.Server.indexing.reIndexingSensitivity >= ReIndexingSensitivity.high) {
        //on the fly reindexing
        this.indexDirectory(relativeDirectoryName).catch((err) => {
          console.error(err);
        });
      }
      return dir;


    }
    return this.indexDirectory(relativeDirectoryName);


  }

  public indexDirectory(relativeDirectoryName): Promise<DirectoryDTO> {
    return new Promise(async (resolve, reject) => {
      try {
        const scannedDirectory = await DiskManager.scanDirectory(relativeDirectoryName);
        const connection = await SQLConnection.getConnection();

        //returning with the result
        scannedDirectory.photos.forEach(p => p.readyThumbnails = []);
        resolve(scannedDirectory);

        //saving to db
        let directoryRepository = connection.getRepository(DirectoryEntity);
        let photosRepository = connection.getRepository(PhotoEntity);


        let parentDir = await directoryRepository.createQueryBuilder("directory")
          .where("directory.name = :name AND directory.path = :path", {
            name: scannedDirectory.name,
            path: scannedDirectory.path
          }).getOne();

        if (!!parentDir) {
          parentDir.scanned = true;
          parentDir.lastModified = scannedDirectory.lastModified;
          parentDir.lastScanned = scannedDirectory.lastScanned;
          parentDir = await directoryRepository.persist(parentDir);
        } else {
          (<DirectoryEntity>scannedDirectory).scanned = true;
          parentDir = await directoryRepository.persist(<DirectoryEntity>scannedDirectory);
        }

        let indexedDirectories = await directoryRepository.createQueryBuilder("directory")
          .where("directory.parent = :dir", {
            dir: parentDir.id
          }).getMany();

        for (let i = 0; i < scannedDirectory.directories.length; i++) {

          let directory: DirectoryEntity = null;
          for (let j = 0; j < indexedDirectories.length; j++) {
            if (indexedDirectories[j].name == scannedDirectory.directories[i].name) {
              directory = indexedDirectories[j];
              indexedDirectories.splice(j, 1);
              break;
            }
          }

          if (directory) { //update existing directory
            if (!directory.parent && !directory.parent.id) {
              directory.parent = parentDir;
              delete directory.photos;
              await directoryRepository.persist(directory);
            }
          } else {
            scannedDirectory.directories[i].parent = parentDir;
            (<DirectoryEntity>scannedDirectory.directories[i]).scanned = false;
            const d = await directoryRepository.persist(<DirectoryEntity>scannedDirectory.directories[i]);
            for (let j = 0; j < scannedDirectory.directories[i].photos.length; j++) {
              PhotoMetadataEntity.close(scannedDirectory.directories[i].photos[j].metadata);
              scannedDirectory.directories[i].photos[j].directory = d;

            }
            await photosRepository.persist(scannedDirectory.directories[i].photos);
          }
        }

        await directoryRepository.remove(indexedDirectories);


        let indexedPhotos = await photosRepository.createQueryBuilder("photo")
          .where("photo.directory = :dir", {
            dir: parentDir.id
          }).getMany();


        let photosToSave = [];
        for (let i = 0; i < scannedDirectory.photos.length; i++) {
          let photo = null;
          for (let j = 0; j < indexedPhotos.length; j++) {
            if (indexedPhotos[j].name == scannedDirectory.photos[i].name) {
              photo = indexedPhotos[j];
              indexedPhotos.splice(j, 1);
              break;
            }
          }
          if (photo == null) {
            scannedDirectory.photos[i].directory = null;
            photo = Utils.clone(scannedDirectory.photos[i]);
            scannedDirectory.photos[i].directory = scannedDirectory;
            photo.directory = parentDir;
          }

          //typeorm not supports recursive embended: TODO:fix it
          PhotoMetadataEntity.close(scannedDirectory.photos[i].metadata);

          if (photo.metadata.keywords != scannedDirectory.photos[i].metadata.keywords ||
            photo.metadata.cameraData != scannedDirectory.photos[i].metadata.cameraData ||
            photo.metadata.positionData != scannedDirectory.photos[i].metadata.positionData ||
            photo.metadata.size != scannedDirectory.photos[i].metadata.size) {

            photo.metadata.keywords = scannedDirectory.photos[i].metadata.keywords;
            photo.metadata.cameraData = scannedDirectory.photos[i].metadata.cameraData;
            photo.metadata.positionData = scannedDirectory.photos[i].metadata.positionData;
            photo.metadata.size = scannedDirectory.photos[i].metadata.size;
            photosToSave.push(photo);
          }
        }
        await photosRepository.persist(photosToSave);
        await photosRepository.remove(indexedPhotos);


      } catch (error) {
        return reject(error);

      }
    });
  }

}