import {IGalleryManager} from "../interfaces/IGalleryManager"; import {DirectoryDTO} from "../../../common/entities/DirectoryDTO"; import * as path from "path"; import * as fs from "fs"; import {DirectoryEntity} from "./enitites/DirectoryEntity"; import {SQLConnection} from "./SQLConnection"; import {DiskManager} from "../DiskManger"; import {PhotoEntity} from "./enitites/PhotoEntity"; import {Utils} from "../../../common/Utils"; import {ProjectPath} from "../../ProjectPath"; import {Config} from "../../../common/config/private/Config"; import {ISQLGalleryManager} from "./IGalleryManager"; import {ReIndexingSensitivity} from "../../../common/config/private/IPrivateConfig"; export class GalleryManager implements IGalleryManager, ISQLGalleryManager { public async listDirectory(relativeDirectoryName: string, knownLastModified?: number, knownLastScanned?: number): Promise { relativeDirectoryName = path.normalize(path.join("." + path.sep, relativeDirectoryName)); const directoryName = path.basename(relativeDirectoryName); const directoryParent = path.join(path.dirname(relativeDirectoryName), path.sep); const connection = await SQLConnection.getConnection(); const stat = fs.statSync(path.join(ProjectPath.ImageFolder, relativeDirectoryName)); const lastModified = Math.max(stat.ctime.getTime(), stat.mtime.getTime()); let dir = await connection .getRepository(DirectoryEntity) .createQueryBuilder("directory") .where("directory.name = :name AND directory.path = :path", { name: directoryName, path: directoryParent }) .leftJoinAndSelect("directory.directories", "directories") .leftJoinAndSelect("directory.photos", "photos") .getOne(); if (dir && dir.scanned == true) { //If it seems that the content did not changed, do not work on it if (knownLastModified && knownLastScanned && lastModified == knownLastModified && dir.lastScanned == knownLastScanned) { if (Config.Server.indexing.reIndexingSensitivity == ReIndexingSensitivity.low) { return null; } if (Date.now() - knownLastScanned <= Config.Server.indexing.cachedFolderTimeout && Config.Server.indexing.reIndexingSensitivity == ReIndexingSensitivity.medium) { return null; } } if (dir.photos) { for (let i = 0; i < dir.photos.length; i++) { dir.photos[i].directory = dir; //PhotoMetadataEntity.open(dir.photos[i].metadata); dir.photos[i].readyThumbnails = []; dir.photos[i].readyIcon = false; } } if (dir.directories) { for (let i = 0; i < dir.directories.length; i++) { dir.directories[i].photos = await connection .getRepository(PhotoEntity) .createQueryBuilder("photo") .where("photo.directory = :dir", { dir: dir.directories[i].id }) .orderBy("photo.metadata.creationDate", "ASC") .limit(Config.Server.indexing.folderPreviewSize) .getMany(); dir.directories[i].isPartial = true; for (let j = 0; j < dir.directories[i].photos.length; j++) { dir.directories[i].photos[j].directory = dir.directories[i]; // PhotoMetadataEntity.open(dir.directories[i].photos[j].metadata); dir.directories[i].photos[j].readyThumbnails = []; dir.directories[i].photos[j].readyIcon = false; } } } if (dir.lastModified != lastModified) { return this.indexDirectory(relativeDirectoryName); } if ((Date.now() - dir.lastScanned > Config.Server.indexing.cachedFolderTimeout && Config.Server.indexing.reIndexingSensitivity >= ReIndexingSensitivity.medium) || Config.Server.indexing.reIndexingSensitivity >= ReIndexingSensitivity.high) { //on the fly reindexing this.indexDirectory(relativeDirectoryName).catch((err) => { console.error(err); }); } return dir; } return this.indexDirectory(relativeDirectoryName); } public indexDirectory(relativeDirectoryName): Promise { return new Promise(async (resolve, reject) => { try { const scannedDirectory = await DiskManager.scanDirectory(relativeDirectoryName); const connection = await SQLConnection.getConnection(); //returning with the result scannedDirectory.photos.forEach(p => p.readyThumbnails = []); resolve(scannedDirectory); //saving to db let directoryRepository = connection.getRepository(DirectoryEntity); let photosRepository = connection.getRepository(PhotoEntity); let parentDir = await directoryRepository.createQueryBuilder("directory") .where("directory.name = :name AND directory.path = :path", { name: scannedDirectory.name, path: scannedDirectory.path }).getOne(); if (!!parentDir) {//Updated parent dir (if it was in the DB previously) parentDir.scanned = true; parentDir.lastModified = scannedDirectory.lastModified; parentDir.lastScanned = scannedDirectory.lastScanned; parentDir = await directoryRepository.save(parentDir); } else { (scannedDirectory).scanned = true; parentDir = await directoryRepository.save(scannedDirectory); } let indexedDirectories = await directoryRepository.createQueryBuilder("directory") .where("directory.parent = :dir", { dir: parentDir.id }).getMany(); for (let i = 0; i < scannedDirectory.directories.length; i++) { //Was this child Dir already indexed before? let directory: DirectoryEntity = null; for (let j = 0; j < indexedDirectories.length; j++) { if (indexedDirectories[j].name == scannedDirectory.directories[i].name) { directory = indexedDirectories[j]; indexedDirectories.splice(j, 1); break; } } if (directory != null) { //update existing directory if (!directory.parent && !directory.parent.id) { directory.parent = parentDir; delete directory.photos; await directoryRepository.save(directory); } } else { scannedDirectory.directories[i].parent = parentDir; (scannedDirectory.directories[i]).scanned = false; const d = await directoryRepository.save(scannedDirectory.directories[i]); for (let j = 0; j < scannedDirectory.directories[i].photos.length; j++) { // PhotoMetadataEntity.close(scannedDirectory.directories[i].photos[j].metadata); scannedDirectory.directories[i].photos[j].directory = d; } await photosRepository.save(scannedDirectory.directories[i].photos); } } //Remove child Dirs that are not anymore in the parent dir await directoryRepository.remove(indexedDirectories); let indexedPhotos = await photosRepository.createQueryBuilder("photo") .where("photo.directory = :dir", { dir: parentDir.id }).getMany(); let photosToSave = []; for (let i = 0; i < scannedDirectory.photos.length; i++) { let photo = null; for (let j = 0; j < indexedPhotos.length; j++) { if (indexedPhotos[j].name == scannedDirectory.photos[i].name) { photo = indexedPhotos[j]; indexedPhotos.splice(j, 1); break; } } if (photo == null) { scannedDirectory.photos[i].directory = null; photo = Utils.clone(scannedDirectory.photos[i]); scannedDirectory.photos[i].directory = scannedDirectory; photo.directory = parentDir; } //typeorm not supports recursive embended: TODO:fix it // PhotoMetadataEntity.close(scannedDirectory.photos[i].metadata); if (photo.metadata.keywords != scannedDirectory.photos[i].metadata.keywords || photo.metadata.cameraData != scannedDirectory.photos[i].metadata.cameraData || photo.metadata.positionData != scannedDirectory.photos[i].metadata.positionData || photo.metadata.size != scannedDirectory.photos[i].metadata.size) { photo.metadata.keywords = scannedDirectory.photos[i].metadata.keywords; photo.metadata.cameraData = scannedDirectory.photos[i].metadata.cameraData; photo.metadata.positionData = scannedDirectory.photos[i].metadata.positionData; photo.metadata.size = scannedDirectory.photos[i].metadata.size; photosToSave.push(photo); } } await photosRepository.save(photosToSave); await photosRepository.remove(indexedPhotos); } catch (error) { return reject(error); } }); } }