split rangement files

This commit is contained in:
Tykayn 2023-06-29 17:09:18 +02:00 committed by tykayn
parent 30ec55c1c8
commit 6427502a43
3 changed files with 224 additions and 198 deletions

3
rangement/configs.mjs Normal file
View File

@ -0,0 +1,3 @@
export const tagSeparator = ' '
export const tagSectionSeparator = '--'

45
rangement/finders.mjs Normal file
View File

@ -0,0 +1,45 @@
/**
* la classe qui repère des patterns
*/
import {tagSectionSeparator} from "./configs";
export default class finders{
patternsFiles = {
'downloaded_pic': /^\-\w{15}\.jpg/, // FyB8cZnWIAc21rw.jpg
'telegram_pic': /^\-\d{19}_\d{4}/, // -4900281569878475578_1109.jpg
'open_camera': /^IMG_OC_\d{8}/i, // IMG_OC_20230617_092120_3.jpg
'screenshot': /^Screenshot/i, // Screenshot 2023-06-15 at 15-26-04 Instance Panoramax OSM-FR.png
}
static findScreenshot (inputString) {
return inputString.match(/screenshot/i) || inputString.match(/capture d'écran/i)
}
static findFormattedDate(filepath) {
return filepath.match(/\d{4}-\d{2}-\d{2}T\d{2}:\d{2}:\d{2}/ig)
}
static findFileExtension (inputString) {
let match = inputString.match(/\.\w{3,4}$/i)
return match
}
/**
* find the section of file name which contains the free text to describe the picture
* @param fileName
* @returns {*|string}
*/
static findFileNameFreeTextPart(fileName) {
fileName = fileName.replace(this.findFileExtension(fileName), '')
let boom = fileName.split(tagSectionSeparator)
if (boom.length) {
let freeTextPart = boom[0].trim()
console.log('freeTextPart', freeTextPart)
return freeTextPart
}
return fileName.trim()
}
}

View File

@ -1,11 +1,15 @@
import fs from 'node-fs'
import finders from './finders.mjs'
// list.map(folder => {
// getExifCreationDate(filepath)
// })
import exifr from 'exifr'
import moment from 'moment'
import {tagSectionSeparator, tagSeparator} from "./configs";
const pathFolder = '/home/poule/encrypted/stockage-syncable/photos/a_dispatcher'
const pathFolder = '/home/poule/encrypted/stockage-syncable/photos/a_dispatcher/tout'
const sortingFolder = '/home/poule/encrypted/stockage-syncable/photos/a_dispatcher'
// Replace with path to source directory
@ -14,135 +18,121 @@ const pathFolder = '/home/poule/encrypted/stockage-syncable/photos/a_dispatcher'
* @param path
* @returns {*}
*/
function getDirectories (path) {
return fs.readdirSync(path).filter(function (file) {
return fs.statSync(path + '/' + file).isDirectory()
})
function getDirectories(path) {
return fs.readdirSync(path).filter(function (file) {
return fs.statSync(path + '/' + file).isDirectory()
})
}
function convertDateToTimeInFileName (inputDate) {
return inputDate.replace(' ', 'T')
function convertDateToTimeInFileName(inputDate) {
return inputDate.replace(' ', 'T')
}
function findFormattedDate (inputString) {
return inputString.match(/\d{4}-\d{2}-\d{2}T\d{2}:\d{2}:\d{2}/ig)
}
function findScreenshot (inputString) {
return inputString.match(/screenshot/i) || inputString.match(/capture d'écran/i)
}
function getExifCreationDate(filepath) {
function getExifCreationDate (filepath) {
console.log('filepath', filepath)
let dateAlreadyInFileName = finders.findFormattedDate(filepath)
console.log('------ dateAlreadyInFileName', dateAlreadyInFileName)
console.log('filepath', filepath)
let dateAlreadyInFileName = findFormattedDate(filepath)
console.log('------ dateAlreadyInFileName', dateAlreadyInFileName)
exifr.parse(filepath).then(exifData => {
exifr.parse(filepath).then(exifData => {
if (exifData) {
if (exifData) {
let moments = []
let moments = []
// console.log('exif data : ', exifData) // Do something with your data!
if (exifData.DateTimeOriginal) {
// console.log('exif data : ', exifData) // Do something with your data!
if (exifData.DateTimeOriginal) {
// console.log('image créée le : DateTimeOriginal : ', exifData.DateTimeOriginal) // Do something with your data!
moments.push(exifData.DateTimeOriginal)
}
if (exifData.ModifyDate) {
// console.log('image créée le : DateTimeOriginal : ', exifData.DateTimeOriginal) // Do something with your data!
moments.push(exifData.DateTimeOriginal)
}
if (exifData.ModifyDate) {
// console.log('image modifiée le : ModifyDate : ', exifData.ModifyDate) // Do something with your data!
moments.push(exifData.ModifyDate)
}
if (exifData.FileModificationDateTime) {
// console.log('image modifiée le : ModifyDate : ', exifData.ModifyDate) // Do something with your data!
moments.push(exifData.ModifyDate)
}
if (exifData.FileModificationDateTime) {
// console.log('image créée le : FileModificationDateTime : ', exifData.FileModificationDateTime) // Do something with your data!
moments.push(exifData.FileModificationDateTime)
}
if (exifData.CreateDate) {
// console.log('image créée le : FileModificationDateTime : ', exifData.FileModificationDateTime) // Do something with your data!
moments.push(exifData.FileModificationDateTime)
}
if (exifData.CreateDate) {
// console.log('image créée le : CreateDate : ', exifData.CreateDate) // Do something with your data!
moments.push(exifData.CreateDate)
}
// console.log('image créée le : CreateDate : ', exifData.CreateDate) // Do something with your data!
moments.push(exifData.CreateDate)
}
moments = moments.map(d => {
let newdate = moment(d)
return newdate
})
let minDate = moment.min(moments)
moments = moments.map(d => {
let newdate = moment(d)
return newdate
})
let minDate = moment.min(moments)
return minDate
} else {
console.log('pas de exif data')
return null
}
}).catch(error => console.log('Error: ' + error.message))
return minDate
} else {
console.log('pas de exif data')
return null
}
}).catch(error => console.log('Error: ' + error.message))
}
const tagSeparator = ' '
const tagSectionSeparator = '--'
let fileSectionsName
function findFileExtension (inputString) {
let match = inputString.match(/\.\w{3,4}$/i)
// console.log('match', match)
return match
function findTagSectionInString(inputString) {
let listOfTags = []
// remove extension
let extensionFile = finders.findFileExtension(inputString)
if (extensionFile) {
extensionFile = extensionFile[0]
} else {
console.log('no extensionFile', extensionFile, inputString)
extensionFile = ''
}
inputString = inputString.replace(extensionFile, '')
console.log('extensionFile', extensionFile)
if (inputString.includes(tagSectionSeparator)) {
console.log('inputString', inputString)
if (inputString.length) {
let boom = inputString.split(tagSectionSeparator)
console.log('boom', boom)
if (boom.length) {
fileSectionsName = boom.splice(tagSeparator)
listOfTags = [...fileSectionsName[1].trim().split(tagSeparator)]
console.log('listOfTags', listOfTags)
} else {
console.log('no boom', boom)
}
}
}
return listOfTags
}
function findTagSectionInString (inputString) {
let listOfTags = []
// remove extension
let extensionFile = findFileExtension(inputString)
if (extensionFile) {
extensionFile = extensionFile[0]
} else {
console.log('no extensionFile', extensionFile, inputString)
extensionFile = ''
}
inputString = inputString.replace(extensionFile, '')
console.log('extensionFile', extensionFile)
if (inputString.includes(tagSectionSeparator)) {
console.log('inputString', inputString)
if (inputString.length) {
let boom = inputString.split(tagSectionSeparator)
console.log('boom', boom)
if (boom.length) {
fileSectionsName = boom.splice(tagSeparator)
listOfTags = [...fileSectionsName[1].trim().split(tagSeparator)]
console.log('listOfTags', listOfTags)
} else {
console.log('no boom', boom)
}
}
}
return listOfTags
}
function renameFile (originalFileName, fileMixedNewName) {
fs.rename(originalFileName, fileMixedNewName, function (err) {
if (err) console.log('rename ERROR: ' + err)
})
function renameFile(originalFileName, fileMixedNewName) {
fs.rename(originalFileName, fileMixedNewName, function (err) {
if (err) console.log('rename ERROR: ' + err)
})
}
// let list = getDirectories(pathFolder)
// console.log('list', list)
let originalFileName = '2023-06-23T08.55.05.jpg'
let formattedDatePIMBefore = findFormattedDate(originalFileName)
let formattedDatePIMBefore = finders.findFormattedDate(originalFileName)
console.log('formattedDatePIMBefore', formattedDatePIMBefore)
let creationDateFound = getExifCreationDate(pathFolder + '/' + originalFileName)
let convertedToName = ''
if (creationDateFound) {
convertedToName = convertDateToTimeInFileName(creationDateFound)
convertedToName = convertDateToTimeInFileName(creationDateFound)
}
console.log('convertedToName', convertedToName)
let fileMixedNewName = mixDateNameWithFileName(convertedToName, originalFileName)
@ -150,117 +140,97 @@ let fileMixedNewName = mixDateNameWithFileName(convertedToName, originalFileName
console.log('new name', fileMixedNewName)
if (fileMixedNewName !== originalFileName) {
console.log('renommage =>', fileMixedNewName)
// renameFile(originalFileName, fileMixedNewName)
console.log('renommage =>', fileMixedNewName)
// renameFile(originalFileName, fileMixedNewName)
}
/**
* find the section of file name which contains the free text to describe the picture
* @param fileName
* @returns {*|string}
*/
function findFileNameFreeTextPart (fileName) {
fileName = fileName.replace(findFileExtension(fileName), '')
let boom = fileName.split(tagSectionSeparator)
if (boom.length) {
let freeTextPart = boom[0].trim()
console.log('freeTextPart', freeTextPart)
return freeTextPart
}
return fileName.trim()
function addTagInFileName(tagName, fileName) {
let tags = findTagSectionInString(fileName)
let firstPart = findFileNameFreeTextPart(fileName)
tags.push(tagName)
let uniqueArray = [...new Set(tags)]
let newFileName = firstPart + ' ' + tagSectionSeparator + ' ' + tags.join(tagSeparator)
newFileName = newFileName.replace(/ {*}/, '') + finders.findFileExtension(fileName)
return cleanSpaces(newFileName)
}
function addTagInFileName (tagName, fileName) {
let tags = findTagSectionInString(fileName)
let firstPart = findFileNameFreeTextPart(fileName)
tags.push(tagName)
let uniqueArray = [...new Set(tags)]
let newFileName = firstPart + ' ' + tagSectionSeparator + ' ' + tags.join(tagSeparator)
newFileName = newFileName.replace(/ {*}/, '') + findFileExtension(fileName)
return cleanSpaces( newFileName)
}
const patternsFiles = {
'downloaded_pic': '', // FyB8cZnWIAc21rw.jpg
'telegram_pic': '', // -4900281569878475578_1109.jpg
'open_camera': '^IMG_OC', // IMG_OC_20230617_092120_3.jpg
'screenshot': '^Screenshot', // Screenshot 2023-06-15 at 15-26-04 Instance Panoramax OSM-FR.png
}
const fileDefinition = {
dateStamp: '',
freeText: '',
tags: [],
extension: '',
dateStamp: '',
freeText: '',
tags: [],
extension: '',
}
function destructurateFileName (fileName) {
return {
dateStamp: findFormattedDate(fileName),
freeText: findFileNameFreeTextPart(fileName),
tags: findTagSectionInString(fileName),
extension: findFileExtension(fileName),
}
function destructurateFileName(fileName) {
return {
dateStamp: finders.findFormattedDate(fileName),
freeText: findFileNameFreeTextPart(fileName),
tags: findTagSectionInString(fileName),
extension: finders.findFileExtension(fileName),
}
}
function cleanSpaces (inputString) {
return inputString.trim().replace(/ *g/, ' ')
function cleanSpaces(inputString) {
return inputString.trim().replace(/ *g/, ' ')
}
function makeFileNameFromProperties (fileProperties) {
return cleanSpaces(fileProperties.dateStamp + ' ' + fileProperties.freeText + ' ' + tagSectionSeparator + ' ' + fileProperties.tags.join(tagSeparator) + fileProperties.extension)
function makeFileNameFromProperties(fileProperties) {
return cleanSpaces(fileProperties.dateStamp + ' ' + fileProperties.freeText + ' ' + tagSectionSeparator + ' ' + fileProperties.tags.join(tagSeparator) + fileProperties.extension)
}
function appendFileName (fileProperties, newText) {
fileProperties.freeText = cleanSpaces(fileProperties.freeText + ' ' + newText)
return fileProperties
function appendFileName(fileProperties, newText) {
fileProperties.freeText = cleanSpaces(fileProperties.freeText + ' ' + newText)
return fileProperties
}
function prependFileName (fileProperties, newText) {
fileProperties.freeText = cleanSpaces(newText + ' ' + fileProperties.freeText)
return fileProperties
function prependFileName(fileProperties, newText) {
fileProperties.freeText = cleanSpaces(newText + ' ' + fileProperties.freeText)
return fileProperties
}
function searchAndReplaInFileName (searchString, replaceString, fileName) {
return cleanSpaces(fileName.replace(searchString, replaceString))
function searchAndReplaInFileName(searchString, replaceString, fileName) {
return cleanSpaces(fileName.replace(searchString, replaceString))
}
// getExifCreationDate('/home/poule/encrypted/stockage-syncable/photos/a_dispatcher/2023-06-23T18.36.47 -- machin bidule.jpg')
// findTagSectionInString('2023-06-23T18.36.47 -- machin bidule.jpg')
function searchAndRenameScreenshots(fileName){
if (findScreenshot(fileName)) {
let tags = findTagSectionInString(fileName)
console.log('tags', tags)
if (!tags.includes('screenshot')) {
function searchAndRenameScreenshots(fileName) {
if (finders.findScreenshot(fileName)) {
let tags = findTagSectionInString(fileName)
console.log('tags', tags)
if (!tags.includes('screenshot')) {
fileName = addTagInFileName('screenshot', fileName)
fileName = searchAndReplaInFileName('Screenshot', '', fileName)
console.log('screenShotMockFileName:', fileName)
return cleanSpaces( fileName)
}
console.log('is a screenshot, remove screenshot in name, and add tag screenshot')
}else{
return null
}
fileName = addTagInFileName('screenshot', fileName)
fileName = searchAndReplaInFileName('Screenshot', '', fileName)
console.log('screenShotMockFileName:', fileName)
return cleanSpaces(fileName)
}
console.log('is a screenshot, remove screenshot in name, and add tag screenshot')
} else {
return null
}
}
function TestScreenShotIsFoundAndRenamed () {
let screenShotMockFileName = 'Screenshot 2023-06-15 at 15-28-21 Instance Panoramax OSM-FR.png'
let screenShotMockFileNameExpected = '2023-06-15 at 15-28-21 Instance Panoramax OSM-FR -- screenshot.png'
let found = searchAndRenameScreenshots(screenShotMockFileName)
console.log('found', found)
if(found == screenShotMockFileNameExpected){
console.log('TestScreenShotIsFoundAndRenamed : test succès')
}else{
console.log('TestScreenShotIsFoundAndRenamed : FAIL:')
console.log(found)
console.log(screenShotMockFileNameExpected)
}
function TestScreenShotIsFoundAndRenamed() {
let screenShotMockFileName = 'Screenshot 2023-06-15 at 15-28-21 Instance Panoramax OSM-FR.png'
let screenShotMockFileNameExpected = '2023-06-15 at 15-28-21 Instance Panoramax OSM-FR -- screenshot.png'
let found = searchAndRenameScreenshots(screenShotMockFileName)
console.log('found', found)
if (found == screenShotMockFileNameExpected) {
console.log('TestScreenShotIsFoundAndRenamed : test succès')
} else {
console.log('TestScreenShotIsFoundAndRenamed : FAIL:')
console.log(found)
console.log(screenShotMockFileNameExpected)
}
}
TestScreenShotIsFoundAndRenamed()
/**
@ -269,35 +239,43 @@ TestScreenShotIsFoundAndRenamed()
*/
function TestDateIsDetectedInFileName () {
let mockFileName = 'Capture d\'écran 2023-06-15T10:11:12.png'
let expectedFileNameAfterRename = '2023-06-15T10:11:12 -- screeenshot.png'
let foundDate = findFormattedDate(mockFileName)
console.log('foundDate', foundDate)
function TestDateIsDetectedInFileName() {
let mockFileName = 'Capture d\'écran 2023-06-15T10:11:12.png'
let expectedFileNameAfterRename = '2023-06-15T10:11:12 -- screeenshot.png'
let foundDate = finders.findFormattedDate(mockFileName)
console.log('foundDate', foundDate)
}
// run tests
TestDateIsDetectedInFileName()
/**
----------------------- parties non réalisées -----------------------
// TODO
// TODO
---------------------------------------------------------------------
**/
function TestDownloadedTelegramPictureRename (fileName) {
let fileProperties = destructurateFileName(fileName)
function TestDownloadedTelegramPictureRename(fileName) {
let fileProperties = destructurateFileName(fileName)
}
function hasDifferentDateInNameThanExif () {
function hasDifferentDateInNameThanExif(fileName) {
let foundDate = finders.findFormattedDate(fileName);
if (foundDate && foundDate != getExifCreationDate(fileName)) {
return true;
}
return false;
}
function moveToArchive (targetDirectory, fileFullPath) {
// find current directory,
// rename file to move it
function moveToArchive(targetDirectory, fileFullPath) {
// find current directory,
// rename file to move it
}
function moveToSortingFolder(fileFullPath) {
}
/**
@ -306,8 +284,8 @@ function moveToArchive (targetDirectory, fileFullPath) {
* @param originalFileName
* @returns {*}
*/
function mixDateNameWithFileName (convertedToName, originalFileName) {
// enlever l'ancien timestamp si il existe
// ajouter en début de nom le nouveau timestamp avec un espace et conserver le reste du nom
return originalFileName
function mixDateNameWithFileName(convertedToName, originalFileName) {
// enlever l'ancien timestamp si il existe
// ajouter en début de nom le nouveau timestamp avec un espace et conserver le reste du nom
return originalFileName
}