Snag duplicate remover

gistfile1.txt

const fs = require('fs-extra')
const path = require('path')
const Jimp = require('jimp')

const dirnames = process.argv.slice(2)

;(async function () {
  for (const dir of dirnames) {
    console.log(`Processing ${dir}`)
    const files = (await fs.readdir(dir)).filter(f => f.endsWith('.jpg'))
    const imageHashes = await Promise.all(
      files.map(filename => Jimp.read(path.join(dir, filename)).then(i => {
        i = i.crop(0, 0, 1280, 954)
        return i.pHash()
      }))
    )
    const unlinkList = []
    for (let i = 0; i < imageHashes.length; i++) {
      for (let j = i - 1; j >= 0; j--) {
        if (Jimp.compareHashes(imageHashes[i], imageHashes[j]) === 0) {
          console.log(`Duplicate: ${files[i]} === ${files[j]}`)
          unlinkList.push(files[i])
          break
        }
      }
    }
    unlinkList.map(filename => fs.unlink(path.join(dir, filename)))
  }
})()