uniqUrls.mjs

import readline from 'readline'
import { Readable } from 'stream'
import { EOL } from 'os'

class MyUrl extends URL {
  constructor(...args) {
    super(...args)
    this.searchKeys = new Set(this.searchParams.keys())
  }
  isSame(other) {
    return this.origin === other.origin
      && this.pathname === other.pathname
      && this.searchKeys.size === other.searchKeys.size
      && [...this.searchKeys].every(myKey => other.searchKeys.has(myKey))
  }
}

let urls = []

readline.createInterface(process.stdin)
  .on('line', line => {
    const nextUrl = new MyUrl(line)
    if (!urls.find(url => url.isSame(nextUrl))) {
      urls.push(nextUrl)
    }
  })
  .on('close', () => {
    Readable.from(urls.map(url => url.href + EOL))
      .pipe(process.stdout)
  })