giabao/README.md

## README.md

      
    Raw
  

              README.md
            
          
(optional) Import Data from chrome, firefox, keepass,..
Export Vault to bitwarden.json file
Get Ammonite

sudo sh -c '(echo "#!/usr/bin/env sh" && curl -L https://github.com/com-lihaoyi/Ammonite/releases/download/2.4.0/2.13-2.4.0) > /usr/local/bin/amm && chmod +x /usr/local/bin/amm' && amm

Download the dedup.scala file below then run it in ammonite

amm dedup.scala bitwarden.json
This will create file bitwarden_out.json

Purge Vault
Re-Import Data from bitwarden_out.json
Done


## dedup.scala
import upickle._

@main def dedup(filename: String): Unit = {
  val path = os.pwd / filename
  val json = ujson.read(os.read(path))
  val items = json("items").arr

/* debug only
  val itemsWithMatch = items.filter(
    _("login").obj.get("uris") match {
      case None => false
      case Some(uris) => uris.arr.exists(! _("match").isNull)
    }
  )
  println(itemsWithMatch.length)

  val itemsWithOrganizationId = items.filter(! _("organizationId").isNull)
  println(itemsWithOrganizationId.length)
*/

  // only interested in those fields
  def interested(d: ujson.Value) = {
    val l = d("login").obj
    ( d("organizationId"),
      d("notes"),
      l("username"),
      l("password"),
      l("totp"),
      for {
        uris <- l.get("uris").toList
        uri <- uris.arr
      } yield (uri("match"), uri("uri"))
    )
  }

  val out = items.distinctBy(interested)
  json("items") = out
  val outName = path.baseName + "_out." + path.ext

  os.write.over(os.pwd / outName, ujson.write(json))

  println(s"Removed ${items.length - out.length} from ${items.length}, remains ${out.length} entries.")
}
	import upickle._

	@main def dedup(filename: String): Unit = {
	val path = os.pwd / filename
	val json = ujson.read(os.read(path))
	val items = json("items").arr

	/* debug only
	val itemsWithMatch = items.filter(
	_("login").obj.get("uris") match {
	case None => false
	case Some(uris) => uris.arr.exists(! _("match").isNull)
	}
	)
	println(itemsWithMatch.length)

	val itemsWithOrganizationId = items.filter(! _("organizationId").isNull)
	println(itemsWithOrganizationId.length)
	*/

	// only interested in those fields
	def interested(d: ujson.Value) = {
	val l = d("login").obj
	( d("organizationId"),
	d("notes"),
	l("username"),
	l("password"),
	l("totp"),
	for {
	uris <- l.get("uris").toList
	uri <- uris.arr
	} yield (uri("match"), uri("uri"))
	)
	}

	val out = items.distinctBy(interested)
	json("items") = out
	val outName = path.baseName + "_out." + path.ext

	os.write.over(os.pwd / outName, ujson.write(json))

	println(s"Removed ${items.length - out.length} from ${items.length}, remains ${out.length} entries.")
	}