1password_deduplicate.py

"""
Small tool to deduplicate 1password items
"""
import json
import os

def hash_dict(dic):
    return str(hash(frozenset(dic.items())))

def mkhash(item):
    return item['title'] + hash_dict(item['vault']) + str(hash(item.get('additional_information')))

os.system("op item list --format json > passwords.json")

with open('passwords.json', 'r') as f:
    data = json.loads(f.read())

imap = {}
duplicates = []
for row in data:
    if mkhash(row) in imap:
        print(row['id'], row['title'])
        os.system(f"op item delete {row['id']}")
        continue
    imap[mkhash(row)] = row['id']