Python Remove Duplicates by Key

remove_duplicate.py

def remove_duplicates(
    items: Iterable[InputType], key: Optional[Callable[[InputType], Any]] = None
) -> List[InputType]:
    """Remove duplicate items in an iterable."""
    if not key:
        return list(dict.fromkeys(items).keys())
    seen = set()
    result = []
    for item in items:
        item_key = key(item)
        if item_key not in seen:
            seen.add(item_key)
            result.append(item)
    return result