Removes dead links from OPML file.

remove_dead_links_from_opml.py

#!/usr/bin/env python3

from lxml import etree
import sys
import requests


def clean_file(opml):
    remove = []
    for outline in opml.xpath("//outline[@type='rss']"):
        print(f"Testing {outline.get('title')}")
        try:
            url = outline.get("xmlUrl")
            headers = {
                "User-Agent":
                "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:103.0) Gecko/20100101 Firefox/103.0"
            }
            response = requests.get(url, headers=headers, allow_redirects=True)
            if response.status_code != 200 or len(response.content) == 0:
                remove.append(outline)
                continue
            root = etree.fromstring(response.content)
            if not root.tag.endswith("rss") and not root.tag.endswith("feed"):
                remove.append(outline)
        except Exception:
            remove.append(outline)
    print("")
    for outline in remove:
        print(f"Removing {outline.get('title')}")
        outline.getparent().remove(outline)
    opml.write("output.opml", pretty_print=True)
    print(f"\nRemoved {len(remove)} items.")


if __name__ == "__main__":
    if len(sys.argv) == 1:
        sys.exit(1)
    opml = etree.parse(sys.argv[1])
    clean_file(opml)