Python script to extract all external links for archiving

ljlinks.py

#!/usr/bin/python
# LJ links extractor
# (c) 2018 by ReCoder (recoder.livejournal.com) 

import argparse
import datetime
import urllib, urlparse
from lj import lj
from BeautifulSoup import BeautifulSoup

parser = argparse.ArgumentParser(description='Process some integers.')
parser.add_argument('--username', help='LJ username')
parser.add_argument('--password', help='LJ password')
args = parser.parse_args()

ljclient = lj.LJServer("Python-LJlinks/1.0", "http://recoder.livejournal.com/tag/nexvs; recoder@gmail.com")
ljclient.login(args.username, args.password)
events = ljclient.getevents_lastn(before=datetime.datetime.now().strftime('%Y-%m-%d %H:%M:%S'))

links = set()
for e in events['events']:
    soup = BeautifulSoup(str(e['event']))
    for link in soup.findAll('a'):
        links.add(link.get('href'))

for link in links:
    o = urlparse.urlparse(link)
    o = o._replace(path=urllib.quote(o.path.encode('cp1251')))
    print urlparse.urlunparse(o)

# usage: for u in `ljlinks.py --username {username} --password {password}`; do archivenow --is --ia $u; done