Scrape wikipedia images

assign_artist_image.py

import sys
from model import Model, NotFound

from tools import get_wikipedia_image

def safe_print(*args):
    try:
        print(*args)
    except:
        pass

with Model() as model:
    for (artist_id,) in model.query("select id from artists"):
        title = model.get_link(artist_id, "wikipedia")
        
        if not title:
            safe_print("No wp:", model.get_artist(artist_id).name)
            continue
            
        if model.get_link(artist_id, "image"):
            pass #continue
            
        try:
            safe_print(model.get_artist(artist_id).name)
            
            thumb, full = get_wikipedia_image(title)
            print(thumb, full)
            model.set_link(artist_id, "image_thumb", thumb)
            model.set_link(artist_id, "image", full)
        
        except (KeyError, TypeError):
            pass