weierophinney

#!/bin/zsh
#
# Copyright (c) 2014, Joshua Thijssen
# Copyright (c) 2014, Matthew Weier O'Phinney
# All rights reserved.
#
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions are met:
#     * Redistributions of source code must retain the above copyright
#       notice, this list of conditions and the following disclaimer.

Phyks

#!/usr/bin/env python3
import sys
import urllib.parse

import html2text
import scrapy

from scrapy.crawler import CrawlerProcess

results = []