Script for å laste ned alle filene fra en apache-index

index_mine.py

#!/usr/bin/env python

import os, re, sys, urllib

magic_key = r'</td><td><a href="(.+)">.+</a>.*</td><td align="right">'

def mine(root):
    for line in urllib.urlopen(root):
        for m in re.findall(magic_key, line):
            if m != 'Parent Directory':
                if m.endswith('/'):
                    mine(root + m)
                else:
                    os.system('curl -O ' + root + m)

mine(sys.argv[1])