enrico-atzeni

#!/bin/bash

# bash web crawler                                                                                                                                            
# $ bash crawl.sh http://example.com 1

# NOTE: this version ignores static files, see in last pipe of the visit function

# TODO: 
# 1. avoid loops by calling same urls ony once per entire script
# 2. do not use txt lists