pypi_crawl.sh

#!/usr/bin/env bash

curl -s https://pypi.python.org/simple/ \
  | grep -oP "(?<=('>)).*(?=(</a>))" \
  | while read package_name; do 
      curl -s https://pypi.python.org/simple/${package_name}/ \
      | grep -oP "(?<=(\">${package_name}-))([[:digit:]]+.*?)(?=((\-py2\.|\-py3\.|\.tar|\.whl|\.zip).*</a>))" \
      | while read package_version; do 
          echo -e "\n\nPackage: ${package_name} Version: ${package_version}";
          curl -s --connect-timeout 1 -I https://pypi.python.org/pypi/${package_name}/${package_version} \
          | head -n 1;
        done;
       echo -e "\n\nPackage: ${package_name} Version: Latest";
      curl -s --connect-timeout 1 -I https://pypi.python.org/pypi/${package_name}/${package_version} \
      | head -n 1;
    done