twitter scraping

tweetscrape.sh

#!/bin/bash -e

baseurl='http://search.twitter.com/search.json?q=sandy&rpp=100&since=2012-10-27&until=2012-10-30&callback=?'
touch allresults.json

curl -s $baseurl | jq '.results | .[]' >> allresults.json
maxid=$(<allresults.json jq '.id' | tail -1)

while [ $maxid -gt 0 ]
do
  curl -s "${baseurl}&max_id=${maxid}" | jq '.results | .[]' >> allresults.json
  maxid=$(<allresults.json jq '.id' | tail -1)
  echo -n '.'
  sleep 0.1
done