A one-liner for extracting Baidu and Sogou's hot search keywords

hotdog.sh

# baidu realtime hotspot
curl http://top.baidu.com/buzz.php?p=top10 \
| perl -MEncode -pi -e '$_=encode_utf8(decode(gb2312=>$_))' \
| grep "td class=\"key\"" | sed -e 's/^.*_blank\">//g' | sed -e 's/<.*$//g'

# sogou top queries
curl  http://top.sogou.com/hotword[0-3].html \
| perl -MEncode -pi -e '$_=encode_utf8(decode(gb2312=>$_))' \
| perl -ne 'chomp; my @titles = ($_ =~ /title=\".*?\"/g); for (my $i = 0; $i < scalar @titles; ++$i) {$titles[$i] =~ s/title=//; $titles[$i] =~ s/\"//g; print "$titles[$i]\n"}'