Screen scrape a tweet

tweet.sh

#!/bin/bash -eu

curl -sL "$1" \
    | perl -l -ne 'm{"text/xml\+oembed"} && m{title=".*? on Twitter: "([^"]*)""} && print $1' \
    | perl    -pe 's{&#(\d+);}{chr($1)}ge; s{"}{"}g;' \
    | perl    -pe 's{(https?://t.co/\w+)}{ `curl -s -D- $1 | awk '\''/^location:/{print \$2}'\'' | tr -d "\r\n"` }ge' \
    | sed -e :a -e '/^\n*$/{$d;N;};/\n$/ba'

tweet.t

#!perl

use strict;
use warnings;
use Test::More;
use Test::Command;

my $cmd = './tweet.sh';

stdout_is_eq(
    [ $cmd, 'https://twitter.com/JordanPeele/status/484153672369061888' ],
    (   "The Shining\n" .
        "👪🚙🗻🏣\n" .
        "🌚🍦🙇\n" .
        "🙇🚲\n" .
        "👦📝🎾\n" .
        "🙇🚲🚪\n" .
        "👩👦📝😡\n" .
        "🙇🚲👭\n" .
        "👦🍷👱\n" .
        "☝️🙇\n" .
        "🌚📺\n" .
        "👦🚪🛀💏👵\n" .
        "💃🚶💃🚶👦🍷👱\n" .
        "👦🚽👴\n" .
        "🌚✈️\n" .
        "👩📄📄📄📄📄📄😱\n" .
        "👩💥👦💤\n" .
        "👩🔐👦\n" .
        "👴🔑👦\n" .
        "👦🔨🚪🔪👩\n" .
        "🌚🚜\n" .
        "👦🔨🌚💀\n" .
        "👩👺👨\n" .
        "👩💀💀💀\n" .
        "👩🚪💉💉💉\n" .
        "❄️🌳🙇🌳❄️\n" .
        "🔨👦⛄️\n" .
        "👦\n"
    ),
    'https://twitter.com/JordanPeele/status/484153672369061888 (Emoji)',
);

stdout_is_eq(
    [ $cmd, 'https://twitter.com/hitsuji44/status/482031745961717762' ],
    "徐々に集まってきた仮置き場。それは、二人子供を持つ友人宅の真裏に存在する。満杯になれば、立派なホットスポットとなるのだろう。見ているだけで、首の腫れが痛み出してきた。(-_-) http://twitter.com/hitsuji44/status/482031745961717762/photo/1\n",
    'https://twitter.com/hitsuji44/status/482031745961717762 (Japanese)',
);

stdout_is_eq(
    [ $cmd, 'https://twitter.com/jaqque/status/484759521420922880' ],
    (   "Multiball!\n" .
        "Multiline!\n" .
        "https://www.youtube.com/watch?v=iq1d07gYl8o\n" .
        "(This is me testing Prospero)\n"
    ),
    'https://twitter.com/jaqque/status/484759521420922880 (Multi ball^Wline)',
);

stdout_is_eq(
    [ $cmd, 'https://twitter.com/paleofuture/status/593496008232800256' ],
    qq("A Doctor Oz Investigation: What Happens When You Die?"\n),
    'https://twitter.com/paleofuture/status/593496008232800256 (Reply)',
);

done_testing;

Emoji: https://twitter.com/JordanPeele/status/484153672369061888
Japanese: https://twitter.com/hitsuji44/status/482031745961717762
Multi ball^Wline: https://twitter.com/jaqque/status/484759521420922880