Get Download Sizes of All Wikipedias

get_size.sh

DUMP_DATE="20201001"

while read lng; do
    URL="https://dumps.wikimedia.org/${lng}wiki/${DUMP_DATE}/${lng}wiki-${DUMP_DATE}-pages-articles.xml.bz2"
    #echo $lng
    curl -sI $URL | grep -i Content-Length | awk -v l="$lng" '{print l " " $2}'
done < langs.txt

langs.txt

en
ceb
sv
de
fr
nl
ru
it
es
pl
war
vi
ja
zh
arz
ar
uk
pt
fa
ca
sr
id
no
ko
fi
hu
cs
sh
ro
zh-min-nan
tr
eu
ms
ce
eo
he
hy
bg
da
azb
sk
kk
min
hr
et
lt
be
el
simple
az
sl
gl
ur
nn
tt
ka
hi
th
uz
la
cy
ta
vo
mk
ast
lv
zh-yue
tg
bn
af
mg
oc
bs
sq
ky
nds
new
be-tarask
ml
te
br
tl
vec
pms
mr
su
ht
sw
lb
jv
pnb
ba
ga
szl
is
my
fy
cv
lmo
sco
wuu
an
pa
diq
ne
ku
yo
bar
io
gu
ckb
als
kn
scn
bpy
qu
ia
mn
bat-smg
si
nv
or
cdo
ilo
gd
xmf
yi
am
nap
bug
wa
sd
hsb
mai
fo
map-bms
mzn
li
sah
eml
os
ps
sa
frr
bcl
zh-classical
ace
mrj
mhr
avk
hif
gor
hak
roa-tara
pam
hyw
km
nso
rue
crh
se
bh
as
shn
vls
mi
nds-nl
nah
sc
vep
gan
myv
sn
ab
glk
bo
lrc
co
so
tk
fiu-vro
ha
csb
kv
ie
gv
udm
pcd
ay
kab
zea
sat
nrm
zu
ug
lij
kw
ban
frp
lez
stq
lfn
gn
mwl
gom
rm
mt
lo
lad
koi
fur
olo
ang
dty
dsb
bjn
ext
ln
cbk-zam
dv
ksh
tyv
ary
gag
pfl
pag
pi
av
awa
haw
bxr
xal
krc
pap
za
pdc
rw
kaa
szy
arc
to
nov
jam
tpi
kbp
kbd
ig
inh
na
tet
wo
tcy
ki
atj
jbo
roa-rup
bi
lbe
kg
ty
lg
mdf
fj
srn
xh
lld
gcr
ltg
ak
chr
om
sm
kl
got
pih
st
cu
nqo
ny
tn
tw
ts
rmy
bm
mnw
chy
rn
tum
ss
ch
iu
pnt
ks
ady
ve
ee
ik
ff
sg
dz
ti
cr
din
ng
cho
kj
mh
ho
ii
aa
mus
hz
kr