wikidump.conf.dumps as of December 2020 on Wikimedia snapshot hosts

wikidump.conf.dumps

#############################################################
# This file is maintained by puppet!
# modules/snapshot/templates/dumps/wikidump.conf.erb
#############################################################

[wiki]
dblist=/srv/mediawiki/dblists/all.dblist
privatelist=/srv/mediawiki/dblists/private.dblist
closedlist=/srv/mediawiki/dblists/closed.dblist
skipdblist=/etc/dumps/dblists/skip.dblist
flowlist=/srv/mediawiki/dblists/flow.dblist
dir=/srv/mediawiki
adminsettings=private/PrivateSettings.php
tablejobs=/etc/dumps/confs/table_jobs.yaml
multiversion=/srv/mediawiki/multiversion

[output]
public=/mnt/dumpsdata/xmldatadumps/public
private=/mnt/dumpsdata/xmldatadumps/private
temp=/mnt/dumpsdata/xmldatadumps/temp
templatedir=/etc/dumps/templs
index=backup-index.html
webroot=http://download.wikimedia.org
fileperms=0o644

[reporting]
adminmail=ops-dumps@wikimedia.org
mailfrom=root@wikimedia.org
smtpserver=localhost
# 15 minutes is long enough to decide a lock is expired, right?
staleage=900
skipprivatetables=1

[database]
max_allowed_packet=32M

[tools]
php=/usr/bin/php7.2
mysql=/usr/bin/mysql
mysqldump=/usr/bin/mysqldump
gzip=/bin/gzip
bzip2=/bin/bzip2
sevenzip=/usr/bin/7za
lbzip2=/usr/bin/lbzip2
checkforbz2footer=/usr/local/bin/checkforbz2footer
writeuptopageid=/usr/local/bin/writeuptopageid
recompressxml=/usr/local/bin/recompressxml
revsperpage=/usr/local/bin/revsperpage

[cleanup]
keep=10

[chunks]
chunksEnabled=0
retryWait=30

[otherformats]
multistream=1

[misc]
sevenzipprefetch=1
maxRetries=3

[stubs]
minpages=1
maxrevs=100000

[bigwikis]
# generic settings for big wikis
checkpointTime=720
chunksEnabled=1
chunksForAbstract=6
chunksForPagelogs=6
dblist=/etc/dumps/dblists/bigwikis.dblist
fixeddumporder=1
keep=8
lbzip2forhistory=1
lbzip2threads=3
recombineHistory=0
revinfostash=1
revsMargin=100
revsPerJob=1500000
skipdblist=/etc/dumps/dblists/skipnone.dblist

[en]
# generic settings for enwiki (huge)
checkpointTime=720
chunksEnabled=1
chunksForAbstract=27
chunksForPagelogs=27
dblist=/etc/dumps/dblists/enwiki.dblist
jobsperbatch=xmlstubsdump=9,abstractsdump=9,xmlpagelogsdump=9
keep=7
lbzip2threads=10
maxrevs=20000
recombineHistory=0
revinfostash=1
revsMargin=100
revsPerJob=1500000
skipdblist=/etc/dumps/dblists/skipnone.dblist

[wd]
# generic settings for wikidata (huge)
checkpointTime=720
chunksEnabled=1
chunksForAbstract=27
chunksForPagelogs=27
contentbatchesEnabled=1
dblist=/etc/dumps/dblists/wikidatawiki.dblist
emptyAbstracts=1
jobsperbatch=xmlstubsdump=9,abstractsdump=9,xmlpagelogsdump=9
keep=7
lbzip2threads=10
maxrevs=20000
recombineHistory=0
recombineMetaCurrent=0
revinfostash=1
revsMargin=100
revsPerJob=1500000
skipdblist=/etc/dumps/dblists/skipnone.dblist

[monitor]
# generic settings for monitor service
skipdblist=/etc/dumps/dblists/skipmonitor.dblist

[media]
# generic settings for media title cron jobs
skipdblist=/etc/dumps/dblists/skipmonitor.dblist,/etc/dumps/dblists/globalusage.dblist

########################
# wiki-specific settings


[arwiki]
# specific settings for wiki arwiki
pagesPerChunkHistory=340838,864900,1276577,1562792,2015625,1772989

[commonswiki]
# specific settings for wiki commonswiki
pagesPerChunkHistory=10087570,13102946,15429735,17544212,19379466,18705774

[dewiki]
# specific settings for wiki dewiki
pagesPerChunkHistory=297012,965081,2114164,2739207,3145780,2203157

[eswiki]
# specific settings for wiki eswiki
pagesPerChunkHistory=159400,533923,1204417,2669088,2728044,2302201

[frwiki]
# specific settings for wiki frwiki
pagesPerChunkHistory=306134,744688,1926392,2224859,3872210,4517475

[hewiki]
# specific settings for wiki hewiki
pagesPerChunkHistory=68044,178941,340885,409429,488119,397741

[huwiki]
# specific settings for wiki huwiki
pagesPerChunkHistory=62918,155323,226242,335367,479183,466541

[itwiki]
# specific settings for wiki itwiki
pagesPerChunkHistory=316052,888921,1001801,1386562,2322043,2735363

[jawiki]
# specific settings for wiki jawiki
pagesPerChunkHistory=114794,275634,511979,819239,1086301,1409298

[kowiki]
# specific settings for wiki kowiki
pagesPerChunkHistory=82407,171387,296569,433131,786946,1079962

[metawiki]
# specific settings for wiki metawiki
pagesPerChunkHistory=368138,1935662,2660817,2746757,2479647,930497

[nlwiki]
# specific settings for wiki nlwiki
pagesPerChunkHistory=134538,349514,607986,977232,1838650,1517358

[plwiki]
# specific settings for wiki plwiki
pagesPerChunkHistory=187037,377742,634739,848374,1414501,1441349

[ptwiki]
# specific settings for wiki ptwiki
pagesPerChunkHistory=105695,408017,1115512,1251580,2144104,1354362

[ruwiki]
# specific settings for wiki ruwiki
pagesPerChunkHistory=224167,817876,1156226,1637503,2749993,1916957

[svwiki]
# specific settings for wiki svwiki
pagesPerChunkHistory=153415,513562,1023792,2103602,2525365,2166272

[ukwiki]
# specific settings for wiki ukwiki
pagesPerChunkHistory=194007,343475,450503,686457,897404,1424811

[viwiki]
# specific settings for wiki viwiki
pagesPerChunkHistory=832082,1120003,2613161,3614798,4263484,7050789

[zhwiki]
# specific settings for wiki zhwiki
pagesPerChunkHistory=187712,442448,759488,2001381,2205350,1611528



[enwiki]
# specific settings for wiki enwiki
lbzip2forhistory=1
pagesPerChunkHistory=41242,110331,159756,247062,399654,525616,650450,802149,1109142,1353964,1655493,2117929,2486894,2664920,3135550,3110240,3145805,3405653,4186592,4213990,44738
13,4792696,5775612,6461102,5560195,1390059,1390050



[wikidatawiki]
# specific settings for wiki wikidatawiki
lbzip2forhistory=1
minpages=10
pagesPerChunkHistory=441397,673534,934710,1048805,1370558,1583567,1785525,3657704,2502567,2238612,1433305,2212873,2952969,2188014,2042315,2511750,2132671,4342391,4169528,5304245
,5163445,5039547,4462666,5392560,10213635,12386980,9233733