Skip to content

Instantly share code, notes, and snippets.

@aphyr
Created June 30, 2015 02:13
Show Gist options
  • Save aphyr/3c88400760d6aa61aee3 to your computer and use it in GitHub Desktop.
Save aphyr/3c88400760d6aa61aee3 to your computer and use it in GitHub Desktop.
Disque restart leading to job loss
[{:time 1003951186, :process 4, :type :invoke, :f :enqueue, :value 1}
{:time 1003947850, :process 0, :type :invoke, :f :dequeue}
{:time 1003959695, :process 3, :type :invoke, :f :dequeue}
{:time 1003951861, :process 1, :type :invoke, :f :enqueue, :value 0}
{:time 1003952834, :process 2, :type :invoke, :f :dequeue}
{:time 1006183164, :process 1, :type :ok, :f :enqueue, :value 0}
{:time 1006228564, :process 4, :type :ok, :f :enqueue, :value 1}
{:time 1107489703, :process 0, :type :fail, :f :dequeue}
{:time 1107599285, :process 3, :type :fail, :f :dequeue}
{:time 1114771525, :process 2, :type :fail, :f :dequeue}
{:time 2006460379, :process 4, :type :invoke, :f :dequeue}
{:time 2006434541, :process 1, :type :invoke, :f :dequeue}
{:value 1, :time 2008441099, :process 4, :type :ok, :f :dequeue}
{:value 0, :time 2008448324, :process 1, :type :ok, :f :dequeue}
{:time 2107759841, :process 0, :type :invoke, :f :dequeue}
{:time 2108047050, :process 3, :type :invoke, :f :enqueue, :value 2}
{:time 2109238167, :process 3, :type :ok, :f :enqueue, :value 2}
{:time 2115021516, :process 2, :type :invoke, :f :dequeue}
{:time 2210634010, :process 0, :type :fail, :f :dequeue}
{:time 2216223359, :process 2, :type :fail, :f :dequeue}
{:time 3008671181, :process 1, :type :invoke, :f :dequeue}
{:time 3008671098, :process 4, :type :invoke, :f :dequeue}
{:value 2, :time 3010111066, :process 4, :type :ok, :f :dequeue}
{:time 3109542089, :process 3, :type :invoke, :f :enqueue, :value 3}
{:time 3110566606, :process 3, :type :ok, :f :enqueue, :value 3}
{:time 3116714872, :process 1, :type :fail, :f :dequeue}
{:time 3210827108, :process 0, :type :invoke, :f :dequeue}
{:time 3216400065, :process 2, :type :invoke, :f :dequeue}
{:time 3412261869, :process 0, :type :fail, :f :dequeue}
{:time 3417346774, :process 2, :type :fail, :f :dequeue}
{:time 4010354530, :process 4, :type :invoke, :f :dequeue}
{:value 3, :time 4011399698, :process 4, :type :ok, :f :dequeue}
{:time 4110874678, :process 3, :type :invoke, :f :enqueue, :value 4}
{:time 4111724544, :process 3, :type :ok, :f :enqueue, :value 4}
{:time 4117014615, :process 1, :type :invoke, :f :dequeue}
{:time 4219980444, :process 1, :type :fail, :f :dequeue}
{:time 4412551483, :process 0, :type :invoke, :f :enqueue, :value 5}
{:time 4413558111, :process 0, :type :ok, :f :enqueue, :value 5}
{:time 4417641539, :process 2, :type :invoke, :f :dequeue}
{:time 4521438850, :process 2, :type :fail, :f :dequeue}
{:time 5011700490, :process 4, :type :invoke, :f :enqueue, :value 6}
{:time 5012520500, :process 4, :type :ok, :f :enqueue, :value 6}
{:time 5112028693, :process 3, :type :invoke, :f :dequeue}
{:value 4, :time 5112828985, :process 3, :type :ok, :f :dequeue}
{:time 5220261646, :process 1, :type :invoke, :f :dequeue}
{:time 5322068268, :process 1, :type :fail, :f :dequeue}
{:time 5413845205, :process 0, :type :invoke, :f :enqueue, :value 7}
{:time 5414817945, :process 0, :type :ok, :f :enqueue, :value 7}
{:time 5521708430, :process 2, :type :invoke, :f :enqueue, :value 8}
{:time 5522337401, :process 2, :type :ok, :f :enqueue, :value 8}
{:time 6012787324, :process 4, :type :invoke, :f :enqueue, :value 9}
{:time 6013408102, :process 4, :type :ok, :f :enqueue, :value 9}
{:time 6113110841, :process 3, :type :invoke, :f :enqueue, :value 10}
{:time 6113981036, :process 3, :type :ok, :f :enqueue, :value 10}
{:time 6322325771, :process 1, :type :invoke, :f :dequeue}
{:time 6415089465, :process 0, :type :invoke, :f :enqueue, :value 11}
{:time 6415740082, :process 0, :type :ok, :f :enqueue, :value 11}
{:time 6521459869, :process 1, :type :fail, :f :dequeue}
{:time 6522586053, :process 2, :type :invoke, :f :dequeue}
{:value 8, :time 6523001205, :process 2, :type :ok, :f :dequeue}
{:time 7013657163, :process 4, :type :invoke, :f :enqueue, :value 12}
{:time 7014508216, :process 4, :type :ok, :f :enqueue, :value 12}
{:time 7114257723, :process 3, :type :invoke, :f :dequeue}
{:value 10, :time 7115010876, :process 3, :type :ok, :f :dequeue}
{:time 7415991520, :process 0, :type :invoke, :f :enqueue, :value 13}
{:time 7416921530, :process 0, :type :ok, :f :enqueue, :value 13}
{:time 7521690269, :process 1, :type :invoke, :f :enqueue, :value 14}
{:time 7522487739, :process 1, :type :ok, :f :enqueue, :value 14}
{:time 7523194992, :process 2, :type :invoke, :f :dequeue}
{:value 14, :time 7524229055, :process 2, :type :ok, :f :dequeue}
{:time 8014745820, :process 4, :type :invoke, :f :enqueue, :value 15}
{:time 8015537091, :process 4, :type :ok, :f :enqueue, :value 15}
{:time 8115324662, :process 3, :type :invoke, :f :enqueue, :value 16}
{:time 8116519840, :process 3, :type :ok, :f :enqueue, :value 16}
{:time 8417164754, :process 0, :type :invoke, :f :dequeue}
{:value 7, :time 8417746550, :process 0, :type :ok, :f :dequeue}
{:time 8522694554, :process 1, :type :invoke, :f :dequeue}
{:value 11, :time 8523869336, :process 1, :type :ok, :f :dequeue}
{:time 8524504924, :process 2, :type :invoke, :f :enqueue, :value 17}
{:time 8525256582, :process 2, :type :ok, :f :enqueue, :value 17}
{:time 9015744393, :process 4, :type :invoke, :f :enqueue, :value 18}
{:time 9016171509, :process 4, :type :ok, :f :enqueue, :value 18}
{:time 9116817679, :process 3, :type :invoke, :f :enqueue, :value 19}
{:time 9117262569, :process 3, :type :ok, :f :enqueue, :value 19}
{:time 9418030956, :process 0, :type :invoke, :f :enqueue, :value 20}
{:time 9419013540, :process 0, :type :ok, :f :enqueue, :value 20}
{:time 9524103137, :process 1, :type :invoke, :f :dequeue}
{:value 16, :time 9524693717, :process 1, :type :ok, :f :dequeue}
{:time 9525512434, :process 2, :type :invoke, :f :enqueue, :value 21}
{:time 9526267395, :process 2, :type :ok, :f :enqueue, :value 21}
{:time 10003937382, :process :nemesis, :type :info, :f :start}
{:time 10016403054, :process 4, :type :invoke, :f :dequeue}
{:value 6, :time 10017480722, :process 4, :type :ok, :f :dequeue}
{:time 10117455236, :process 3, :type :invoke, :f :enqueue, :value 22}
{:time 10118225115, :process 3, :type :ok, :f :enqueue, :value 22}
{:time 10419307721, :process 0, :type :invoke, :f :dequeue}
{:value 20, :time 10419912894, :process 0, :type :ok, :f :dequeue}
{:time 10524883966, :process 1, :type :invoke, :f :dequeue}
{:value "Unexpected end of stream.",
:time 10525886270,
:process 1,
:type :info,
:f :dequeue}
{:time 10526523177, :process 2, :type :invoke, :f :dequeue}
{:value 5, :time 10526949313, :process 2, :type :ok, :f :dequeue}
{:value {:n2 ""},
:time 10640821734,
:process :nemesis,
:type :info,
:f :start}
{:time 11017747569, :process 4, :type :invoke, :f :enqueue, :value 23}
{:time 11018188176, :process 4, :type :ok, :f :enqueue, :value 23}
{:time 11118467612, :process 3, :type :invoke, :f :dequeue}
{:value 22, :time 11119145268, :process 3, :type :ok, :f :dequeue}
{:time 11420254000, :process 0, :type :invoke, :f :dequeue}
{:value 9, :time 11421189904, :process 0, :type :ok, :f :dequeue}
{:time 11526112498, :process 6, :type :invoke, :f :dequeue}
{:time 11527127005, :process 2, :type :invoke, :f :dequeue}
{:value "Could not connect to any of the provided nodes",
:time 11527285797,
:process 6,
:type :info,
:f :dequeue}
{:value 17, :time 11527672427, :process 2, :type :ok, :f :dequeue}
{:time 12018384033, :process 4, :type :invoke, :f :dequeue}
{:value 18, :time 12019117113, :process 4, :type :ok, :f :dequeue}
{:time 12119344727, :process 3, :type :invoke, :f :dequeue}
{:value 23, :time 12120236563, :process 3, :type :ok, :f :dequeue}
{:time 12421458199, :process 0, :type :invoke, :f :enqueue, :value 24}
{:time 12422373959, :process 0, :type :ok, :f :enqueue, :value 24}
{:time 12527581418,
:process 11,
:type :invoke,
:f :enqueue,
:value 25}
{:time 12527847639, :process 2, :type :invoke, :f :dequeue}
{:value 21, :time 12528165850, :process 2, :type :ok, :f :dequeue}
{:time 12528176934,
:process 11,
:type :info,
:f :enqueue,
:value "Could not connect to any of the provided nodes"}
{:time 13019368897, :process 4, :type :invoke, :f :enqueue, :value 26}
{:time 13020001068, :process 4, :type :ok, :f :enqueue, :value 26}
{:time 13120490312, :process 3, :type :invoke, :f :dequeue}
{:value 26, :time 13121491678, :process 3, :type :ok, :f :dequeue}
{:time 13422616306, :process 0, :type :invoke, :f :enqueue, :value 27}
{:time 13423563296, :process 0, :type :ok, :f :enqueue, :value 27}
{:time 13528341974, :process 2, :type :invoke, :f :dequeue}
{:time 13528377653, :process 16, :type :invoke, :f :dequeue}
{:value "Could not connect to any of the provided nodes",
:time 13528873251,
:process 16,
:type :info,
:f :dequeue}
{:time 13728881601, :process 2, :type :fail, :f :dequeue}
{:time 14020258483, :process 4, :type :invoke, :f :enqueue, :value 28}
{:time 14020937786, :process 4, :type :ok, :f :enqueue, :value 28}
{:time 14121735477, :process 3, :type :invoke, :f :dequeue}
{:value 28, :time 14122667563, :process 3, :type :ok, :f :dequeue}
{:time 14423733569, :process 0, :type :invoke, :f :dequeue}
{:value 12, :time 14424198501, :process 0, :type :ok, :f :dequeue}
{:time 14529137179, :process 21, :type :invoke, :f :dequeue}
{:value "Could not connect to any of the provided nodes",
:time 14529516374,
:process 21,
:type :info,
:f :dequeue}
{:time 14729134058, :process 2, :type :invoke, :f :dequeue}
{:time 14928612692, :process 2, :type :fail, :f :dequeue}
{:time 15021197784, :process 4, :type :invoke, :f :enqueue, :value 29}
{:time 15021936681, :process 4, :type :ok, :f :enqueue, :value 29}
{:time 15122894154, :process 3, :type :invoke, :f :dequeue}
{:value 29, :time 15123912321, :process 3, :type :ok, :f :dequeue}
{:time 15424397252, :process 0, :type :invoke, :f :dequeue}
{:value 15, :time 15424858164, :process 0, :type :ok, :f :dequeue}
{:time 15529679921, :process 26, :type :invoke, :f :dequeue}
{:value "Could not connect to any of the provided nodes",
:time 15530053444,
:process 26,
:type :info,
:f :dequeue}
{:time 15928910469, :process 2, :type :invoke, :f :enqueue, :value 30}
{:time 15929888674, :process 2, :type :ok, :f :enqueue, :value 30}
{:time 16022197645, :process 4, :type :invoke, :f :dequeue}
{:value 30, :time 16023062637, :process 4, :type :ok, :f :dequeue}
{:time 16124193338, :process 3, :type :invoke, :f :dequeue}
{:time 16233322493, :process 3, :type :fail, :f :dequeue}
{:time 16425082204, :process 0, :type :invoke, :f :dequeue}
{:value 24, :time 16425937225, :process 0, :type :ok, :f :dequeue}
{:time 16530270429, :process 31, :type :invoke, :f :dequeue}
{:value "Could not connect to any of the provided nodes",
:time 16531091013,
:process 31,
:type :info,
:f :dequeue}
{:time 16930124687, :process 2, :type :invoke, :f :enqueue, :value 31}
{:time 16931066541, :process 2, :type :ok, :f :enqueue, :value 31}
{:time 17023376998, :process 4, :type :invoke, :f :enqueue, :value 32}
{:time 17024288229, :process 4, :type :ok, :f :enqueue, :value 32}
{:time 17233529132, :process 3, :type :invoke, :f :dequeue}
{:time 17337038168, :process 3, :type :fail, :f :dequeue}
{:time 17426162296, :process 0, :type :invoke, :f :dequeue}
{:value 27, :time 17426595295, :process 0, :type :ok, :f :dequeue}
{:time 17531430735, :process 36, :type :invoke, :f :dequeue}
{:value "Could not connect to any of the provided nodes",
:time 17531937596,
:process 36,
:type :info,
:f :dequeue}
{:time 17931431441, :process 2, :type :invoke, :f :enqueue, :value 33}
{:time 17932548287, :process 2, :type :ok, :f :enqueue, :value 33}
{:time 18024580334, :process 4, :type :invoke, :f :dequeue}
{:value 32, :time 18025428944, :process 4, :type :ok, :f :dequeue}
{:time 18337325605, :process 3, :type :invoke, :f :enqueue, :value 34}
{:time 18338180231, :process 3, :type :ok, :f :enqueue, :value 34}
{:time 18426796849, :process 0, :type :invoke, :f :dequeue}
{:time 18532160450,
:process 41,
:type :invoke,
:f :enqueue,
:value 35}
{:time 18532810763, :process 0, :type :fail, :f :dequeue}
{:time 18533052618,
:process 41,
:type :info,
:f :enqueue,
:value "Could not connect to any of the provided nodes"}
{:time 18932846034, :process 2, :type :invoke, :f :enqueue, :value 36}
{:time 18933718059, :process 2, :type :ok, :f :enqueue, :value 36}
{:time 19025744585, :process 4, :type :invoke, :f :dequeue}
{:value 31, :time 19026635512, :process 4, :type :ok, :f :dequeue}
{:time 19338472341, :process 3, :type :invoke, :f :dequeue}
{:value 34, :time 19339338418, :process 3, :type :ok, :f :dequeue}
{:time 19533116622, :process 0, :type :invoke, :f :enqueue, :value 37}
{:time 19533433293, :process 46, :type :invoke, :f :dequeue}
{:time 19533973535, :process 0, :type :ok, :f :enqueue, :value 37}
{:value "Could not connect to any of the provided nodes",
:time 19534141486,
:process 46,
:type :info,
:f :dequeue}
{:time 19934292463, :process 2, :type :invoke, :f :dequeue}
{:value 37, :time 19935299596, :process 2, :type :ok, :f :dequeue}
{:time 20026947468, :process 4, :type :invoke, :f :enqueue, :value 38}
{:time 20027679656, :process 4, :type :ok, :f :enqueue, :value 38}
{:time 20339659905, :process 3, :type :invoke, :f :dequeue}
{:value 36, :time 20340616882, :process 3, :type :ok, :f :dequeue}
{:time 20534152796, :process 0, :type :invoke, :f :dequeue}
{:time 20534412297, :process 51, :type :invoke, :f :dequeue}
{:value "Could not connect to any of the provided nodes",
:time 20534948890,
:process 51,
:type :info,
:f :dequeue}
{:time 20638731771, :process 0, :type :fail, :f :dequeue}
{:time 20641219215, :process :nemesis, :type :info, :f :stop}
{:time 20935705464, :process 2, :type :invoke, :f :enqueue, :value 39}
{:time 20936312634, :process 2, :type :ok, :f :enqueue, :value 39}
{:time 21027887963, :process 4, :type :invoke, :f :enqueue, :value 40}
{:time 21028573339, :process 4, :type :ok, :f :enqueue, :value 40}
{:time 21340911247, :process 3, :type :invoke, :f :enqueue, :value 41}
{:time 21341590634, :process 3, :type :ok, :f :enqueue, :value 41}
{:value {:n2 nil},
:time 21344791239,
:process :nemesis,
:type :info,
:f :stop}
{:time 21535267971, :process 56, :type :invoke, :f :dequeue}
{:time 21638939545, :process 0, :type :invoke, :f :dequeue}
{:time 21665704557, :process 56, :type :fail, :f :dequeue}
{:time 21740885092, :process 0, :type :fail, :f :dequeue}
{:time 21936530375, :process 2, :type :invoke, :f :dequeue}
{:value 39, :time 21937153045, :process 2, :type :ok, :f :dequeue}
{:time 22028775259, :process 4, :type :invoke, :f :dequeue}
{:value 33, :time 22029550203, :process 4, :type :ok, :f :dequeue}
{:time 22341761673, :process 3, :type :invoke, :f :dequeue}
{:value 41, :time 22342459389, :process 3, :type :ok, :f :dequeue}
{:time 22665994146,
:process 56,
:type :invoke,
:f :enqueue,
:value 42}
{:time 22666552485, :process 56, :type :ok, :f :enqueue, :value 42}
{:time 22741133983, :process 0, :type :invoke, :f :enqueue, :value 43}
{:time 22741575455, :process 0, :type :ok, :f :enqueue, :value 43}
{:time 22937353143, :process 2, :type :invoke, :f :enqueue, :value 44}
{:time 22937845785, :process 2, :type :ok, :f :enqueue, :value 44}
{:time 23029761748, :process 4, :type :invoke, :f :dequeue}
{:value 38, :time 23030198179, :process 4, :type :ok, :f :dequeue}
{:time 23342667112, :process 3, :type :invoke, :f :enqueue, :value 45}
{:time 23343375564, :process 3, :type :ok, :f :enqueue, :value 45}
{:time 23666710981, :process 56, :type :invoke, :f :dequeue}
{:value 42, :time 23667386180, :process 56, :type :ok, :f :dequeue}
{:time 23741741813, :process 0, :type :invoke, :f :dequeue}
{:value 43, :time 23742416634, :process 0, :type :ok, :f :dequeue}
{:time 23938051939, :process 2, :type :invoke, :f :enqueue, :value 46}
{:time 23938792073, :process 2, :type :ok, :f :enqueue, :value 46}
{:time 24030400188, :process 4, :type :invoke, :f :enqueue, :value 47}
{:time 24031099396, :process 4, :type :ok, :f :enqueue, :value 47}
{:time 24343631054, :process 3, :type :invoke, :f :dequeue}
{:value 45, :time 24344325575, :process 3, :type :ok, :f :dequeue}
{:time 24667576435,
:process 56,
:type :invoke,
:f :enqueue,
:value 48}
{:time 24668444442, :process 56, :type :ok, :f :enqueue, :value 48}
{:time 24742644628, :process 0, :type :invoke, :f :enqueue, :value 49}
{:time 24743550489, :process 0, :type :ok, :f :enqueue, :value 49}
{:time 24939048295, :process 2, :type :invoke, :f :dequeue}
{:value 44, :time 24939982549, :process 2, :type :ok, :f :dequeue}
{:time 25031414733, :process 4, :type :invoke, :f :dequeue}
{:value 40, :time 25032132033, :process 4, :type :ok, :f :dequeue}
{:time 25344561500, :process 3, :type :invoke, :f :enqueue, :value 50}
{:time 25345347426, :process 3, :type :ok, :f :enqueue, :value 50}
{:time 25668722175,
:process 56,
:type :invoke,
:f :enqueue,
:value 51}
{:time 25669426473, :process 56, :type :ok, :f :enqueue, :value 51}
{:time 25743804696, :process 0, :type :invoke, :f :dequeue}
{:value 49, :time 25744473507, :process 0, :type :ok, :f :dequeue}
{:time 25940238365, :process 2, :type :invoke, :f :dequeue}
{:value 46, :time 25941109457, :process 2, :type :ok, :f :dequeue}
{:time 26032392047, :process 4, :type :invoke, :f :dequeue}
{:value 47, :time 26033048507, :process 4, :type :ok, :f :dequeue}
{:time 26345638500, :process 3, :type :invoke, :f :enqueue, :value 52}
{:time 26346583034, :process 3, :type :ok, :f :enqueue, :value 52}
{:time 26669705191, :process 56, :type :invoke, :f :dequeue}
{:value 48, :time 26670563362, :process 56, :type :ok, :f :dequeue}
{:time 26744726966, :process 0, :type :invoke, :f :enqueue, :value 53}
{:time 26745554549, :process 0, :type :ok, :f :enqueue, :value 53}
{:time 26941384919, :process 2, :type :invoke, :f :enqueue, :value 54}
{:time 26942207516, :process 2, :type :ok, :f :enqueue, :value 54}
{:time 27033292325, :process 4, :type :invoke, :f :enqueue, :value 55}
{:time 27034088628, :process 4, :type :ok, :f :enqueue, :value 55}
{:time 27346824941, :process 3, :type :invoke, :f :enqueue, :value 56}
{:time 27347542084, :process 3, :type :ok, :f :enqueue, :value 56}
{:time 27670799405, :process 56, :type :invoke, :f :dequeue}
{:value 51, :time 27671174198, :process 56, :type :ok, :f :dequeue}
{:time 27745792029, :process 0, :type :invoke, :f :dequeue}
{:value 53, :time 27746264610, :process 0, :type :ok, :f :dequeue}
{:time 27942459864, :process 2, :type :invoke, :f :enqueue, :value 57}
{:time 27943276700, :process 2, :type :ok, :f :enqueue, :value 57}
{:time 28034322129, :process 4, :type :invoke, :f :dequeue}
{:value 55, :time 28034682468, :process 4, :type :ok, :f :dequeue}
{:time 28347814173, :process 3, :type :invoke, :f :enqueue, :value 58}
{:time 28348604562, :process 3, :type :ok, :f :enqueue, :value 58}
{:time 28671346810, :process 56, :type :invoke, :f :dequeue}
{:value 50, :time 28672348034, :process 56, :type :ok, :f :dequeue}
{:time 28746459592, :process 0, :type :invoke, :f :dequeue}
{:value 57, :time 28747440068, :process 0, :type :ok, :f :dequeue}
{:time 28943548214, :process 2, :type :invoke, :f :dequeue}
{:value 58, :time 28944540588, :process 2, :type :ok, :f :dequeue}
{:time 29034848415, :process 4, :type :invoke, :f :enqueue, :value 59}
{:time 29035564267, :process 4, :type :ok, :f :enqueue, :value 59}
{:time 29348876968, :process 3, :type :invoke, :f :enqueue, :value 60}
{:time 29349780001, :process 3, :type :ok, :f :enqueue, :value 60}
{:time 29672615042,
:process 56,
:type :invoke,
:f :enqueue,
:value 61}
{:time 29673476796, :process 56, :type :ok, :f :enqueue, :value 61}
{:time 29747701346, :process 0, :type :invoke, :f :dequeue}
{:value 56, :time 29748272127, :process 0, :type :ok, :f :dequeue}
{:time 29944787271, :process 2, :type :invoke, :f :dequeue}
{:time 30035809030, :process 4, :type :invoke, :f :enqueue, :value 62}
{:time 30036515079, :process 4, :type :ok, :f :enqueue, :value 62}
{:time 30053938480, :process 2, :type :fail, :f :dequeue}
{:time 30350047873, :process 3, :type :invoke, :f :enqueue, :value 63}
{:time 30351019317, :process 3, :type :ok, :f :enqueue, :value 63}
{:time 30673746470,
:process 56,
:type :invoke,
:f :enqueue,
:value 64}
{:time 30674804660, :process 56, :type :ok, :f :enqueue, :value 64}
{:time 30748493751, :process 0, :type :invoke, :f :dequeue}
{:value 60, :time 30749258301, :process 0, :type :ok, :f :dequeue}
{:time 31345397558, :process :nemesis, :type :info, :f :start}
{:value {:n3 ""},
:time 32023737466,
:process :nemesis,
:type :info,
:f :start}
{:time 32024175030, :process :nemesis, :type :info, :f :stop}
{:value {:n3 nil},
:time 32731584559,
:process :nemesis,
:type :info,
:f :stop}
{:time 33732626530, :process 2, :type :invoke, :f :dequeue}
{:time 33732626601, :process 0, :type :invoke, :f :dequeue}
{:time 33732666275, :process 56, :type :invoke, :f :dequeue}
{:time 33732655932, :process 3, :type :invoke, :f :enqueue, :value 65}
{:time 33732649681, :process 4, :type :invoke, :f :dequeue}
{:value "Unexpected end of stream.",
:time 33733121877,
:process 2,
:type :info,
:f :dequeue}
{:value 52, :time 33733507024, :process 56, :type :ok, :f :dequeue}
{:value 62, :time 33733513550, :process 4, :type :ok, :f :dequeue}
{:value 59, :time 33733512821, :process 0, :type :ok, :f :dequeue}
{:time 33733851204, :process 3, :type :ok, :f :enqueue, :value 65}
{:time 34733466261, :process 7, :type :invoke, :f :dequeue}
{:time 34733770590, :process 56, :type :invoke, :f :dequeue}
{:time 34733819414, :process 4, :type :invoke, :f :dequeue}
{:time 34733846351, :process 0, :type :invoke, :f :dequeue}
{:time 34734060340, :process 3, :type :invoke, :f :enqueue, :value 66}
{:value 54, :time 34734348653, :process 56, :type :ok, :f :dequeue}
{:value 63, :time 34734386600, :process 0, :type :ok, :f :dequeue}
{:value 61, :time 34734580738, :process 4, :type :ok, :f :dequeue}
{:time 34734688740, :process 3, :type :ok, :f :enqueue, :value 66}
{:time 34855558163, :process 7, :type :fail, :f :dequeue}
{:time 35734582529, :process 56, :type :invoke, :f :dequeue}
{:time 35734652967, :process 0, :type :invoke, :f :dequeue}
{:time 35734886235, :process 4, :type :invoke, :f :enqueue, :value 67}
{:time 35734898344, :process 3, :type :invoke, :f :dequeue}
{:value 64, :time 35735469480, :process 0, :type :ok, :f :dequeue}
{:value 66, :time 35735637797, :process 56, :type :ok, :f :dequeue}
{:time 35735646355, :process 4, :type :ok, :f :enqueue, :value 67}
{:time 35855777225, :process 7, :type :invoke, :f :enqueue, :value 68}
{:time 35856560513, :process 7, :type :ok, :f :enqueue, :value 68}
{:time 35863696411, :process 3, :type :fail, :f :dequeue}
{:time 36735697418, :process 0, :type :invoke, :f :dequeue}
{:time 36735854364, :process 56, :type :invoke, :f :dequeue}
{:time 36735937244, :process 4, :type :invoke, :f :enqueue, :value 69}
{:value 68, :time 36736785709, :process 0, :type :ok, :f :dequeue}
{:time 36736767357, :process 4, :type :ok, :f :enqueue, :value 69}
{:time 36856802172, :process 7, :type :invoke, :f :dequeue}
{:time 36863989507, :process 3, :type :invoke, :f :enqueue, :value 70}
{:time 36864818946, :process 3, :type :ok, :f :enqueue, :value 70}
{:time 36891337656, :process 56, :type :fail, :f :dequeue}
{:time 36958884304, :process 7, :type :fail, :f :dequeue}
{:time 37737055060, :process 4, :type :invoke, :f :dequeue}
{:time 37737043996, :process 0, :type :invoke, :f :enqueue, :value 71}
{:value 65, :time 37737630281, :process 4, :type :ok, :f :dequeue}
{:time 37737671360, :process 0, :type :ok, :f :enqueue, :value 71}
{:time 37865066616, :process 3, :type :invoke, :f :enqueue, :value 72}
{:time 37865423157, :process 3, :type :ok, :f :enqueue, :value 72}
{:time 37891661298,
:process 56,
:type :invoke,
:f :enqueue,
:value 73}
{:time 37892082828, :process 56, :type :ok, :f :enqueue, :value 73}
{:time 37959104885, :process 7, :type :invoke, :f :dequeue}
{:time 38159857687, :process 7, :type :fail, :f :dequeue}
{:time 38160568632, :process 7, :type :invoke, :f :drain}
{:time 38160564255, :process 0, :type :invoke, :f :drain}
{:time 38160588285, :process 56, :type :invoke, :f :drain}
{:time 38160576307, :process 4, :type :invoke, :f :drain}
{:time 38160562454, :process 3, :type :invoke, :f :drain}
{:time 38160652623, :process 56, :type :invoke, :f :dequeue}
{:time 38160645947, :process 0, :type :invoke, :f :dequeue}
{:time 38160643125, :process 7, :type :invoke, :f :dequeue}
{:time 38160674121, :process 4, :type :invoke, :f :dequeue}
{:time 38160693865, :process 3, :type :invoke, :f :dequeue}
{:value 73, :time 38160963038, :process 56, :type :ok, :f :dequeue}
{:value 71, :time 38161000927, :process 0, :type :ok, :f :dequeue}
{:time 38161037294, :process 56, :type :invoke, :f :dequeue}
{:time 38161059299, :process 0, :type :invoke, :f :dequeue}
{:value 70, :time 38161064467, :process 3, :type :ok, :f :dequeue}
{:value 67, :time 38161092793, :process 4, :type :ok, :f :dequeue}
{:time 38161142398, :process 3, :type :invoke, :f :dequeue}
{:time 38161182044, :process 4, :type :invoke, :f :dequeue}
{:value 72, :time 38161258546, :process 56, :type :ok, :f :dequeue}
{:time 38161304783, :process 56, :type :invoke, :f :dequeue}
{:value 69, :time 38161430319, :process 4, :type :ok, :f :dequeue}
{:time 38161508118, :process 4, :type :invoke, :f :dequeue}
{:time 38262308923, :process 0, :type :fail, :f :dequeue}
{:value :exhausted,
:time 38262379099,
:process 0,
:type :ok,
:f :drain}
{:time 38264599913, :process 3, :type :fail, :f :dequeue}
{:value :exhausted,
:time 38264662316,
:process 3,
:type :ok,
:f :drain}
{:time 38275485105, :process 4, :type :fail, :f :dequeue}
{:value :exhausted,
:time 38275549711,
:process 4,
:type :ok,
:f :drain}
{:time 38291646351, :process 56, :type :fail, :f :dequeue}
{:value :exhausted,
:time 38291712835,
:process 56,
:type :ok,
:f :drain}
{:time 38359769542, :process 7, :type :fail, :f :dequeue}
{:value :exhausted,
:time 38359831469,
:process 7,
:type :ok,
:f :drain}]
Testing jepsen.disque-test
INFO jepsen.os.debian - :n2 setting up debian
INFO jepsen.os.debian - :n4 setting up debian
INFO jepsen.os.debian - :n5 setting up debian
INFO jepsen.os.debian - :n1 setting up debian
INFO jepsen.os.debian - :n3 setting up debian
INFO jepsen.disque - :n5 stopping disque
INFO jepsen.disque - :n3 stopping disque
INFO jepsen.disque - :n4 stopping disque
INFO jepsen.disque - :n2 stopping disque
INFO jepsen.disque - :n1 stopping disque
INFO jepsen.disque - :n1 deleting data files
INFO jepsen.disque - :n2 deleting data files
INFO jepsen.disque - :n4 deleting data files
INFO jepsen.disque - :n5 deleting data files
INFO jepsen.disque - :n3 deleting data files
INFO jepsen.disque - :n5 installing disque
INFO jepsen.disque - :n1 installing disque
INFO jepsen.disque - :n3 installing disque
INFO jepsen.disque - :n4 installing disque
INFO jepsen.disque - :n2 installing disque
INFO jepsen.disque - :n5 configuring
INFO jepsen.disque - :n4 configuring
INFO jepsen.disque - :n3 configuring
INFO jepsen.disque - :n2 configuring
INFO jepsen.disque - :n1 configuring
INFO jepsen.disque - :n4 starting disque
INFO jepsen.disque - :n5 starting disque
INFO jepsen.disque - :n3 starting disque
INFO jepsen.disque - :n2 starting disque
INFO jepsen.disque - :n1 starting disque
INFO jepsen.disque - :n5 started
INFO jepsen.disque - :n2 started
INFO jepsen.disque - :n1 started
INFO jepsen.disque - :n4 started
INFO jepsen.disque - :n3 started
INFO jepsen.disque - :n2 joining :n1
INFO jepsen.disque - :n5 joining :n1
INFO jepsen.disque - :n3 joining :n1
INFO jepsen.disque - :n4 joining :n1
INFO jepsen.core - Worker 0 starting
INFO jepsen.core - Worker 1 starting
INFO jepsen.core - Worker 3 starting
INFO jepsen.core - Worker 2 starting
INFO jepsen.core - Worker 4 starting
INFO jepsen.util - 4 :invoke :enqueue 1
INFO jepsen.util - 0 :invoke :dequeue nil
INFO jepsen.util - 3 :invoke :dequeue nil
INFO jepsen.util - 1 :invoke :enqueue 0
INFO jepsen.util - 2 :invoke :dequeue nil
INFO jepsen.util - 1 :ok :enqueue 0
INFO jepsen.util - 4 :ok :enqueue 1
INFO jepsen.util - 0 :fail :dequeue nil
INFO jepsen.util - 3 :fail :dequeue nil
INFO jepsen.util - 2 :fail :dequeue nil
INFO jepsen.util - 4 :invoke :dequeue nil
INFO jepsen.util - 1 :invoke :dequeue nil
INFO jepsen.util - 4 :ok :dequeue 1
INFO jepsen.util - 1 :ok :dequeue 0
INFO jepsen.util - 0 :invoke :dequeue nil
INFO jepsen.util - 3 :invoke :enqueue 2
INFO jepsen.util - 3 :ok :enqueue 2
INFO jepsen.util - 2 :invoke :dequeue nil
INFO jepsen.util - 0 :fail :dequeue nil
INFO jepsen.util - 2 :fail :dequeue nil
INFO jepsen.util - 1 :invoke :dequeue nil
INFO jepsen.util - 4 :invoke :dequeue nil
INFO jepsen.util - 4 :ok :dequeue 2
INFO jepsen.util - 3 :invoke :enqueue 3
INFO jepsen.util - 3 :ok :enqueue 3
INFO jepsen.util - 1 :fail :dequeue nil
INFO jepsen.util - 0 :invoke :dequeue nil
INFO jepsen.util - 2 :invoke :dequeue nil
INFO jepsen.util - 0 :fail :dequeue nil
INFO jepsen.util - 2 :fail :dequeue nil
INFO jepsen.util - 4 :invoke :dequeue nil
INFO jepsen.util - 4 :ok :dequeue 3
INFO jepsen.util - 3 :invoke :enqueue 4
INFO jepsen.util - 3 :ok :enqueue 4
INFO jepsen.util - 1 :invoke :dequeue nil
INFO jepsen.util - 1 :fail :dequeue nil
INFO jepsen.util - 0 :invoke :enqueue 5
INFO jepsen.util - 0 :ok :enqueue 5
INFO jepsen.util - 2 :invoke :dequeue nil
INFO jepsen.util - 2 :fail :dequeue nil
INFO jepsen.util - 4 :invoke :enqueue 6
INFO jepsen.util - 4 :ok :enqueue 6
INFO jepsen.util - 3 :invoke :dequeue nil
INFO jepsen.util - 3 :ok :dequeue 4
INFO jepsen.util - 1 :invoke :dequeue nil
INFO jepsen.util - 1 :fail :dequeue nil
INFO jepsen.util - 0 :invoke :enqueue 7
INFO jepsen.util - 0 :ok :enqueue 7
INFO jepsen.util - 2 :invoke :enqueue 8
INFO jepsen.util - 2 :ok :enqueue 8
INFO jepsen.util - 4 :invoke :enqueue 9
INFO jepsen.util - 4 :ok :enqueue 9
INFO jepsen.util - 3 :invoke :enqueue 10
INFO jepsen.util - 3 :ok :enqueue 10
INFO jepsen.util - 1 :invoke :dequeue nil
INFO jepsen.util - 0 :invoke :enqueue 11
INFO jepsen.util - 0 :ok :enqueue 11
INFO jepsen.util - 1 :fail :dequeue nil
INFO jepsen.util - 2 :invoke :dequeue nil
INFO jepsen.util - 2 :ok :dequeue 8
INFO jepsen.util - 4 :invoke :enqueue 12
INFO jepsen.util - 4 :ok :enqueue 12
INFO jepsen.util - 3 :invoke :dequeue nil
INFO jepsen.util - 3 :ok :dequeue 10
INFO jepsen.util - 0 :invoke :enqueue 13
INFO jepsen.util - 0 :ok :enqueue 13
INFO jepsen.util - 1 :invoke :enqueue 14
INFO jepsen.util - 1 :ok :enqueue 14
INFO jepsen.util - 2 :invoke :dequeue nil
INFO jepsen.util - 2 :ok :dequeue 14
INFO jepsen.util - 4 :invoke :enqueue 15
INFO jepsen.util - 4 :ok :enqueue 15
INFO jepsen.util - 3 :invoke :enqueue 16
INFO jepsen.util - 3 :ok :enqueue 16
INFO jepsen.util - 0 :invoke :dequeue nil
INFO jepsen.util - 0 :ok :dequeue 7
INFO jepsen.util - 1 :invoke :dequeue nil
INFO jepsen.util - 1 :ok :dequeue 11
INFO jepsen.util - 2 :invoke :enqueue 17
INFO jepsen.util - 2 :ok :enqueue 17
INFO jepsen.util - 4 :invoke :enqueue 18
INFO jepsen.util - 4 :ok :enqueue 18
INFO jepsen.util - 3 :invoke :enqueue 19
INFO jepsen.util - 3 :ok :enqueue 19
INFO jepsen.util - 0 :invoke :enqueue 20
INFO jepsen.util - 0 :ok :enqueue 20
INFO jepsen.util - 1 :invoke :dequeue nil
INFO jepsen.util - 1 :ok :dequeue 16
INFO jepsen.util - 2 :invoke :enqueue 21
INFO jepsen.util - 2 :ok :enqueue 21
INFO jepsen.util - :nemesis :info :start nil
INFO jepsen.util - 4 :invoke :dequeue nil
INFO jepsen.util - 4 :ok :dequeue 6
INFO jepsen.util - 3 :invoke :enqueue 22
INFO jepsen.util - 3 :ok :enqueue 22
INFO jepsen.util - 0 :invoke :dequeue nil
INFO jepsen.util - 0 :ok :dequeue 20
INFO jepsen.disque - n2 stopping disque
INFO jepsen.util - 1 :invoke :dequeue nil
INFO jepsen.util - 1 :info :dequeue "Unexpected end of stream."
INFO jepsen.disque - Initiating recovery...
INFO jepsen.disque - Recovery successful.
INFO jepsen.util - 2 :invoke :dequeue nil
INFO jepsen.util - 2 :ok :dequeue 5
INFO jepsen.util - :nemesis :info :start {:n2 ""}
INFO jepsen.util - 4 :invoke :enqueue 23
INFO jepsen.util - 4 :ok :enqueue 23
INFO jepsen.util - 3 :invoke :dequeue nil
INFO jepsen.util - 3 :ok :dequeue 22
INFO jepsen.util - 0 :invoke :dequeue nil
INFO jepsen.util - 0 :ok :dequeue 9
INFO jepsen.util - 6 :invoke :dequeue nil
INFO jepsen.util - 2 :invoke :dequeue nil
INFO jepsen.util - 6 :info :dequeue "Could not connect to any of the provided nodes"
INFO jepsen.disque - Initiating recovery...
INFO jepsen.disque - Recovery successful.
INFO jepsen.util - 2 :ok :dequeue 17
INFO jepsen.util - 4 :invoke :dequeue nil
INFO jepsen.util - 4 :ok :dequeue 18
INFO jepsen.util - 3 :invoke :dequeue nil
INFO jepsen.util - 3 :ok :dequeue 23
INFO jepsen.util - 0 :invoke :enqueue 24
INFO jepsen.util - 0 :ok :enqueue 24
INFO jepsen.util - 11 :invoke :enqueue 25
INFO jepsen.util - 2 :invoke :dequeue nil
INFO jepsen.util - 2 :ok :dequeue 21
INFO jepsen.util - 11 :info :enqueue "Could not connect to any of the provided nodes"
INFO jepsen.disque - Initiating recovery...
INFO jepsen.disque - Recovery successful.
INFO jepsen.util - 4 :invoke :enqueue 26
INFO jepsen.util - 4 :ok :enqueue 26
INFO jepsen.util - 3 :invoke :dequeue nil
INFO jepsen.util - 3 :ok :dequeue 26
INFO jepsen.util - 0 :invoke :enqueue 27
INFO jepsen.util - 0 :ok :enqueue 27
INFO jepsen.util - 2 :invoke :dequeue nil
INFO jepsen.util - 16 :invoke :dequeue nil
INFO jepsen.util - 16 :info :dequeue "Could not connect to any of the provided nodes"
INFO jepsen.disque - Initiating recovery...
INFO jepsen.disque - Recovery successful.
INFO jepsen.util - 2 :fail :dequeue nil
INFO jepsen.util - 4 :invoke :enqueue 28
INFO jepsen.util - 4 :ok :enqueue 28
INFO jepsen.util - 3 :invoke :dequeue nil
INFO jepsen.util - 3 :ok :dequeue 28
INFO jepsen.util - 0 :invoke :dequeue nil
INFO jepsen.util - 0 :ok :dequeue 12
INFO jepsen.util - 21 :invoke :dequeue nil
INFO jepsen.disque - Initiating recovery...
INFO jepsen.util - 21 :info :dequeue "Could not connect to any of the provided nodes"
INFO jepsen.disque - Recovery successful.
INFO jepsen.util - 2 :invoke :dequeue nil
INFO jepsen.util - 2 :fail :dequeue nil
INFO jepsen.util - 4 :invoke :enqueue 29
INFO jepsen.util - 4 :ok :enqueue 29
INFO jepsen.util - 3 :invoke :dequeue nil
INFO jepsen.util - 3 :ok :dequeue 29
INFO jepsen.util - 0 :invoke :dequeue nil
INFO jepsen.util - 0 :ok :dequeue 15
INFO jepsen.util - 26 :invoke :dequeue nil
INFO jepsen.disque - Initiating recovery...
INFO jepsen.util - 26 :info :dequeue "Could not connect to any of the provided nodes"
INFO jepsen.disque - Recovery successful.
INFO jepsen.util - 2 :invoke :enqueue 30
INFO jepsen.util - 2 :ok :enqueue 30
INFO jepsen.util - 4 :invoke :dequeue nil
INFO jepsen.util - 4 :ok :dequeue 30
INFO jepsen.util - 3 :invoke :dequeue nil
INFO jepsen.util - 3 :fail :dequeue nil
INFO jepsen.util - 0 :invoke :dequeue nil
INFO jepsen.util - 0 :ok :dequeue 24
INFO jepsen.util - 31 :invoke :dequeue nil
INFO jepsen.util - 31 :info :dequeue "Could not connect to any of the provided nodes"
INFO jepsen.disque - Initiating recovery...
INFO jepsen.disque - Recovery successful.
INFO jepsen.util - 2 :invoke :enqueue 31
INFO jepsen.util - 2 :ok :enqueue 31
INFO jepsen.util - 4 :invoke :enqueue 32
INFO jepsen.util - 4 :ok :enqueue 32
INFO jepsen.util - 3 :invoke :dequeue nil
INFO jepsen.util - 3 :fail :dequeue nil
INFO jepsen.util - 0 :invoke :dequeue nil
INFO jepsen.util - 0 :ok :dequeue 27
INFO jepsen.util - 36 :invoke :dequeue nil
INFO jepsen.util - 36 :info :dequeue "Could not connect to any of the provided nodes"
INFO jepsen.disque - Initiating recovery...
INFO jepsen.disque - Recovery successful.
INFO jepsen.util - 2 :invoke :enqueue 33
INFO jepsen.util - 2 :ok :enqueue 33
INFO jepsen.util - 4 :invoke :dequeue nil
INFO jepsen.util - 4 :ok :dequeue 32
INFO jepsen.util - 3 :invoke :enqueue 34
INFO jepsen.util - 3 :ok :enqueue 34
INFO jepsen.util - 0 :invoke :dequeue nil
INFO jepsen.util - 41 :invoke :enqueue 35
INFO jepsen.util - 0 :fail :dequeue nil
INFO jepsen.disque - Initiating recovery...
INFO jepsen.util - 41 :info :enqueue "Could not connect to any of the provided nodes"
INFO jepsen.disque - Recovery successful.
INFO jepsen.util - 2 :invoke :enqueue 36
INFO jepsen.util - 2 :ok :enqueue 36
INFO jepsen.util - 4 :invoke :dequeue nil
INFO jepsen.util - 4 :ok :dequeue 31
INFO jepsen.util - 3 :invoke :dequeue nil
INFO jepsen.util - 3 :ok :dequeue 34
INFO jepsen.util - 0 :invoke :enqueue 37
INFO jepsen.util - 46 :invoke :dequeue nil
INFO jepsen.util - 0 :ok :enqueue 37
INFO jepsen.disque - Initiating recovery...
INFO jepsen.util - 46 :info :dequeue "Could not connect to any of the provided nodes"
INFO jepsen.disque - Recovery successful.
INFO jepsen.util - 2 :invoke :dequeue nil
INFO jepsen.util - 2 :ok :dequeue 37
INFO jepsen.util - 4 :invoke :enqueue 38
INFO jepsen.util - 4 :ok :enqueue 38
INFO jepsen.util - 3 :invoke :dequeue nil
INFO jepsen.util - 3 :ok :dequeue 36
INFO jepsen.util - 0 :invoke :dequeue nil
INFO jepsen.util - 51 :invoke :dequeue nil
INFO jepsen.util - 51 :info :dequeue "Could not connect to any of the provided nodes"
INFO jepsen.disque - Initiating recovery...
INFO jepsen.disque - Recovery successful.
INFO jepsen.util - 0 :fail :dequeue nil
INFO jepsen.util - :nemesis :info :stop nil
INFO jepsen.util - 2 :invoke :enqueue 39
INFO jepsen.util - 2 :ok :enqueue 39
INFO jepsen.util - 4 :invoke :enqueue 40
INFO jepsen.util - 4 :ok :enqueue 40
INFO jepsen.disque - n2 starting disque
INFO jepsen.util - 3 :invoke :enqueue 41
INFO jepsen.util - 3 :ok :enqueue 41
INFO jepsen.disque - n2 started
INFO jepsen.util - :nemesis :info :stop {:n2 nil}
INFO jepsen.util - 56 :invoke :dequeue nil
INFO jepsen.util - 0 :invoke :dequeue nil
INFO jepsen.util - 56 :fail :dequeue nil
INFO jepsen.util - 0 :fail :dequeue nil
INFO jepsen.util - 2 :invoke :dequeue nil
INFO jepsen.util - 2 :ok :dequeue 39
INFO jepsen.util - 4 :invoke :dequeue nil
INFO jepsen.util - 4 :ok :dequeue 33
INFO jepsen.util - 3 :invoke :dequeue nil
INFO jepsen.util - 3 :ok :dequeue 41
INFO jepsen.util - 56 :invoke :enqueue 42
INFO jepsen.util - 56 :ok :enqueue 42
INFO jepsen.util - 0 :invoke :enqueue 43
INFO jepsen.util - 0 :ok :enqueue 43
INFO jepsen.util - 2 :invoke :enqueue 44
INFO jepsen.util - 2 :ok :enqueue 44
INFO jepsen.util - 4 :invoke :dequeue nil
INFO jepsen.util - 4 :ok :dequeue 38
INFO jepsen.util - 3 :invoke :enqueue 45
INFO jepsen.util - 3 :ok :enqueue 45
INFO jepsen.util - 56 :invoke :dequeue nil
INFO jepsen.util - 56 :ok :dequeue 42
INFO jepsen.util - 0 :invoke :dequeue nil
INFO jepsen.util - 0 :ok :dequeue 43
INFO jepsen.util - 2 :invoke :enqueue 46
INFO jepsen.util - 2 :ok :enqueue 46
INFO jepsen.util - 4 :invoke :enqueue 47
INFO jepsen.util - 4 :ok :enqueue 47
INFO jepsen.util - 3 :invoke :dequeue nil
INFO jepsen.util - 3 :ok :dequeue 45
INFO jepsen.util - 56 :invoke :enqueue 48
INFO jepsen.util - 56 :ok :enqueue 48
INFO jepsen.util - 0 :invoke :enqueue 49
INFO jepsen.util - 0 :ok :enqueue 49
INFO jepsen.util - 2 :invoke :dequeue nil
INFO jepsen.util - 2 :ok :dequeue 44
INFO jepsen.util - 4 :invoke :dequeue nil
INFO jepsen.util - 4 :ok :dequeue 40
INFO jepsen.util - 3 :invoke :enqueue 50
INFO jepsen.util - 3 :ok :enqueue 50
INFO jepsen.util - 56 :invoke :enqueue 51
INFO jepsen.util - 56 :ok :enqueue 51
INFO jepsen.util - 0 :invoke :dequeue nil
INFO jepsen.util - 0 :ok :dequeue 49
INFO jepsen.util - 2 :invoke :dequeue nil
INFO jepsen.util - 2 :ok :dequeue 46
INFO jepsen.util - 4 :invoke :dequeue nil
INFO jepsen.util - 4 :ok :dequeue 47
INFO jepsen.util - 3 :invoke :enqueue 52
INFO jepsen.util - 3 :ok :enqueue 52
INFO jepsen.util - 56 :invoke :dequeue nil
INFO jepsen.util - 56 :ok :dequeue 48
INFO jepsen.util - 0 :invoke :enqueue 53
INFO jepsen.util - 0 :ok :enqueue 53
INFO jepsen.util - 2 :invoke :enqueue 54
INFO jepsen.util - 2 :ok :enqueue 54
INFO jepsen.util - 4 :invoke :enqueue 55
INFO jepsen.util - 4 :ok :enqueue 55
INFO jepsen.util - 3 :invoke :enqueue 56
INFO jepsen.util - 3 :ok :enqueue 56
INFO jepsen.util - 56 :invoke :dequeue nil
INFO jepsen.util - 56 :ok :dequeue 51
INFO jepsen.util - 0 :invoke :dequeue nil
INFO jepsen.util - 0 :ok :dequeue 53
INFO jepsen.util - 2 :invoke :enqueue 57
INFO jepsen.util - 2 :ok :enqueue 57
INFO jepsen.util - 4 :invoke :dequeue nil
INFO jepsen.util - 4 :ok :dequeue 55
INFO jepsen.util - 3 :invoke :enqueue 58
INFO jepsen.util - 3 :ok :enqueue 58
INFO jepsen.util - 56 :invoke :dequeue nil
INFO jepsen.util - 56 :ok :dequeue 50
INFO jepsen.util - 0 :invoke :dequeue nil
INFO jepsen.util - 0 :ok :dequeue 57
INFO jepsen.util - 2 :invoke :dequeue nil
INFO jepsen.util - 2 :ok :dequeue 58
INFO jepsen.util - 4 :invoke :enqueue 59
INFO jepsen.util - 4 :ok :enqueue 59
INFO jepsen.util - 3 :invoke :enqueue 60
INFO jepsen.util - 3 :ok :enqueue 60
INFO jepsen.util - 56 :invoke :enqueue 61
INFO jepsen.util - 56 :ok :enqueue 61
INFO jepsen.util - 0 :invoke :dequeue nil
INFO jepsen.util - 0 :ok :dequeue 56
INFO jepsen.util - 2 :invoke :dequeue nil
INFO jepsen.util - 4 :invoke :enqueue 62
INFO jepsen.util - 4 :ok :enqueue 62
INFO jepsen.util - 2 :fail :dequeue nil
INFO jepsen.util - 3 :invoke :enqueue 63
INFO jepsen.util - 3 :ok :enqueue 63
INFO jepsen.util - 56 :invoke :enqueue 64
INFO jepsen.util - 56 :ok :enqueue 64
INFO jepsen.util - 0 :invoke :dequeue nil
INFO jepsen.util - 0 :ok :dequeue 60
INFO jepsen.util - :nemesis :info :start nil
INFO jepsen.disque - n3 stopping disque
INFO jepsen.util - :nemesis :info :start {:n3 ""}
INFO jepsen.util - :nemesis :info :stop nil
INFO jepsen.disque - n3 starting disque
INFO jepsen.disque - n3 started
INFO jepsen.util - :nemesis :info :stop {:n3 nil}
INFO jepsen.util - 2 :invoke :dequeue nil
INFO jepsen.util - 0 :invoke :dequeue nil
INFO jepsen.util - 56 :invoke :dequeue nil
INFO jepsen.util - 3 :invoke :enqueue 65
INFO jepsen.util - 4 :invoke :dequeue nil
INFO jepsen.disque - Initiating recovery...
INFO jepsen.util - 2 :info :dequeue "Unexpected end of stream."
INFO jepsen.disque - Recovery successful.
INFO jepsen.util - 56 :ok :dequeue 52
INFO jepsen.util - 4 :ok :dequeue 62
INFO jepsen.util - 0 :ok :dequeue 59
INFO jepsen.util - 3 :ok :enqueue 65
INFO jepsen.util - 7 :invoke :dequeue nil
INFO jepsen.util - 56 :invoke :dequeue nil
INFO jepsen.util - 4 :invoke :dequeue nil
INFO jepsen.util - 0 :invoke :dequeue nil
INFO jepsen.util - 3 :invoke :enqueue 66
INFO jepsen.util - 56 :ok :dequeue 54
INFO jepsen.util - 0 :ok :dequeue 63
INFO jepsen.util - 4 :ok :dequeue 61
INFO jepsen.util - 3 :ok :enqueue 66
INFO jepsen.util - 7 :fail :dequeue nil
INFO jepsen.util - 56 :invoke :dequeue nil
INFO jepsen.util - 0 :invoke :dequeue nil
INFO jepsen.util - 4 :invoke :enqueue 67
INFO jepsen.util - 3 :invoke :dequeue nil
INFO jepsen.util - 0 :ok :dequeue 64
INFO jepsen.util - 56 :ok :dequeue 66
INFO jepsen.util - 4 :ok :enqueue 67
INFO jepsen.util - 7 :invoke :enqueue 68
INFO jepsen.util - 7 :ok :enqueue 68
INFO jepsen.util - 3 :fail :dequeue nil
INFO jepsen.util - 0 :invoke :dequeue nil
INFO jepsen.util - 56 :invoke :dequeue nil
INFO jepsen.util - 4 :invoke :enqueue 69
INFO jepsen.util - 0 :ok :dequeue 68
INFO jepsen.util - 4 :ok :enqueue 69
INFO jepsen.util - 7 :invoke :dequeue nil
INFO jepsen.util - 3 :invoke :enqueue 70
INFO jepsen.util - 3 :ok :enqueue 70
INFO jepsen.util - 56 :fail :dequeue nil
INFO jepsen.util - 7 :fail :dequeue nil
INFO jepsen.util - 4 :invoke :dequeue nil
INFO jepsen.util - 0 :invoke :enqueue 71
INFO jepsen.util - 4 :ok :dequeue 65
INFO jepsen.util - 0 :ok :enqueue 71
INFO jepsen.util - 3 :invoke :enqueue 72
INFO jepsen.util - 3 :ok :enqueue 72
INFO jepsen.util - 56 :invoke :enqueue 73
INFO jepsen.util - 56 :ok :enqueue 73
INFO jepsen.util - 7 :invoke :dequeue nil
INFO jepsen.util - 7 :fail :dequeue nil
INFO jepsen.generator - Draining
INFO jepsen.core - nemesis done
INFO jepsen.util - 7 :invoke :drain nil
INFO jepsen.util - 0 :invoke :drain nil
INFO jepsen.util - 56 :invoke :drain nil
INFO jepsen.util - 4 :invoke :drain nil
INFO jepsen.util - 3 :invoke :drain nil
INFO jepsen.util - 56 :invoke :dequeue nil
INFO jepsen.util - 0 :invoke :dequeue nil
INFO jepsen.util - 7 :invoke :dequeue nil
INFO jepsen.util - 4 :invoke :dequeue nil
INFO jepsen.util - 3 :invoke :dequeue nil
INFO jepsen.util - 56 :ok :dequeue 73
INFO jepsen.util - 0 :ok :dequeue 71
INFO jepsen.util - 56 :invoke :dequeue nil
INFO jepsen.util - 0 :invoke :dequeue nil
INFO jepsen.util - 3 :ok :dequeue 70
INFO jepsen.util - 4 :ok :dequeue 67
INFO jepsen.util - 3 :invoke :dequeue nil
INFO jepsen.util - 4 :invoke :dequeue nil
INFO jepsen.util - 56 :ok :dequeue 72
INFO jepsen.util - 56 :invoke :dequeue nil
INFO jepsen.util - 4 :ok :dequeue 69
INFO jepsen.util - 4 :invoke :dequeue nil
INFO jepsen.util - 0 :fail :dequeue nil
INFO jepsen.util - 0 :ok :drain :exhausted
INFO jepsen.core - Worker 0 done
INFO jepsen.util - 3 :fail :dequeue nil
INFO jepsen.util - 3 :ok :drain :exhausted
INFO jepsen.core - Worker 3 done
INFO jepsen.util - 4 :fail :dequeue nil
INFO jepsen.util - 4 :ok :drain :exhausted
INFO jepsen.core - Worker 4 done
INFO jepsen.util - 56 :fail :dequeue nil
INFO jepsen.util - 56 :ok :drain :exhausted
INFO jepsen.core - Worker 1 done
INFO jepsen.util - 7 :fail :dequeue nil
INFO jepsen.util - 7 :ok :drain :exhausted
INFO jepsen.core - Worker 2 done
INFO jepsen.core - Run complete, writing
INFO jepsen.core - Analyzing
INFO jepsen.core - Analysis complete
INFO jepsen.disque - :n4 stopping disque
INFO jepsen.disque - :n1 stopping disque
INFO jepsen.disque - :n2 stopping disque
INFO jepsen.disque - :n5 stopping disque
INFO jepsen.disque - :n3 stopping disque
INFO jepsen.disque - :n3 deleting data files
INFO jepsen.disque - :n4 deleting data files
INFO jepsen.disque - :n5 deleting data files
INFO jepsen.disque - :n1 deleting data files
INFO jepsen.disque - :n2 deleting data files
FAIL in (basic) (disque_test.clj:10)
expected: (:valid? (:results test))
actual: false
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment