mongod failure logs 10/4-10/5/2012

experience_summarizer.log

{ "duration" : 175.408, "_id" : ObjectId("506dcaeb56017b931e000005") }
{ "duration" : 19.582, "_id" : ObjectId("506dcb0c56017b931e00000d") }
{ "duration" : 21.024, "_id" : ObjectId("506dcb3156017b931e000015") }
{ "duration" : 39.613, "_id" : ObjectId("506dccb76f7e0ee01f000005") }
{ "duration" : 15.782, "_id" : ObjectId("506dce321cd1d84821000005") }
{ "duration" : 16.306, "_id" : ObjectId("506dce621cd1d84821000010") }
{ "duration" : 15.606, "_id" : ObjectId("506dce931cd1d8482100001b") }
{ "duration" : 14.393, "_id" : ObjectId("506dcec71cd1d84821000026") }
{ "duration" : 14.81, "_id" : ObjectId("506dceff1cd1d84821000031") }
{ "duration" : 15.897, "_id" : ObjectId("506ddabd8d3d3c4225000005") }
{ "duration" : 15.291, "_id" : ObjectId("506ddb118d3d3c4225000010") }
{ "duration" : 14.739, "_id" : ObjectId("506ddb478d3d3c422500001b") }
{ "duration" : 14.127, "_id" : ObjectId("506ddd60c72b44c026000005") }
{ "duration" : 16.144, "_id" : ObjectId("506ddd82c72b44c026000010") }
{ "duration" : 16.391, "_id" : ObjectId("506ddda4c72b44c02600001b") }
{ "duration" : 16.2, "_id" : ObjectId("506dddcac72b44c026000026") }
{ "duration" : 22.015, "_id" : ObjectId("506dddf9c72b44c026000033") }
{ "duration" : 17.93, "_id" : ObjectId("506dde21c72b44c026000040") }
{ "duration" : 45.78, "_id" : ObjectId("506ddeaf21488d4228000005") }
{ "duration" : 16.526, "_id" : ObjectId("506ddf0f21488d4228000012") }
{ "duration" : 17.516, "_id" : ObjectId("506ddf6721488d422800001f") }
{ "duration" : 18.108, "_id" : ObjectId("506ddfc221488d422800002c") }
{ "duration" : 18.599, "_id" : ObjectId("506de01e21488d4228000039") }
{ "duration" : 19.226, "_id" : ObjectId("506de07c21488d4228000046") }
{ "duration" : 19.451, "_id" : ObjectId("506de0d921488d4228000053") }
{ "duration" : 20.809, "_id" : ObjectId("506de13821488d4228000060") }
{ "duration" : 20.424, "_id" : ObjectId("506de19621488d422800006d") }
{ "duration" : 20.746, "_id" : ObjectId("506de1f621488d422800007a") }
{ "duration" : 21.109, "_id" : ObjectId("506de25921488d4228000087") }
{ "duration" : 16.002, "_id" : ObjectId("506df5a7873225b42e000005") }
{ "duration" : 16.284, "_id" : ObjectId("506df610873225b42e000012") }
{ "duration" : 17.12, "_id" : ObjectId("506df66f873225b42e00001f") }
{ "duration" : 17.078, "_id" : ObjectId("506df6c8873225b42e00002c") }
{ "duration" : 17.45, "_id" : ObjectId("506df725873225b42e000039") }
{ "duration" : 20.423, "_id" : ObjectId("506df786873225b42e000046") }
{ "duration" : 19.796, "_id" : ObjectId("506df7e4873225b42e000053") }
{ "duration" : 19.729, "_id" : ObjectId("506df845873225b42e000060") }
{ "duration" : 20.531, "_id" : ObjectId("506df8a7873225b42e00006d") }
{ "duration" : 21.131, "_id" : ObjectId("506df908873225b42e00007a") }
{ "duration" : 20.638, "_id" : ObjectId("506df96b873225b42e000087") }
{ "duration" : 22.225, "_id" : ObjectId("506df9d1873225b42e000094") }
{ "duration" : 22.004, "_id" : ObjectId("506dfa36873225b42e0000a1") }
{ "duration" : 23.706, "_id" : ObjectId("506dfa9f873225b42e0000ae") }
{ "duration" : 26.954, "_id" : ObjectId("506dfb09873225b42e0000bb") }
{ "duration" : 25.632, "_id" : ObjectId("506dfb70873225b42e0000c8") }
{ "duration" : 25.364, "_id" : ObjectId("506dfbda873225b42e0000d5") }
{ "duration" : 25.425, "_id" : ObjectId("506dfc44873225b42e0000e2") }
{ "duration" : 25.592, "_id" : ObjectId("506dfcaf873225b42e0000ef") }
{ "duration" : 26.755, "_id" : ObjectId("506dfd1b873225b42e0000fc") }
{ "duration" : 27.249, "_id" : ObjectId("506dfd87873225b42e000109") }
{ "duration" : 28.124, "_id" : ObjectId("506dfdf7873225b42e000116") }
{ "duration" : 29.189, "_id" : ObjectId("506dfe65873225b42e000123") }
{ "duration" : 28.05, "_id" : ObjectId("506dfed7873225b42e000130") }
{ "duration" : 29.578, "_id" : ObjectId("506dff4e873225b42e00013d") }
{ "duration" : 31.26, "_id" : ObjectId("506dffc5873225b42e00014a") }
{ "duration" : 31.481, "_id" : ObjectId("506e003c873225b42e000157") }
{ "duration" : 31.151, "_id" : ObjectId("506e00b3873225b42e000164") }
{ "duration" : 37.817, "_id" : ObjectId("506e012f873225b42e000171") }
{ "duration" : 33.765, "_id" : ObjectId("506e01ad873225b42e00017e") }
{ "duration" : 35.051, "_id" : ObjectId("506e0229873225b42e00018b") }
{ "duration" : 37.116, "_id" : ObjectId("506e02a6873225b42e000198") }
{ "duration" : 37.261, "_id" : ObjectId("506e0327873225b42e0001a5") }
{ "duration" : 39.919, "_id" : ObjectId("506e03a8873225b42e0001b2") }
{ "duration" : 39.014, "_id" : ObjectId("506e0427873225b42e0001bf") }
{ "duration" : 38.341, "_id" : ObjectId("506e04aa873225b42e0001cc") }
{ "duration" : 39.319, "_id" : ObjectId("506e0534873225b42e0001d9") }
{ "duration" : 40.414, "_id" : ObjectId("506e05c0873225b42e0001e6") }
{ "duration" : 42.775, "_id" : ObjectId("506e0649873225b42e0001f3") }
{ "duration" : 41.477, "_id" : ObjectId("506e06d2873225b42e000200") }
{ "duration" : 42.615, "_id" : ObjectId("506e075f873225b42e00020d") }
{ "duration" : 44.312, "_id" : ObjectId("506e07ea873225b42e00021a") }
{ "duration" : 42.783, "_id" : ObjectId("506e0877873225b42e000227") }
{ "duration" : 44.361, "_id" : ObjectId("506e0903873225b42e000234") }
{ "duration" : 41.879, "_id" : ObjectId("506e0990873225b42e000241") }
{ "duration" : 43.105, "_id" : ObjectId("506e0a25873225b42e00024e") }
{ "duration" : 43.612, "_id" : ObjectId("506e0ab4873225b42e00025b") }
{ "duration" : 44.759, "_id" : ObjectId("506e0b46873225b42e000268") }
{ "duration" : 46.727, "_id" : ObjectId("506e0bdd873225b42e000275") }
{ "duration" : 47.372, "_id" : ObjectId("506e0c73873225b42e000282") }
{ "duration" : 48.434, "_id" : ObjectId("506e0d0c873225b42e00028f") }
{ "duration" : 48.888, "_id" : ObjectId("506e0da4873225b42e00029c") }
{ "duration" : 52.531, "_id" : ObjectId("506e0e40873225b42e0002a9") }
{ "duration" : 45.717, "_id" : ObjectId("506e0ed7873225b42e0002b6") }
{ "duration" : 48.798, "_id" : ObjectId("506e0f76873225b42e0002c3") }
{ "duration" : 50.926, "_id" : ObjectId("506e1019873225b42e0002d0") }
{ "duration" : 51.795, "_id" : ObjectId("506e10b9873225b42e0002dd") }
{ "duration" : 51.937, "_id" : ObjectId("506e115a873225b42e0002ea") }
{ "duration" : 50.226, "_id" : ObjectId("506e11fb873225b42e0002f7") }
{ "duration" : 50.967, "_id" : ObjectId("506e129d873225b42e000304") }
{ "duration" : 52.98, "_id" : ObjectId("506e1340873225b42e000311") }
{ "duration" : 53.782, "_id" : ObjectId("506e13e3873225b42e00031e") }
{ "duration" : 55.099, "_id" : ObjectId("506e1487873225b42e00032b") }
{ "duration" : 55.905, "_id" : ObjectId("506e152e873225b42e000338") }
{ "duration" : 54.986, "_id" : ObjectId("506e15d3873225b42e000345") }
{ "duration" : 55.441, "_id" : ObjectId("506e167b873225b42e000352") }
{ "duration" : 57.249, "_id" : ObjectId("506e172a873225b42e00035f") }
{ "duration" : 56.955, "_id" : ObjectId("506e17d3873225b42e00036c") }
{ "duration" : 58.693, "_id" : ObjectId("506e187f873225b42e000379") }
{ "duration" : 59.28, "_id" : ObjectId("506e192f873225b42e000386") }
{ "duration" : 62.148, "_id" : ObjectId("506e19eb873225b42e000393") }
{ "duration" : 62.778, "_id" : ObjectId("506e1aa1873225b42e0003a0") }
{ "duration" : 63.963, "_id" : ObjectId("506e1b59873225b42e0003ad") }
{ "duration" : 63.745, "_id" : ObjectId("506e1c10873225b42e0003ba") }
{ "duration" : 64.347, "_id" : ObjectId("506e1cca873225b42e0003c7") }
{ "duration" : 66.806, "_id" : ObjectId("506e1d89873225b42e0003d4") }
{ "duration" : 66.914, "_id" : ObjectId("506e1e45873225b42e0003e1") }
{ "duration" : 72.626, "_id" : ObjectId("506e1f18873225b42e0003ee") }
{ "duration" : 69.147, "_id" : ObjectId("506e1fd7873225b42e0003fb") }
{ "duration" : 72.042, "_id" : ObjectId("506e209c873225b42e000408") }
{ "duration" : 66.545, "_id" : ObjectId("506e215b873225b42e000415") }
{ "duration" : 68.112, "_id" : ObjectId("506e2217873225b42e000422") }
{ "duration" : 68.299, "_id" : ObjectId("506e22d8873225b42e00042f") }
{ "duration" : 66.306, "_id" : ObjectId("506e23a1873225b42e00043c") }
{ "duration" : 67.045, "_id" : ObjectId("506e2468873225b42e000449") }
{ "duration" : 73.855, "_id" : ObjectId("506e2538873225b42e000456") }
{ "duration" : 75.301, "_id" : ObjectId("506e2608873225b42e000463") }
{ "duration" : 74.862, "_id" : ObjectId("506e26d8873225b42e000470") }
{ "duration" : 72.925, "_id" : ObjectId("506e27a3873225b42e00047d") }
{ "duration" : 74.429, "_id" : ObjectId("506e2871873225b42e00048a") }
{ "duration" : 74.618, "_id" : ObjectId("506e293d873225b42e000497") }
{ "duration" : 77.863, "_id" : ObjectId("506e2a0f873225b42e0004a4") }
{ "duration" : 78.743, "_id" : ObjectId("506e2ae0873225b42e0004b1") }
{ "duration" : 75.857, "_id" : ObjectId("506e2bad873225b42e0004be") }
{ "duration" : 80.168, "_id" : ObjectId("506e2c82873225b42e0004cb") }
{ "duration" : 81.541, "_id" : ObjectId("506e2d5a873225b42e0004d8") }
{ "duration" : 84.456, "_id" : ObjectId("506e2e32873225b42e0004e5") }
{ "duration" : 81.943, "_id" : ObjectId("506e2f0a873225b42e0004f2") }
{ "duration" : 78.833, "_id" : ObjectId("506e2fe7873225b42e0004ff") }
{ "duration" : 81.744, "_id" : ObjectId("506e30cc873225b42e00050c") }
{ "duration" : 81.107, "_id" : ObjectId("506e31ae873225b42e000519") }
{ "duration" : 82.537, "_id" : ObjectId("506e3290873225b42e000526") }
{ "duration" : 81.27, "_id" : ObjectId("506e3371873225b42e000533") }
{ "duration" : 82.651, "_id" : ObjectId("506e3456873225b42e000540") }
{ "duration" : 83.428, "_id" : ObjectId("506e3539873225b42e00054d") }
{ "duration" : 86.728, "_id" : ObjectId("506e361f873225b42e00055a") }
{ "duration" : 86.16, "_id" : ObjectId("506e3704873225b42e000567") }
{ "duration" : 85.154, "_id" : ObjectId("506e37ea873225b42e000574") }
{ "duration" : 87.599, "_id" : ObjectId("506e38d1873225b42e000581") }
{ "duration" : 88.423, "_id" : ObjectId("506e39bd873225b42e00058e") }
{ "duration" : 88.394, "_id" : ObjectId("506e3aa5873225b42e00059b") }
{ "duration" : 88.452, "_id" : ObjectId("506e3b91873225b42e0005a8") }
{ "duration" : 93.423, "_id" : ObjectId("506e3c83873225b42e0005b5") }
{ "duration" : 92.898, "_id" : ObjectId("506e3d72873225b42e0005c2") }
{ "duration" : 87.512, "_id" : ObjectId("506e3e66873225b42e0005cf") }
{ "duration" : 90.267, "_id" : ObjectId("506e3f5a873225b42e0005dc") }
{ "duration" : 96.932, "_id" : ObjectId("506e4055873225b42e0005e9") }
{ "duration" : 119.463, "_id" : ObjectId("506e4164873225b42e0005f6") }
{ "duration" : 128.854, "_id" : ObjectId("506e4281873225b42e000603") }
{ "duration" : 126.008, "_id" : ObjectId("506e439a873225b42e000610") }
{ "duration" : 125.154, "_id" : ObjectId("506e44b1873225b42e00061d") }
{ "duration" : 128.063, "_id" : ObjectId("506e45ce873225b42e00062a") }
{ "duration" : 126.051, "_id" : ObjectId("506e46e8873225b42e000637") }
{ "duration" : 125.23, "_id" : ObjectId("506e4800873225b42e000644") }
{ "duration" : 123.079, "_id" : ObjectId("506e491c873225b42e000651") }
{ "duration" : 131.874, "_id" : ObjectId("506e4a3c873225b42e00065e") }
{ "duration" : 133.881, "_id" : ObjectId("506e4b67873225b42e00066b") }
{ "duration" : 137.8, "_id" : ObjectId("506e4c9b873225b42e000678") }
{ "duration" : 139.504, "_id" : ObjectId("506e4dc9873225b42e000685") }
{ "duration" : 139.121, "_id" : ObjectId("506e4ef8873225b42e000692") }
{ "duration" : 142.646, "_id" : ObjectId("506e502e873225b42e00069f") }
{ "duration" : 150.518, "_id" : ObjectId("506e5168873225b42e0006ac") }
{ "duration" : 1199.432, "_id" : ObjectId("506e57a5873225b42e0006b9") }
{ "duration" : 4645.117, "_id" : ObjectId("506e6a9e873225b42e0006c2") }

harvester.log

<<>> started at /home/deploy/harvester/shared/log/production.log, line: 1189466
------------------------------------
Fri, 05 Oct 2012 03:24:36 GMT
app.status:  { do_loop: true }
summarize(): experience_summarizer
m/r query:  { _id:
   { '$gt': 50661fd88d2501fe4c3728bb,
     '$lte': 50661fef8d2501fe4c378e7a },
  experience_uuid: { '$ne': '#' } }
summarize(): session_summarizer
m/r query:  { 'value.max_object_id':
   { '$gt': 50661fd88d2501fe4c3728bb,
     '$lte': 50661fef8d2501fe4c378e7a },
  'value.extended_experience_uuid': { '$exists': true, '$ne': '#' } }
err { [MongoError: db assertion failure]
  name: 'MongoError',
  assertion: 'invoke failed: JS Error: out of memory nofile_b:20',
  assertionCode: 9004,
  errmsg: 'db assertion failure',
  ok: 0 }
server.coffee waterfall complete
------------------------------------
Fri, 05 Oct 2012 03:48:07 GMT
app.status:  { do_loop: true }
summarize(): experience_summarizer
m/r query:  { _id:
   { '$gt': 50661fef8d2501fe4c378e7a,
     '$lte': 506620048d2501fe4c37f0d8 },
  experience_uuid: { '$ne': '#' } }
err { [MongoError: db assertion failure]
  name: 'MongoError',
  assertion: 'JS allocation failed, either memory leak or using too much memory',
  assertionCode: 13615,
  errmsg: 'db assertion failure',
  ok: 0 }
server.coffee waterfall complete
------------------------------------
Fri, 05 Oct 2012 05:06:34 GMT
app.status:  { do_loop: true }
summarize(): experience_summarizer
m/r query:  { _id:
   { '$gt': 50661fef8d2501fe4c378e7a,
     '$lte': 506620799a31cfde4d0007fb },
  experience_uuid: { '$ne': '#' } }

node.js:201
        throw e; // process.nextTick error, or 'error' event on first tick
              ^
Error: failed to connect to [localhost:27017]
    at [object Object].<anonymous> (/home/deploy/harvester/releases/20121004204503/node_modules/mongoose/node_modules/mongodb/lib/mongodb/connection/server.js:489:114)
    at [object Object].emit (events.js:88:20)
    at [object Object].<anonymous> (/home/deploy/harvester/releases/20121004204503/node_modules/mongoose/node_modules/mongodb/lib/mongodb/connection/connection_pool.js:92:15)
    at [object Object].emit (events.js:70:17)
    at Socket.<anonymous> (/home/deploy/harvester/releases/20121004204503/node_modules/mongoose/node_modules/mongodb/lib/mongodb/connection/connection.js:387:10)
    at Socket.emit (events.js:67:17)
    at Array.0 (net.js:301:14)
    at EventEmitter._tickCallback (node.js:192:40)

human-stream.log

<<>> started at /home/deploy/human-stream/shared/log/production.log, line: 564219
------------------------------------
Fri, 05 Oct 2012 03:48:54 GMT
app.status:  { do_loop: true }
raw event query:  { humanized: null }
humanize_stream.emit 'end'
close src in savestream
savestream destroy 
close RawEvent query stream
Log instance to save:  { ts: 1349412669113,
  duration: 3734.411,
  type: 'human-stream',
  _id: 506e673d68a6a3035121be49,
  counts: { raw: 118, update: 118, human: 118, save: 118 } } 
------------------------------------
Fri, 05 Oct 2012 04:52:09 GMT
app.status:  { do_loop: true }
raw event query:  { humanized: null }

node.js:201
        throw e; // process.nextTick error, or 'error' event on first tick
              ^       
Error: connection closed
    at [object Object].<anonymous> (/home/deploy/human-stream/releases/20121003211252/node_modules/mongoose/node_modules/mongodb/lib/mongodb/connection/server.js:515:35)
    at [object Object].emit (events.js:88:20)
    at [object Object].<anonymous> (/home/deploy/human-stream/releases/20121003211252/node_modules/mongoose/node_modules/mongodb/lib/mongodb/connection/connection_pool.js:105:15)
    at [object Object].emit (events.js:70:17)
    at Socket.<anonymous> (/home/deploy/human-stream/releases/20121003211252/node_modules/mongoose/node_modules/mongodb/lib/mongodb/connection/connection.js:403:12)
    at Socket.emit (events.js:67:17)
    at Array.0 (net.js:335:10)
    at EventEmitter._tickCallback (node.js:192:40)
human-stream server running on port 5007

node.js:201
        throw e; // process.nextTick error, or 'error' event on first tick
              ^       
Error: failed to connect to [localhost:27017]
    at [object Object].<anonymous> (/home/deploy/human-stream/releases/20121003211252/node_modules/mongoose/node_modules/mongodb/lib/mongodb/connection/server.js:477:73)
    at [object Object].emit (events.js:88:20)
    at [object Object].<anonymous> (/home/deploy/human-stream/releases/20121003211252/node_modules/mongoose/node_modules/mongodb/lib/mongodb/connection/connection_pool.js:92:15)
    at [object Object].emit (events.js:70:17)
    at Socket.<anonymous> (/home/deploy/human-stream/releases/20121003211252/node_modules/mongoose/node_modules/mongodb/lib/mongodb/connection/connection.js:387:10)
    at Socket.emit (events.js:67:17)
    at Array.0 (net.js:301:14)
    at EventEmitter._tickCallback (node.js:192:40)
human-stream server running on port 5007

session_summarizer.log

{ "duration" : 12.674, "_id" : ObjectId("506dddd7c72b44c02600002a") }
{ "duration" : 10.951, "_id" : ObjectId("506dde04c72b44c026000037") }
{ "duration" : 11.879, "_id" : ObjectId("506dde2dc72b44c026000044") }
{ "duration" : 17.947, "_id" : ObjectId("506ddec121488d4228000009") }
{ "duration" : 9.247, "_id" : ObjectId("506ddf1821488d4228000016") }
{ "duration" : 11.817, "_id" : ObjectId("506ddf7321488d4228000023") }
{ "duration" : 11.535, "_id" : ObjectId("506ddfce21488d4228000030") }
{ "duration" : 13.02, "_id" : ObjectId("506de02b21488d422800003d") }
{ "duration" : 11.114, "_id" : ObjectId("506de08721488d422800004a") }
{ "duration" : 12.515, "_id" : ObjectId("506de0e521488d4228000057") }
{ "duration" : 12.73, "_id" : ObjectId("506de14421488d4228000064") }
{ "duration" : 13.741, "_id" : ObjectId("506de1a421488d4228000071") }
{ "duration" : 15.973, "_id" : ObjectId("506de20621488d422800007e") }
{ "duration" : 17.649, "_id" : ObjectId("506de26b21488d422800008b") }
{ "duration" : 8.223, "_id" : ObjectId("506df5b0873225b42e000009") }
{ "duration" : 13.65, "_id" : ObjectId("506df61e873225b42e000016") }
{ "duration" : 9.522, "_id" : ObjectId("506df678873225b42e000023") }
{ "duration" : 11.509, "_id" : ObjectId("506df6d4873225b42e000030") }
{ "duration" : 10.314, "_id" : ObjectId("506df72f873225b42e00003d") }
{ "duration" : 11.625, "_id" : ObjectId("506df791873225b42e00004a") }
{ "duration" : 13.596, "_id" : ObjectId("506df7f2873225b42e000057") }
{ "duration" : 13.732, "_id" : ObjectId("506df852873225b42e000064") }
{ "duration" : 12.494, "_id" : ObjectId("506df8b4873225b42e000071") }
{ "duration" : 15.513, "_id" : ObjectId("506df917873225b42e00007e") }
{ "duration" : 16.394, "_id" : ObjectId("506df97b873225b42e00008b") }
{ "duration" : 15.275, "_id" : ObjectId("506df9e1873225b42e000098") }
{ "duration" : 18.175, "_id" : ObjectId("506dfa48873225b42e0000a5") }
{ "duration" : 15.244, "_id" : ObjectId("506dfaae873225b42e0000b2") }
{ "duration" : 14.795, "_id" : ObjectId("506dfb18873225b42e0000bf") }
{ "duration" : 17.072, "_id" : ObjectId("506dfb82873225b42e0000cc") }
{ "duration" : 16.509, "_id" : ObjectId("506dfbeb873225b42e0000d9") }
{ "duration" : 18.439, "_id" : ObjectId("506dfc56873225b42e0000e6") }
{ "duration" : 17.787, "_id" : ObjectId("506dfcc1873225b42e0000f3") }
{ "duration" : 17.569, "_id" : ObjectId("506dfd2c873225b42e000100") }
{ "duration" : 20.471, "_id" : ObjectId("506dfd9b873225b42e00010d") }
{ "duration" : 17.324, "_id" : ObjectId("506dfe08873225b42e00011a") }
{ "duration" : 22.959, "_id" : ObjectId("506dfe7c873225b42e000127") }
{ "duration" : 24.587, "_id" : ObjectId("506dfef0873225b42e000134") }
{ "duration" : 23.652, "_id" : ObjectId("506dff66873225b42e000141") }
{ "duration" : 23.535, "_id" : ObjectId("506dffdd873225b42e00014e") }
{ "duration" : 23.956, "_id" : ObjectId("506e0054873225b42e00015b") }
{ "duration" : 22.174, "_id" : ObjectId("506e00c9873225b42e000168") }
{ "duration" : 28.956, "_id" : ObjectId("506e014c873225b42e000175") }
{ "duration" : 25.836, "_id" : ObjectId("506e01c7873225b42e000182") }
{ "duration" : 24.21, "_id" : ObjectId("506e0241873225b42e00018f") }
{ "duration" : 24.877, "_id" : ObjectId("506e02bf873225b42e00019c") }
{ "duration" : 25.783, "_id" : ObjectId("506e0340873225b42e0001a9") }
{ "duration" : 24.674, "_id" : ObjectId("506e03c0873225b42e0001b6") }
{ "duration" : 28.792, "_id" : ObjectId("506e0444873225b42e0001c3") }
{ "duration" : 34.368, "_id" : ObjectId("506e04cd873225b42e0001d0") }
{ "duration" : 30.895, "_id" : ObjectId("506e0553873225b42e0001dd") }
{ "duration" : 30.415, "_id" : ObjectId("506e05de873225b42e0001ea") }
{ "duration" : 30.991, "_id" : ObjectId("506e0668873225b42e0001f7") }
{ "duration" : 34.584, "_id" : ObjectId("506e06f4873225b42e000204") }
{ "duration" : 31.272, "_id" : ObjectId("506e077e873225b42e000211") }
{ "duration" : 33.602, "_id" : ObjectId("506e080c873225b42e00021e") }
{ "duration" : 32.217, "_id" : ObjectId("506e0897873225b42e00022b") }
{ "duration" : 34.337, "_id" : ObjectId("506e0926873225b42e000238") }
{ "duration" : 38.076, "_id" : ObjectId("506e09b6873225b42e000245") }
{ "duration" : 35.529, "_id" : ObjectId("506e0a48873225b42e000252") }
{ "duration" : 37.074, "_id" : ObjectId("506e0ad9873225b42e00025f") }
{ "duration" : 38.544, "_id" : ObjectId("506e0b6c873225b42e00026c") }
{ "duration" : 37.876, "_id" : ObjectId("506e0c02873225b42e000279") }
{ "duration" : 38.324, "_id" : ObjectId("506e0c99873225b42e000286") }
{ "duration" : 39.23, "_id" : ObjectId("506e0d33873225b42e000293") }
{ "duration" : 38.665, "_id" : ObjectId("506e0dcb873225b42e0002a0") }
{ "duration" : 39.869, "_id" : ObjectId("506e0e68873225b42e0002ad") }
{ "duration" : 45.275, "_id" : ObjectId("506e0f04873225b42e0002ba") }
{ "duration" : 44.048, "_id" : ObjectId("506e0fa2873225b42e0002c7") }
{ "duration" : 42.556, "_id" : ObjectId("506e1044873225b42e0002d4") }
{ "duration" : 43.505, "_id" : ObjectId("506e10e5873225b42e0002e1") }
{ "duration" : 44.373, "_id" : ObjectId("506e1186873225b42e0002ee") }
{ "duration" : 45.4, "_id" : ObjectId("506e1229873225b42e0002fb") }
{ "duration" : 44.859, "_id" : ObjectId("506e12ca873225b42e000308") }
{ "duration" : 43.904, "_id" : ObjectId("506e136c873225b42e000315") }
{ "duration" : 43.928, "_id" : ObjectId("506e140f873225b42e000322") }
{ "duration" : 44.687, "_id" : ObjectId("506e14b4873225b42e00032f") }
{ "duration" : 45.169, "_id" : ObjectId("506e155b873225b42e00033c") }
{ "duration" : 46.21, "_id" : ObjectId("506e1601873225b42e000349") }
{ "duration" : 48.674, "_id" : ObjectId("506e16ab873225b42e000356") }
{ "duration" : 46.368, "_id" : ObjectId("506e1758873225b42e000363") }
{ "duration" : 48.685, "_id" : ObjectId("506e1804873225b42e000370") }
{ "duration" : 52.568, "_id" : ObjectId("506e18b3873225b42e00037d") }
{ "duration" : 59.697, "_id" : ObjectId("506e196b873225b42e00038a") }
{ "duration" : 54.054, "_id" : ObjectId("506e1a21873225b42e000397") }
{ "duration" : 54.164, "_id" : ObjectId("506e1ad7873225b42e0003a4") }
{ "duration" : 53.926, "_id" : ObjectId("506e1b8f873225b42e0003b1") }
{ "duration" : 56.032, "_id" : ObjectId("506e1c48873225b42e0003be") }
{ "duration" : 54.307, "_id" : ObjectId("506e1d01873225b42e0003cb") }
{ "duration" : 56.184, "_id" : ObjectId("506e1dc1873225b42e0003d8") }
{ "duration" : 66.312, "_id" : ObjectId("506e1e87873225b42e0003e5") }
{ "duration" : 56.082, "_id" : ObjectId("506e1f50873225b42e0003f2") }
{ "duration" : 57.467, "_id" : ObjectId("506e2011873225b42e0003ff") }
{ "duration" : 56.059, "_id" : ObjectId("506e20d4873225b42e00040c") }
{ "duration" : 54.249, "_id" : ObjectId("506e2191873225b42e000419") }
{ "duration" : 58.581, "_id" : ObjectId("506e2252873225b42e000426") }
{ "duration" : 67.794, "_id" : ObjectId("506e231c873225b42e000433") }
{ "duration" : 63.322, "_id" : ObjectId("506e23e0873225b42e000440") }
{ "duration" : 66.319, "_id" : ObjectId("506e24aa873225b42e00044d") }
{ "duration" : 64.816, "_id" : ObjectId("506e2579873225b42e00045a") }
{ "duration" : 63.082, "_id" : ObjectId("506e2647873225b42e000467") }
{ "duration" : 63.82, "_id" : ObjectId("506e2717873225b42e000474") }
{ "duration" : 65.19, "_id" : ObjectId("506e27e4873225b42e000481") }
{ "duration" : 63.271, "_id" : ObjectId("506e28b1873225b42e00048e") }
{ "duration" : 66.574, "_id" : ObjectId("506e2980873225b42e00049b") }
{ "duration" : 64.308, "_id" : ObjectId("506e2a4f873225b42e0004a8") }
{ "duration" : 63.243, "_id" : ObjectId("506e2b1f873225b42e0004b5") }
{ "duration" : 65.277, "_id" : ObjectId("506e2bef873225b42e0004c2") }
{ "duration" : 67.307, "_id" : ObjectId("506e2cc5873225b42e0004cf") }
{ "duration" : 66.697, "_id" : ObjectId("506e2d9c873225b42e0004dc") }
{ "duration" : 67.576, "_id" : ObjectId("506e2e75873225b42e0004e9") }
{ "duration" : 73.903, "_id" : ObjectId("506e2f54873225b42e0004f6") }
{ "duration" : 74.969, "_id" : ObjectId("506e3032873225b42e000503") }
{ "duration" : 75.129, "_id" : ObjectId("506e3117873225b42e000510") }
{ "duration" : 74.521, "_id" : ObjectId("506e31f9873225b42e00051d") }
{ "duration" : 76.227, "_id" : ObjectId("506e32dc873225b42e00052a") }
{ "duration" : 75.743, "_id" : ObjectId("506e33bc873225b42e000537") }
{ "duration" : 75.725, "_id" : ObjectId("506e34a2873225b42e000544") }
{ "duration" : 77.724, "_id" : ObjectId("506e3586873225b42e000551") }
{ "duration" : 75.98, "_id" : ObjectId("506e366b873225b42e00055e") }
{ "duration" : 77.285, "_id" : ObjectId("506e3752873225b42e00056b") }
{ "duration" : 77.262, "_id" : ObjectId("506e3838873225b42e000578") }
{ "duration" : 78.885, "_id" : ObjectId("506e3920873225b42e000585") }
{ "duration" : 77.403, "_id" : ObjectId("506e3a0a873225b42e000592") }
{ "duration" : 79.942, "_id" : ObjectId("506e3af5873225b42e00059f") }
{ "duration" : 81.389, "_id" : ObjectId("506e3be2873225b42e0005ac") }
{ "duration" : 80.252, "_id" : ObjectId("506e3cd3873225b42e0005b9") }
{ "duration" : 88.403, "_id" : ObjectId("506e3dcb873225b42e0005c6") }
{ "duration" : 86.854, "_id" : ObjectId("506e3ebd873225b42e0005d3") }
{ "duration" : 82.782, "_id" : ObjectId("506e3fad873225b42e0005e0") }
{ "duration" : 84.796, "_id" : ObjectId("506e40a9873225b42e0005ed") }
{ "duration" : 87.965, "_id" : ObjectId("506e41bc873225b42e0005fa") }
{ "duration" : 87.256, "_id" : ObjectId("506e42d8873225b42e000607") }
{ "duration" : 86.357, "_id" : ObjectId("506e43f0873225b42e000614") }
{ "duration" : 89.445, "_id" : ObjectId("506e450a873225b42e000621") }
{ "duration" : 86.672, "_id" : ObjectId("506e4625873225b42e00062e") }
{ "duration" : 89.377, "_id" : ObjectId("506e4741873225b42e00063b") }
{ "duration" : 90.886, "_id" : ObjectId("506e485b873225b42e000648") }
{ "duration" : 88.302, "_id" : ObjectId("506e4974873225b42e000655") }
{ "duration" : 98.398, "_id" : ObjectId("506e4a9f873225b42e000662") }
{ "duration" : 100.339, "_id" : ObjectId("506e4bcb873225b42e00066f") }
{ "duration" : 94.426, "_id" : ObjectId("506e4cfa873225b42e00067c") }
{ "duration" : 97.26, "_id" : ObjectId("506e4e2a873225b42e000689") }
{ "duration" : 100.263, "_id" : ObjectId("506e4f5d873225b42e000696") }
{ "duration" : 95.603, "_id" : ObjectId("506e508e873225b42e0006a3") }
{ "duration" : 307.776, "_id" : ObjectId("506e529c873225b42e0006b0") }
{ "duration" : 149.86, "_id" : ObjectId("506e583b873225b42e0006bd") }

user_summarizer.log

{ "duration" : 19.08, "_id" : ObjectId("506df5c3873225b42e00000d") }
{ "duration" : 2.47, "_id" : ObjectId("506df620873225b42e00001a") }
{ "duration" : 1.992, "_id" : ObjectId("506df67a873225b42e000027") }
{ "duration" : 1.961, "_id" : ObjectId("506df6d6873225b42e000034") }
{ "duration" : 3.444, "_id" : ObjectId("506df732873225b42e000041") }
{ "duration" : 1.785, "_id" : ObjectId("506df793873225b42e00004e") }
{ "duration" : 1.853, "_id" : ObjectId("506df7f4873225b42e00005b") }
{ "duration" : 3.148, "_id" : ObjectId("506df855873225b42e000068") }
{ "duration" : 1.827, "_id" : ObjectId("506df8b5873225b42e000075") }
{ "duration" : 1.859, "_id" : ObjectId("506df919873225b42e000082") }
{ "duration" : 2.464, "_id" : ObjectId("506df97e873225b42e00008f") }
{ "duration" : 2.333, "_id" : ObjectId("506df9e3873225b42e00009c") }
{ "duration" : 2.061, "_id" : ObjectId("506dfa4a873225b42e0000a9") }
{ "duration" : 2.478, "_id" : ObjectId("506dfab1873225b42e0000b6") }
{ "duration" : 1.909, "_id" : ObjectId("506dfb1a873225b42e0000c3") }
{ "duration" : 2.223, "_id" : ObjectId("506dfb84873225b42e0000d0") }
{ "duration" : 2.111, "_id" : ObjectId("506dfbed873225b42e0000dd") }
{ "duration" : 2.049, "_id" : ObjectId("506dfc58873225b42e0000ea") }
{ "duration" : 2.176, "_id" : ObjectId("506dfcc3873225b42e0000f7") }
{ "duration" : 2.293, "_id" : ObjectId("506dfd2f873225b42e000104") }
{ "duration" : 2.27, "_id" : ObjectId("506dfd9e873225b42e000111") }
{ "duration" : 2.009, "_id" : ObjectId("506dfe0a873225b42e00011e") }
{ "duration" : 2.477, "_id" : ObjectId("506dfe7e873225b42e00012b") }
{ "duration" : 3.008, "_id" : ObjectId("506dfef3873225b42e000138") }
{ "duration" : 3.24, "_id" : ObjectId("506dff69873225b42e000145") }
{ "duration" : 2.424, "_id" : ObjectId("506dffdf873225b42e000152") }
{ "duration" : 2.688, "_id" : ObjectId("506e0056873225b42e00015f") }
{ "duration" : 2.691, "_id" : ObjectId("506e00cc873225b42e00016c") }
{ "duration" : 2.343, "_id" : ObjectId("506e014e873225b42e000179") }
{ "duration" : 2.292, "_id" : ObjectId("506e01c9873225b42e000186") }
{ "duration" : 2.172, "_id" : ObjectId("506e0244873225b42e000193") }
{ "duration" : 3.736, "_id" : ObjectId("506e02c2873225b42e0001a0") }
{ "duration" : 2.306, "_id" : ObjectId("506e0343873225b42e0001ad") }
{ "duration" : 2.197, "_id" : ObjectId("506e03c3873225b42e0001ba") }
{ "duration" : 3.152, "_id" : ObjectId("506e0447873225b42e0001c7") }
{ "duration" : 3.143, "_id" : ObjectId("506e04d0873225b42e0001d4") }
{ "duration" : 6.823, "_id" : ObjectId("506e055a873225b42e0001e1") }
{ "duration" : 2.681, "_id" : ObjectId("506e05e1873225b42e0001ee") }
{ "duration" : 3.328, "_id" : ObjectId("506e066b873225b42e0001fb") }
{ "duration" : 2.662, "_id" : ObjectId("506e06f7873225b42e000208") }
{ "duration" : 2.64, "_id" : ObjectId("506e0781873225b42e000215") }
{ "duration" : 2.645, "_id" : ObjectId("506e080f873225b42e000222") }
{ "duration" : 3.157, "_id" : ObjectId("506e089a873225b42e00022f") }
{ "duration" : 3.214, "_id" : ObjectId("506e0929873225b42e00023c") }
{ "duration" : 6.085, "_id" : ObjectId("506e09bc873225b42e000249") }
{ "duration" : 2.973, "_id" : ObjectId("506e0a4b873225b42e000256") }
{ "duration" : 2.88, "_id" : ObjectId("506e0adc873225b42e000263") }
{ "duration" : 4.275, "_id" : ObjectId("506e0b71873225b42e000270") }
{ "duration" : 3.738, "_id" : ObjectId("506e0c06873225b42e00027d") }
{ "duration" : 5.139, "_id" : ObjectId("506e0c9e873225b42e00028a") }
{ "duration" : 3.352, "_id" : ObjectId("506e0d36873225b42e000297") }
{ "duration" : 3.661, "_id" : ObjectId("506e0dcf873225b42e0002a4") }
{ "duration" : 3.874, "_id" : ObjectId("506e0e6c873225b42e0002b1") }
{ "duration" : 3.554, "_id" : ObjectId("506e0f08873225b42e0002be") }
{ "duration" : 7.11, "_id" : ObjectId("506e0fa9873225b42e0002cb") }
{ "duration" : 4.245, "_id" : ObjectId("506e1048873225b42e0002d8") }
{ "duration" : 3.349, "_id" : ObjectId("506e10e8873225b42e0002e5") }
{ "duration" : 5.822, "_id" : ObjectId("506e118c873225b42e0002f2") }
{ "duration" : 4.132, "_id" : ObjectId("506e122d873225b42e0002ff") }
{ "duration" : 4.12, "_id" : ObjectId("506e12ce873225b42e00030c") }
{ "duration" : 4.08, "_id" : ObjectId("506e1370873225b42e000319") }
{ "duration" : 4.01, "_id" : ObjectId("506e1413873225b42e000325") }
{ "duration" : 4.246, "_id" : ObjectId("506e14b8873225b42e000333") }
{ "duration" : 4.273, "_id" : ObjectId("506e155f873225b42e000340") }
{ "duration" : 4.598, "_id" : ObjectId("506e1606873225b42e00034d") }
{ "duration" : 7.496, "_id" : ObjectId("506e16b3873225b42e00035a") }
{ "duration" : 4.299, "_id" : ObjectId("506e175d873225b42e000367") }
{ "duration" : 3.249, "_id" : ObjectId("506e1807873225b42e000374") }
{ "duration" : 3.363, "_id" : ObjectId("506e18b7873225b42e000381") }
{ "duration" : 4.64, "_id" : ObjectId("506e196f873225b42e00038e") }
{ "duration" : 4.482, "_id" : ObjectId("506e1a25873225b42e00039b") }
{ "duration" : 4.451, "_id" : ObjectId("506e1adc873225b42e0003a8") }
{ "duration" : 4.491, "_id" : ObjectId("506e1b93873225b42e0003b4") }
{ "duration" : 4.519, "_id" : ObjectId("506e1c4d873225b42e0003c2") }
{ "duration" : 7.384, "_id" : ObjectId("506e1d08873225b42e0003cf") }
{ "duration" : 3.665, "_id" : ObjectId("506e1dc5873225b42e0003dc") }
{ "duration" : 10.537, "_id" : ObjectId("506e1e92873225b42e0003e9") }
{ "duration" : 4.966, "_id" : ObjectId("506e1f55873225b42e0003f6") }
{ "duration" : 6.378, "_id" : ObjectId("506e2017873225b42e000403") }
{ "duration" : 6.426, "_id" : ObjectId("506e20db873225b42e00040f") }
{ "duration" : 5.264, "_id" : ObjectId("506e2196873225b42e00041d") }
{ "duration" : 4.272, "_id" : ObjectId("506e2256873225b42e00042a") }
{ "duration" : 5.795, "_id" : ObjectId("506e2321873225b42e000437") }
{ "duration" : 7.519, "_id" : ObjectId("506e23e8873225b42e000444") }
{ "duration" : 6.702, "_id" : ObjectId("506e24b1873225b42e000451") }
{ "duration" : 6.786, "_id" : ObjectId("506e2580873225b42e00045e") }
{ "duration" : 8.025, "_id" : ObjectId("506e2650873225b42e00046b") }
{ "duration" : 5.579, "_id" : ObjectId("506e271d873225b42e000478") }
{ "duration" : 5.624, "_id" : ObjectId("506e27ea873225b42e000485") }
{ "duration" : 4.7, "_id" : ObjectId("506e28b5873225b42e000492") }
{ "duration" : 4.222, "_id" : ObjectId("506e2984873225b42e00049f") }
{ "duration" : 4.849, "_id" : ObjectId("506e2a54873225b42e0004ac") }
{ "duration" : 5.06, "_id" : ObjectId("506e2b24873225b42e0004b9") }
{ "duration" : 5.906, "_id" : ObjectId("506e2bf5873225b42e0004c6") }
{ "duration" : 5.591, "_id" : ObjectId("506e2ccb873225b42e0004d3") }
{ "duration" : 3.654, "_id" : ObjectId("506e2da0873225b42e0004e0") }
{ "duration" : 5.263, "_id" : ObjectId("506e2e7a873225b42e0004ed") }
{ "duration" : 7.913, "_id" : ObjectId("506e2f5b873225b42e0004fa") }
{ "duration" : 10.014, "_id" : ObjectId("506e303d873225b42e000507") }
{ "duration" : 8.607, "_id" : ObjectId("506e3120873225b42e000513") }
{ "duration" : 7.402, "_id" : ObjectId("506e3200873225b42e000521") }
{ "duration" : 6.068, "_id" : ObjectId("506e32e2873225b42e00052e") }
{ "duration" : 9.634, "_id" : ObjectId("506e33c6873225b42e00053b") }
{ "duration" : 6.479, "_id" : ObjectId("506e34a8873225b42e000548") }
{ "duration" : 4.417, "_id" : ObjectId("506e358b873225b42e000555") }
{ "duration" : 5.867, "_id" : ObjectId("506e3671873225b42e000562") }
{ "duration" : 6.576, "_id" : ObjectId("506e3758873225b42e00056f") }
{ "duration" : 4.502, "_id" : ObjectId("506e383c873225b42e00057c") }
{ "duration" : 6.884, "_id" : ObjectId("506e3927873225b42e000589") }
{ "duration" : 4.683, "_id" : ObjectId("506e3a0f873225b42e000596") }
{ "duration" : 6.49, "_id" : ObjectId("506e3afb873225b42e0005a3") }
{ "duration" : 4.967, "_id" : ObjectId("506e3be7873225b42e0005b0") }
{ "duration" : 4.765, "_id" : ObjectId("506e3cd8873225b42e0005bd") }
{ "duration" : 6.2, "_id" : ObjectId("506e3dd1873225b42e0005ca") }
{ "duration" : 6.458, "_id" : ObjectId("506e3ec3873225b42e0005d7") }
{ "duration" : 9.172, "_id" : ObjectId("506e3fb6873225b42e0005e3") }
{ "duration" : 6.255, "_id" : ObjectId("506e40b0873225b42e0005f1") }
{ "duration" : 6.268, "_id" : ObjectId("506e41c3873225b42e0005fe") }
{ "duration" : 6.509, "_id" : ObjectId("506e42de873225b42e00060b") }
{ "duration" : 6.601, "_id" : ObjectId("506e43f7873225b42e000618") }
{ "duration" : 5.562, "_id" : ObjectId("506e4510873225b42e000625") }
{ "duration" : 7.895, "_id" : ObjectId("506e462c873225b42e000631") }
{ "duration" : 4.827, "_id" : ObjectId("506e4746873225b42e00063f") }
{ "duration" : 8.665, "_id" : ObjectId("506e4864873225b42e00064c") }
{ "duration" : 6.875, "_id" : ObjectId("506e497b873225b42e000659") }
{ "duration" : 4.952, "_id" : ObjectId("506e4aa4873225b42e000665") }
{ "duration" : 8.58, "_id" : ObjectId("506e4bd4873225b42e000673") }
{ "duration" : 5.962, "_id" : ObjectId("506e4d00873225b42e000680") }
{ "duration" : 5.934, "_id" : ObjectId("506e4e30873225b42e00068d") }
{ "duration" : 5.737, "_id" : ObjectId("506e4f62873225b42e00069a") }
{ "duration" : 6.486, "_id" : ObjectId("506e5094873225b42e0006a6") }
{ "duration" : 28.036, "_id" : ObjectId("506e52b8873225b42e0006b4") }