Mongo map-reduce experiments

mongo-mr.js

function mapFunc() {
  var i, ii, key, doc, service;
  for (i = 0, ii = this.resources.length; i < ii; ++i) {
    key = this.resources[i];
    doc = {
      services: {}
    };
    service = this.service || '';
    doc.services[service] = 1;
    emit(key, doc);
  }
}

function reduceFunc(key, docs) {
  var i, ii, o, doc, service, reduced = {services: {}};
  for (i = 0, ii = docs.length; i < ii; ++i) {
    doc = docs[i];
    for (service in doc.services) {
      if (!(service in reduced.services)) {
        reduced.services[service] = 1;
      } else {
        reduced.services[service] += 1;
      }
    }
  }
  return reduced;
}

db.message.mapReduce(mapFunc, reduceFunc, {out: 'service_count_per_resource'});

// aggregate by day

// db.message.ensureIndex({"error": 1});

var start = (new Date).getTime();
db.message.aggregate({
  $limit: 1000000
}, {
  $match: {error: {$ne: null}}
}, {
  $project: {
    year: {$year: '$date'},
    day: {$dayOfYear: '$date'}
  }
}, {
  $group: {
    _id: {year: '$year', day: '$day'},
    error_count: {$sum: 1}
  }
});
var duration = (new Date).getTime() - start;