rate limiting bull queue example

bull-rate-limit-test.js

const Bull = require('bull');

const queue = new Bull('test', {
  limiter: {
    max: 1,
    duration: 1000
  }
});

queue.process(async job => {
  let { data } = job;
  let { fail } = data;

  console.log(`x: ${data.x} - ${job.id} - processing`);
  if (fail) {
    throw new Error('test error');
  }
  return { tada: job.id };
});
queue.on('failed', (job, error) => {
  console.log(`x: ${job.data.x} job ${job.id} failed ${error}`);
});


(async () => {
  let myQueue = queue;
  await myQueue.clean({ grace: 9000000 });
  myQueue.add({ fail: true, x: 200 }, { attempts: 2 });

  for (let i = 0; i < 10; i++) {
    myQueue.add({ x: i });
  }
})();