consumer.ts

import { getLinksByQuery } from './utils/scraper';
import { consume } from './utils/scraper-queue';
import { updateTransactionToDone, updateTransactionToProcessing } from './utils/scraper-transaction';

(async () => {
  await consume(async (item) => {
    await updateTransactionToProcessing(item.transactionId.toString());

    const links = await getLinksByQuery(item.query);

    await updateTransactionToDone(
      item.transactionId.toString(),
      {
        query: item.query,
        links,
        took: (Date.now() - item.transactionId) / 1000,
      },
    );
  });
})();