asad-haider

const { Spidey } = require('spidey');
const { MongoClient } = require('mongodb');

class MongoPipeline {
  options;
  client;
  collection;

  constructor(options) {
    this.options = options;

asad-haider

const { Spidey } = require("spidey");
const { MongoClient } = require("mongodb");

class MongoPipeline {
  options;
  client;
  collection;

  constructor(options) {
    this.options = options;

asad-haider

const { Spidey, DiscardItemError } = require('spidey');

class AsinPipeline {
  constructor() {}

  process(item) {
    const asin = item.url.match(/\/dp\/([A-Z0-9]{10})/)[1];
    item.asin = asin;
    return item;
  }