batch-operation.ts

batch-operation.ts

export async function batchOperation<T>(items: T[], operation: (items: T[], index: number) => Promise<void>, batchSize = 1000) {
  let continueOperation = true;
  let cursor = 0;

  let successOperations = 0;
  let erroredOperations = 0;

  while (continueOperation) {
    const batch = items.slice(cursor, cursor + batchSize);
    if (batch.length) {
      try {
        await operation(batch, cursor);
        successOperations += batch.length;
      } catch (error) {
        console.error('Error executing batch operation', error);
        erroredOperations += batch.length;
      }
      cursor += batchSize;
    } else {
      continueOperation = false;
    }
  }

  return {
    successOperations,
    erroredOperations,
  };
}