backfill import

import_date_stats_from_spark_export_backfill.rb

class ImportDateStatsFromSparkExportBackfill < ImportDateStatsFromSparkExport
  FROM_DATE = Date.new(2016, 6, 1)
  TO_DATE = Date.new(2017, 1, 18)

  private

  def process_location(location)
    (FROM_DATE..TO_DATE).each do |date|
      $backfill_date = date
      Rails.logger.info "===> Importing for #{$backfill_date}"
      super
    end
  end
end

spark_export_wrapper_backfill.rb

class SparkExportWrapperBackfill < SparkExportWrapper
  FILE_DATE_FORMAT = "%Y_%m_%d".freeze

  private

  def resource_key
    @resource_key = "#{ENV.fetch('SPARK_EXPORT_PATH')}/backfill/#{market_uid}_#{$backfill_date.strftime(FILE_DATE_FORMAT)}.json"
    Rails.logger.info "===> Resource key #{@resource_key}"
    @resource_key
  end
end