Skip to content

Instantly share code, notes, and snippets.

@georgewfraser
Created May 1, 2019 18:00
Show Gist options
  • Save georgewfraser/45d55fc8565bb164c6c2e4f611cd733a to your computer and use it in GitHub Desktop.
Save georgewfraser/45d55fc8565bb164c6c2e4f611cd733a to your computer and use it in GitHub Desktop.
create or replace table lead_transform as
select cast(created_date as date) as day, count(1) as leads
from lead
where date '2016-10-01' < created_date
and created_date < date '2016-10-10'
group by 1;
-- incremental
begin;
set progress = (select max(day) - interval '1 day' from lead_transform);
create temp table new_data as
select cast(created_date as date) as day, count(1) as leads
from lead
where created_date >= $progress
group by 1;
delete from lead_transform
where day in (select day from new_data);
insert into lead_transform
select * from new_data;
commit;
drop table new_data;
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment