Skip to content

Instantly share code, notes, and snippets.

@jtcohen6

jtcohen6/seed_people.csv

Created July 6, 2020 20:36
Show Gist options
  • Save jtcohen6/5b634f192feea6b54208d7b646727f39 to your computer and use it in GitHub Desktop.
Save jtcohen6/5b634f192feea6b54208d7b646727f39 to your computer and use it in GitHub Desktop.
Download ZIP
Raw
seed_people.csv
id first_name last_name email gender ip_address
1 Jack Hunter jhunter0@pbs.org Male 59.80.20.168
2 Kathryn Walker kwalker1@ezinearticles.com Female 194.121.179.35
2 Kathryn Walker kwalker1@ezinearticles.com Male 194.121.179.35
3 Gerald Ryan gryan2@com.com Female 11.3.212.243
4 Bonnie Spencer bspencer3@ameblo.jp Female 216.32.196.175
5 Harold Taylor htaylor4@people.com.cn Male 253.10.246.136
Raw
seed_people_updated.csv
id first_name last_name email gender ip_address
1 Jack Hunter jhunter0@pbs.org Male 59.80.20.168
2 Kathryn Walker kwalker1@ezinearticles.com Nonbinary 194.121.179.35
3 Gerald Ryan gryan2@com.com Female 11.3.212.243
3 Gerald Ryan gryan2@com.com Female 11.3.212.243
4 Bonnie Spencer bspencer3@ameblo.jp Female 216.32.196.175
5 Harold Taylor htaylor4@people.com.cn Male 253.10.246.136
6 Jacqueline Griffin jgriffin5@t.co Female 16.13.192.220
6 Jacqueline Griffin jgriffin5@t.co Female 16.13.192.220
7 Wanda Arnold warnold6@google.nl Female 232.116.150.64
8 Craig Ortiz cortiz7@sciencedaily.com Male 199.126.106.13
9 Gary Day gday8@nih.gov Male 35.81.68.186
10 Rose Wright rwright9@yahoo.co.jp Female 236.82.178.100
Raw
snapshot_people.sql
{% snapshot people %}
{{
config(
target_database=target.database,
target_schema=target.schema,
unique_key='id',
strategy='check',
check_cols=['id','first_name','last_name','email','gender','ip_address'],
)
}}
{% if var('update', false) %}
select distinct id, first_name, last_name, email, gender, ip_address
from {{ ref('seed_people_updated') }}
{% else %}
select distinct id, first_name, last_name, email, gender, ip_address
from {{ ref('seed_people') }}
{% endif %}
{% endsnapshot %}
Raw
snapshot_staging_table_results.csv
dbt_change_type id first_name last_name email gender ip_address dbt_unique_key dbt_updated_at dbt_valid_from dbt_valid_to dbt_scd_id
insert 2 Kathryn Walker kwalker1@ezinearticles.com Nonbinary 194.121.179.35 2 2020-07-06 15:54:20.63942 2020-07-06 15:54:20.63942 d146f420c67d806ed61e4b9743eca470
insert 2 Kathryn Walker kwalker1@ezinearticles.com Nonbinary 194.121.179.35 2 2020-07-06 15:54:20.63942 2020-07-06 15:54:20.63942 d146f420c67d806ed61e4b9743eca470
update 2 Kathryn Walker kwalker1@ezinearticles.com Nonbinary 194.121.179.35 2 2020-07-06 15:54:20.63942 2020-07-06 15:54:20.63942 2020-07-06 15:54:20.63942 06094624cf796edf3fec5627f9e19a76
update 2 Kathryn Walker kwalker1@ezinearticles.com Nonbinary 194.121.179.35 2 2020-07-06 15:54:20.63942 2020-07-06 15:54:20.63942 2020-07-06 15:54:20.63942 06094624cf796edf3fec5627f9e19a76
insert 6 Jacqueline Griffin jgriffin5@t.co Female 16.13.192.220 6 2020-07-06 15:54:20.63942 2020-07-06 15:54:20.63942 2260930929b880b8ef2bd9d018d1c5f4
insert 7 Wanda Arnold warnold6@google.nl Female 232.116.150.64 7 2020-07-06 15:54:20.63942 2020-07-06 15:54:20.63942 e9d8711ea28ece7d2cab189a38123826
insert 8 Craig Ortiz cortiz7@sciencedaily.com Male 199.126.106.13 8 2020-07-06 15:54:20.63942 2020-07-06 15:54:20.63942 f16287826e089d522a07444de3b1644e
insert 9 Gary Day gday8@nih.gov Male 35.81.68.186 9 2020-07-06 15:54:20.63942 2020-07-06 15:54:20.63942 826f867383c2b5e19fe6efcf5fb04321
insert 10 Rose Wright rwright9@yahoo.co.jp Female 236.82.178.100 10 2020-07-06 15:54:20.63942 2020-07-06 15:54:20.63942 15e6a6f00bb9528d422c8cf415f577f6
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment