How to download census data in Python

census.py

import censusdata
import pandas as pd

# https://towardsdatascience.com/accessing-census-data-with-python-3e2f2b56e20d
# https://jtleider.github.io/censusdata/

# search for the right table
sample = censusdata.search('acs1', 2019, 'concept', 'total population')

sample[0]

# check all the sub-tables -- this one just has one
pd.DataFrame(
    censusdata.censustable('acs1', 2019, 'B01003')
).T

# do this if you need a specific state by FIPS code
states = censusdata.geographies(censusdata.censusgeo([('state', '*')]),'acs1', 2019)
states

# state example
censusdata.download(
    'acs1',
    2019,
    censusdata.censusgeo([('state', '39')]),
    ['B01003_001E']
)['B01003_001E'][0]

# download the whole thing for all states
census_dl = censusdata.download(
    'acs1', 
    2019, 
    censusdata.censusgeo([('state', '*')]),
    ['B01003_001E']
)

# fix because the index is wonky
census = (
    census_dl
    .reset_index()
    .assign( 
        fips_code = lambda x: x['index'].apply(
            lambda x: str(x)[-2:]
        )
    )
)

census.dtypes

df = pd.read_csv(
    "../csvs/2018_agency.csv",
    dtype = {
        "StFIPS": "str"
    }
)