dukcapil.py

# dukcapil
import urllib2
from bs4 import BeautifulSoup
from time import sleep
import csv
import sys
import json
reload(sys)
sys.setdefaultencoding('utf8')

l={'giskemendagri.gisadmin.Desa_Spasial_22092017.desa201701': "desa201701",'giskemendagri.gisadmin.Desa_Spasial_22092017.kab201701': "kab201701",'giskemendagri.gisadmin.Desa_Spasial_22092017.kec201701': "kec201701",'giskemendagri.gisadmin.Desa_Spasial_22092017.kode201701': "kode201701",'giskemendagri.gisadmin.Desa_Spasial_22092017.no_kode': "no_kode",'giskemendagri.gisadmin.Desa_Spasial_22092017.objectid': "objectid",'giskemendagri.gisadmin.Desa_Spasial_22092017.prov201701': "prov201701",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.a': "a",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.a_': "a_",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.a_2': "a_2",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.ab': "ab",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.ab_': "ab_",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.ab_2': "ab_2",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.agama_dan_': "agama_dan_",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.aparatur_p': "aparatur_p",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.b': "b",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.b_': "b_",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.b_2': "b_2",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.belum_kawi': "belum_kawi",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.belum_tama': "belum_tama",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.belum_tida': "belum_tida",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.budha': "budha",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.cerai_hidu': "cerai_hidu",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.cerai_mati': "cerai_mati",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.diploma_i_': "diploma_i_",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.diploma_ii': "diploma_ii",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.diploma_iv': "diploma_iv",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.field1': "field1",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.field2': "field2",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.field3': "field3",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.field4': "field4",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.field5': "field5",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.field6': "field6",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.field7': "field7",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.field8': "field8",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.field9': "field9",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.field10': "field10",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.field11': "field11",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.field12': "field12",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.field13': "field13",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.field14': "field14",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.field15': "field15",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.field16': "field16",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.field17': "field17",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.field18': "field18",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.field19': "field19",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.field20': "field20",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.field21': "field21",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.field22': "field22",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.field23': "field23",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.field24': "field24",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.generated_': "generated_",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.hindu': "hindu",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.islam': "islam",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.jumlah_kk': "jumlah_kk",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.jumlah_men': "jumlah_men",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.jumlah_pen': "jumlah_pen",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.katholik': "katholik",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.kawin': "kawin",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.kepadatan_': "kepadatan_",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.kepercayaa': "kepercayaa",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.kode_desa_': "kode_desa_",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.kode_kel': "kode_kel",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.konghucu': "konghucu",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.kristen': "kristen",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.lahir_seb': "lahir_seb",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.lahir_seb2': "lahir_seb2",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.lahir_seb3': "lahir_seb3",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.lahir_thn1': "lahir_thn1",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.lahir_thn2': "lahir_thn2",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.lahir_thn3': "lahir_thn3",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.lainnya': "lainnya",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.luas_wilay': "luas_wilay",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.nama_kab_s': "nama_kab_s",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.nama_kec_s': "nama_kec_s",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.nama_kel_s': "nama_kel_s",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.nama_prop_': "nama_prop_",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.nelayan': "nelayan",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.no_kab': "no_kab",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.no_kec': "no_kec",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.no_kel': "no_kel",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.no_prop': "no_prop",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.o': "o",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.o_': "o_",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.o_2': "o_2",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.objectid': "objectid",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p01_belum_': "p01_belum_",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p02_mengur': "p02_mengur",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p03_pelaja': "p03_pelaja",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p04_pensiu': "p04_pensiu",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p05_pegawa': "p05_pegawa",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p06_tentar': "p06_tentar",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p07_kepoli': "p07_kepoli",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p08_perdag': "p08_perdag",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p09_petani': "p09_petani",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p10_petern': "p10_petern",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p11_nelaya': "p11_nelaya",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p12_indust': "p12_indust",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p13_konstr': "p13_konstr",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p14_transp': "p14_transp",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p15_karyaw': "p15_karyaw",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p16_karyaw': "p16_karyaw",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p17_karyaw': "p17_karyaw",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p18_karyaw': "p18_karyaw",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p19_buruh_': "p19_buruh_",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p20_buruh_': "p20_buruh_",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p21_buruh_': "p21_buruh_",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p22_buruh_': "p22_buruh_",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p23_pemban': "p23_pemban",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p24_tukang': "p24_tukang",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p25_tukang': "p25_tukang",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p26_tukang': "p26_tukang",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p27_tukang': "p27_tukang",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p28_tukang': "p28_tukang",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p29_tukang': "p29_tukang",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p30_tukang': "p30_tukang",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p31_tukang': "p31_tukang",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p32_penata': "p32_penata",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p33_penata': "p33_penata",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p34_penata': "p34_penata",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p35_mekani': "p35_mekani",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p36_senima': "p36_senima",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p37_tabib': "p37_tabib",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p38_paraji': "p38_paraji",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p39_peranc': "p39_peranc",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p40_penter': "p40_penter",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p41_imam_m': "p41_imam_m",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p42_pendet': "p42_pendet",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p43_pastor': "p43_pastor",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p44_wartaw': "p44_wartaw",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p45_ustadz': "p45_ustadz",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p46_juru_m': "p46_juru_m",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p47_promot': "p47_promot",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p48_anggot': "p48_anggot",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p49_anggot': "p49_anggot",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p50_anggot': "p50_anggot",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p51_presid': "p51_presid",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p52_wakil_': "p52_wakil_",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p53_anggot': "p53_anggot",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p54_anggot': "p54_anggot",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p55_duta_b': "p55_duta_b",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p56_gubern': "p56_gubern",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p57_wakil_': "p57_wakil_",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p58_bupati': "p58_bupati",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p59_wakil_': "p59_wakil_",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p60_waliko': "p60_waliko",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p61_wakil_': "p61_wakil_",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p62_anggot': "p62_anggot",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p63_anggot': "p63_anggot",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p64_dosen': "p64_dosen",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p65_guru': "p65_guru",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p66_pilot': "p66_pilot",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p67_pengac': "p67_pengac",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p68_notari': "p68_notari",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p69_arsite': "p69_arsite",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p70_akunta': "p70_akunta",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p71_konsul': "p71_konsul",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p72_dokter': "p72_dokter",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p73_bidan': "p73_bidan",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p74_perawa': "p74_perawa",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p75_apotek': "p75_apotek",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p76_psikia': "p76_psikia",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p77_penyia': "p77_penyia",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p78_penyia': "p78_penyia",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p79_pelaut': "p79_pelaut",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p80_peneli': "p80_peneli",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p81_sopir': "p81_sopir",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p82_pialan': "p82_pialan",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p83_parano': "p83_parano",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p84_pedaga': "p84_pedaga",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p85_perang': "p85_perang",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p86_kepala': "p86_kepala",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p87_biaraw': "p87_biaraw",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p88_wirasw': "p88_wirasw",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.p89_lainny': "p89_lainny",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.pelajar_ma': "pelajar_ma",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.pendidika2': "pendidika2",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.pendidika3': "pendidika3",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.pendidika4': "pendidika4",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.pendidika5': "pendidika5",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.pendidika6': "pendidika6",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.pendidikan': "pendidikan",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.pensiunan': "pensiunan",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.perpindaha': "perpindaha",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.pertanian_': "pertanian_",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.pertumbuh2': "pertumbuh2",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.pertumbuh3': "pertumbuh3",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.pertumbuha': "pertumbuha",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.perubahan_': "perubahan_",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.pria': "pria",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.slta': "slta",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.sltp': "sltp",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.strata_ii': "strata_ii",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.strata_iii': "strata_iii",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.tamat_sd': "tamat_sd",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.tenaga_kes': "tenaga_kes",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.tenaga_pen': "tenaga_pen",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.test_luas_desa_desa201701': "test_luas_desa_desa201701",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.test_luas_desa_kab201701': "test_luas_desa_kab201701",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.test_luas_desa_kec201701': "test_luas_desa_kec201701",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.test_luas_desa_kode201701': "test_luas_desa_kode201701",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.test_luas_desa_luas': "test_luas_desa_luas",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.test_luas_desa_no_kode': "test_luas_desa_no_kode",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.test_luas_desa_oid': "test_luas_desa_oid",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.test_luas_desa_prov201701': "test_luas_desa_prov201701",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.tidak_belu': "tidak_belu",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.tidak_di_k': "tidak_di_k",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.u0': "u0",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.u5': "u5",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.u10': "u10",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.u15': "u15",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.u20': "u20",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.u25': "u25",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.u30': "u30",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.u35': "u35",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.u40': "u40",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.u45': "u45",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.u50': "u50",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.u55': "u55",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.u60': "u60",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.u65': "u65",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.u70': "u70",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.u75': "u75",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.wajib_ktp': "wajib_ktp",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.wanita': "wanita",'giskemendagri.gisadmin.Desa_Tabel_26092017_2.wiraswasta': "wiraswasta"}

nn = []
headers = { 'User-Agent' : 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/44.0.2403.107 Safari/537.36' }
for i in range(0,83501,500):
    url = 'https://gis.dukcapil.kemendagri.go.id/arcgis/rest/services/Data_Baru_26092017/MapServer/3/query?f=json&where=1%3D1&returnGeometry=false&spatialRel=esriSpatialRelIntersects&outFields=*&resultOffset='+str(i)+'&resultRecordCount=500'
    req = urllib2.Request(url, None, headers)
    res = urllib2.urlopen(req)
    x = res.read()
    for k in json.loads(x)['features']:
        n={}
        for j in l.keys():
            n[l[j]] = k['attributes'][j]
        nn.append(n)
    print('berhasil merampas : '+str(i+500)+' baris')