ldodds / geosummary.sh

Created May 15, 2013


    
    View geosummary.sh 
  
  
      geosummary.sh
    
    
        Raw
      
    
    File suppressed. Click to show.
  
  
            1
            2
            3
            4
            5
            6
            7
            8
            9
            10
            11
            12
            13
            14
            15
            16
            17
            18
            19
            20
            21
            22
            23
            24
            25
            26
            27
            28
            29
            30
            31
            32
            33
          
          
            #!/bin/bash
#
# Script to download English dbpedia lat/lng data and produce a 
# summary of geographic coverage
#
# You'll need to have local-geocoder Ruby application installed:
#
# sudo gem install local-geocoder 
#
# http://github.com/aishfenton/local-geocoder
#
#
# Script also assumes you have curl and bzip2 installed
 
mkdir dbpedia-geo-data
cd dbpedia-geo-data
 
echo "Downloading and unpacking dbpedia data"
curl -O http://downloads.dbpedia.org/3.8/en/geo_coordinates_en.nt.bz2
bzip2 -d geo_coordinates_en.nt.bz2
 
echo "Extracting georss:point predicates"
grep georss geo_coordinates_en.nt >dbpedia-points.nt
 
echo "Starting Geocoding"
# Reverse the default local_geocode template which assumes lng,lat 
# whereas dbpedia has lat,lng
cat dbpedia-points.nt | local_geocode --template "(?<lat>\-?\d+.?\d+)[,\t ]\s?(?<lng>\-?\d+.?\d+)" >places
 
echo "Summarising"
cat places | cut -d"," -f1 | sort -n | uniq -c >results
cat results | sed -E 's/\s*([0-9]+) /\1,/g' >results.csv
cat results

          
    View geosummary.sh 
  
  
      results
    
    
        Raw
      
    
    File suppressed. Click to show.
  
  
            1
            2
            3
            4
            5
            6
            7
            8
            9
            10
            11
            12
            13
            14
            15
            16
            17
            18
            19
            20
            21
            22
            23
            24
            25
            26
            27
            28
            29
            30
            31
            32
            33
            34
            35
            36
            37
            38
            39
            40
            41
            42
            43
            44
            45
            46
            47
            48
            49
            50
            51
            52
            53
            54
            55
            56
            57
            58
            59
            60
            61
            62
            63
            64
            65
            66
            67
            68
            69
            70
            71
            72
            73
            74
            75
            76
            77
            78
            79
            80
            81
            82
            83
            84
            85
            86
            87
            88
            89
            90
            91
            92
            93
            94
            95
            96
            97
            98
            99
            100
            101
            102
            103
            104
            105
            106
            107
            108
            109
            110
            111
            112
            113
            114
            115
            116
            117
            118
            119
            120
            121
            122
            123
            124
            125
            126
            127
            128
            129
            130
            131
            132
            133
            134
            135
            136
            137
            138
            139
            140
            141
            142
            143
            144
            145
            146
            147
            148
            149
            150
            151
            152
            153
            154
            155
            156
            157
            158
            159
            160
            161
            162
            163
            164
            165
            166
            167
            168
            169
            170
            171
            172
            173
            174
            175
            176
            177
            178
            179
          
          
                450 Afghanistan (AFG)
    462 Albania (ALB)
   1221 Algeria (DZA)
    205 Angola (AGO)
   7525 Antarctica (ATA)
   2278 Argentina (ARG)
   1048 Armenia (ARM)
  17575 Australia (AUS)
   1531 Austria (AUT)
   2226 Azerbaijan (AZE)
    778 Bangladesh (BGD)
    630 Belarus (BLR)
   1679 Belgium (BEL)
     95 Belize (BLZ)
    186 Benin (BEN)
     82 Bermuda (BMU)
     96 Bhutan (BTN)
    716 Bolivia (BOL)
   3272 Bosnia and Herzegovina (BIH)
    296 Botswana (BWA)
   5991 Brazil (BRA)
     56 Brunei (BRN)
   1881 Bulgaria (BGR)
    572 Burkina Faso (BFA)
     59 Burundi (BDI)
    265 Cambodia (KHM)
    274 Cameroon (CMR)
  18975 Canada (CAN)
     89 Central African Republic (CAF)
    117 Chad (TCD)
    815 Chile (CHL)
   6384 China (CHN)
   1377 Colombia (COL)
    205 Costa Rica (CRI)
   1880 Croatia (HRV)
    130 Cuba (CUB)
     89 Cyprus (CYP)
   3312 Czech Republic (CZE)
    304 Democratic Republic of the Congo (COD)
   1630 Denmark (DNK)
     30 Djibouti (DJI)
    147 Dominican Republic (DOM)
     67 East Timor (TLS)
    264 Ecuador (ECU)
    656 Egypt (EGY)
    182 El Salvador (SLV)
     19 Equatorial Guinea (GNQ)
     77 Eritrea (ERI)
   2316 Estonia (EST)
   1109 Ethiopia (ETH)
    117 Falkland Islands (FLK)
    138 Fiji (FJI)
   1418 Finland (FIN)
   7135 France (FRA)
     42 French Guiana (GUF)
     14 French Southern and Antarctic Lands (ATF)
     91 Gabon (GAB)
    127 Gambia (GMB)
    344 Georgia (GEO)
  11057 Germany (DEU)
    371 Ghana (GHA)
   1395 Greece (GRC)
    229 Greenland (GRL)
    453 Guatemala (GTM)
     55 Guinea Bissau (GNB)
    337 Guinea (GIN)
    132 Guyana (GUY)
    100 Haiti (HTI)
    337 Honduras (HND)
   1923 Hungary (HUN)
    442 Iceland (ISL)
  10157 India (IND)
    839 Indonesia (IDN)
    718 Iran (IRN)
    420 Iraq (IRQ)
   2165 Ireland (IRL)
   1156 Israel (ISR)
   4546 Italy (ITA)
    511 Ivory Coast (CIV)
    288 Jamaica (JAM)
  13119 Japan (JPN)
    162 Jordan (JOR)
    255 Kazakhstan (KAZ)
    486 Kenya (KEN)
    192 Kosovo (XKX)
     67 Kuwait (KWT)
    102 Kyrgyzstan (KGZ)
     82 Laos (LAO)
    709 Latvia (LVA)
    211 Lebanon (LBN)
     54 Lesotho (LSO)
    129 Liberia (LBR)
    182 Libya (LBY)
    728 Lithuania (LTU)
    558 Luxembourg (LUX)
    413 Macedonia (MKD)
   1239 Madagascar (MDG)
    101 Malawi (MWI)
   1746 Malaysia (MYS)
    312 Mali (MLI)
    110 Malta (MLT)
    189 Mauritania (MRT)
   2757 Mexico (MEX)
    755 Moldova (MDA)
    462 Mongolia (MNG)
    154 Montenegro (MNE)
    446 Morocco (MAR)
    271 Mozambique (MOZ)
    386 Myanmar (MMR)
    272 Namibia (NAM)
    805 Nepal (NPL)
   3499 Netherlands (NLD)
     36 New Caledonia (NCL)
   4285 New Zealand (NZL)
    197 Nicaragua (NIC)
    594 Nigeria (NGA)
    342 Niger (NER)
  26763 nil
    283 North Korea (PRK)
   4083 Norway (NOR)
    116 Oman (OMN)
   2127 Pakistan (PAK)
    145 Panama (PAN)
    225 Papua New Guinea (PNG)
    125 Paraguay (PRY)
    871 Peru (PER)
   1693 Philippines (PHL)
  46316 Poland (POL)
   1523 Portugal (PRT)
    696 Puerto Rico (PRI)
     79 Qatar (QAT)
   3701 Republic of Serbia (SRB)
     68 Republic of the Congo (COG)
   2803 Romania (ROU)
   4995 Russia (RUS)
     76 Rwanda (RWA)
    268 Saudi Arabia (SAU)
    159 Senegal (SEN)
     69 Sierra Leone (SLE)
   2510 Slovakia (SVK)
    555 Slovenia (SVN)
     52 Solomon Islands (SLB)
     91 Somalia (SOM)
   1233 South Africa (ZAF)
   1266 South Korea (KOR)
     98 South Sudan (SDS)
   8794 Spain (ESP)
   1787 Sri Lanka (LKA)
    152 Sudan (SDN)
    129 Suriname (SUR)
     70 Swaziland (SWZ)
   2612 Sweden (SWE)
   2583 Switzerland (CHE)
    330 Syria (SYR)
    611 Taiwan (TWN)
    125 Tajikistan (TJK)
    807 Thailand (THA)
     37 The Bahamas (BHS)
     67 Togo (TGO)
     98 Trinidad and Tobago (TTO)
    290 Tunisia (TUN)
   3565 Turkey (TUR)
     95 Turkmenistan (TKM)
    613 Uganda (UGA)
   1685 Ukraine (UKR)
    361 United Arab Emirates (ARE)
  45917 United Kingdom (GBR)
    441 United Republic of Tanzania (TZA)
 122230 United States of America (USA)
     60 Uruguay (URY)
    187 Uzbekistan (UZB)
     12 Vanuatu (VUT)
    361 Venezuela (VEN)
    982 Vietnam (VNM)
    554 West Bank (PSE)
      8 Western Sahara (ESH)
    860 Yemen (YEM)
    226 Zambia (ZMB)
    276 Zimbabwe (ZWE)

          
    View geosummary.sh 
  
  
      results.csv
    
    
        Raw
      
    
    File suppressed. Click to show.
  
  
            1
            2
            3
            4
            5
            6
            7
            8
            9
            10
            11
            12
            13
            14
            15
            16
            17
            18
            19
            20
            21
            22
            23
            24
            25
            26
            27
            28
            29
            30
            31
            32
            33
            34
            35
            36
            37
            38
            39
            40
            41
            42
            43
            44
            45
            46
            47
            48
            49
            50
            51
            52
            53
            54
            55
            56
            57
            58
            59
            60
            61
            62
            63
            64
            65
            66
            67
            68
            69
            70
            71
            72
            73
            74
            75
            76
            77
            78
            79
            80
            81
            82
            83
            84
            85
            86
            87
            88
            89
            90
            91
            92
            93
            94
            95
            96
            97
            98
            99
            100
            101
            102
            103
            104
            105
            106
            107
            108
            109
            110
            111
            112
            113
            114
            115
            116
            117
            118
            119
            120
            121
            122
            123
            124
            125
            126
            127
            128
            129
            130
            131
            132
            133
            134
            135
            136
            137
            138
            139
            140
            141
            142
            143
            144
            145
            146
            147
            148
            149
            150
            151
            152
            153
            154
            155
            156
            157
            158
            159
            160
            161
            162
            163
            164
            165
            166
            167
            168
            169
            170
            171
            172
            173
            174
            175
            176
            177
            178
            179
          
          
            450,Afghanistan (AFG)
462,Albania (ALB)
1221,Algeria (DZA)
205,Angola (AGO)
7525,Antarctica (ATA)
2278,Argentina (ARG)
1048,Armenia (ARM)
17575,Australia (AUS)
1531,Austria (AUT)
2226,Azerbaijan (AZE)
778,Bangladesh (BGD)
630,Belarus (BLR)
1679,Belgium (BEL)
95,Belize (BLZ)
186,Benin (BEN)
82,Bermuda (BMU)
96,Bhutan (BTN)
716,Bolivia (BOL)
3272,Bosnia and Herzegovina (BIH)
296,Botswana (BWA)
5991,Brazil (BRA)
56,Brunei (BRN)
1881,Bulgaria (BGR)
572,Burkina Faso (BFA)
59,Burundi (BDI)
265,Cambodia (KHM)
274,Cameroon (CMR)
18975,Canada (CAN)
89,Central African Republic (CAF)
117,Chad (TCD)
815,Chile (CHL)
6384,China (CHN)
1377,Colombia (COL)
205,Costa Rica (CRI)
1880,Croatia (HRV)
130,Cuba (CUB)
89,Cyprus (CYP)
3312,Czech Republic (CZE)
304,Democratic Republic of the Congo (COD)
1630,Denmark (DNK)
30,Djibouti (DJI)
147,Dominican Republic (DOM)
67,East Timor (TLS)
264,Ecuador (ECU)
656,Egypt (EGY)
182,El Salvador (SLV)
19,Equatorial Guinea (GNQ)
77,Eritrea (ERI)
2316,Estonia (EST)
1109,Ethiopia (ETH)
117,Falkland Islands (FLK)
138,Fiji (FJI)
1418,Finland (FIN)
7135,France (FRA)
42,French Guiana (GUF)
14,French Southern and Antarctic Lands (ATF)
91,Gabon (GAB)
127,Gambia (GMB)
344,Georgia (GEO)
11057,Germany (DEU)
371,Ghana (GHA)
1395,Greece (GRC)
229,Greenland (GRL)
453,Guatemala (GTM)
55,Guinea Bissau (GNB)
337,Guinea (GIN)
132,Guyana (GUY)
100,Haiti (HTI)
337,Honduras (HND)
1923,Hungary (HUN)
442,Iceland (ISL)
10157,India (IND)
839,Indonesia (IDN)
718,Iran (IRN)
420,Iraq (IRQ)
2165,Ireland (IRL)
1156,Israel (ISR)
4546,Italy (ITA)
511,Ivory Coast (CIV)
288,Jamaica (JAM)
13119,Japan (JPN)
162,Jordan (JOR)
255,Kazakhstan (KAZ)
486,Kenya (KEN)
192,Kosovo (XKX)
67,Kuwait (KWT)
102,Kyrgyzstan (KGZ)
82,Laos (LAO)
709,Latvia (LVA)
211,Lebanon (LBN)
54,Lesotho (LSO)
129,Liberia (LBR)
182,Libya (LBY)
728,Lithuania (LTU)
558,Luxembourg (LUX)
413,Macedonia (MKD)
1239,Madagascar (MDG)
101,Malawi (MWI)
1746,Malaysia (MYS)
312,Mali (MLI)
110,Malta (MLT)
189,Mauritania (MRT)
2757,Mexico (MEX)
755,Moldova (MDA)
462,Mongolia (MNG)
154,Montenegro (MNE)
446,Morocco (MAR)
271,Mozambique (MOZ)
386,Myanmar (MMR)
272,Namibia (NAM)
805,Nepal (NPL)
3499,Netherlands (NLD)
36,New Caledonia (NCL)
4285,New Zealand (NZL)
197,Nicaragua (NIC)
594,Nigeria (NGA)
342,Niger (NER)
26763,nil
283,North Korea (PRK)
4083,Norway (NOR)
116,Oman (OMN)
2127,Pakistan (PAK)
145,Panama (PAN)
225,Papua New Guinea (PNG)
125,Paraguay (PRY)
871,Peru (PER)
1693,Philippines (PHL)
46316,Poland (POL)
1523,Portugal (PRT)
696,Puerto Rico (PRI)
79,Qatar (QAT)
3701,Republic of Serbia (SRB)
68,Republic of the Congo (COG)
2803,Romania (ROU)
4995,Russia (RUS)
76,Rwanda (RWA)
268,Saudi Arabia (SAU)
159,Senegal (SEN)
69,Sierra Leone (SLE)
2510,Slovakia (SVK)
555,Slovenia (SVN)
52,Solomon Islands (SLB)
91,Somalia (SOM)
1233,South Africa (ZAF)
1266,South Korea (KOR)
98,South Sudan (SDS)
8794,Spain (ESP)
1787,Sri Lanka (LKA)
152,Sudan (SDN)
129,Suriname (SUR)
70,Swaziland (SWZ)
2612,Sweden (SWE)
2583,Switzerland (CHE)
330,Syria (SYR)
611,Taiwan (TWN)
125,Tajikistan (TJK)
807,Thailand (THA)
37,The Bahamas (BHS)
67,Togo (TGO)
98,Trinidad and Tobago (TTO)
290,Tunisia (TUN)
3565,Turkey (TUR)
95,Turkmenistan (TKM)
613,Uganda (UGA)
1685,Ukraine (UKR)
361,United Arab Emirates (ARE)
45917,United Kingdom (GBR)
441,United Republic of Tanzania (TZA)
122230,United States of America (USA)
60,Uruguay (URY)
187,Uzbekistan (UZB)
12,Vanuatu (VUT)
361,Venezuela (VEN)
982,Vietnam (VNM)
554,West Bank (PSE)
8,Western Sahara (ESH)
860,Yemen (YEM)
226,Zambia (ZMB)
276,Zimbabwe (ZWE)