csv processing

README.md

Processing csv data with gdal and friends

clean.csv

Makefile

SOURCE_DATA = test.csv
CLEAN_DATA = clean.csv
GENERATED_FILES = test.json

$(GENERATED_FILES): $(CLEAN_DATA)
	@topojson -x 'LONGITUDE' -y 'LATITUDE' -o $@ $^

test: $(CLEAN_DATA)
	ogrinfo -ro -al $(CLEAN_DATA)

info: $(GENERATED_FILES)
	@echo "Here's the info..."
	ogrinfo -ro -so test.vrt
	ogrinfo -dialect SQLITE -sql 'SELECT LATITUDE FROM clean LIMIT 2 OFFSET 1' -ro -al test.vrt

$(CLEAN_DATA): $(SOURCE_DATA)
	@echo Making $(CLEAN_DATA)
	@sed 1d $^ > $@   # remove first line = column names (possibly created by ogr2ogr conversion of xlxs

clean:
	-rm $(CLEAN_DATA)

test.csv

this is the silly line that's causing me a headache
a,b,c,LATITUDE,LONGITUDE
1,2,3,48,-120
4,5,6,30,-90

test.json

test.vrt

<OGRVRTDataSource>
    <OGRVRTLayer name="clean">
        <SrcDataSource>clean.csv</SrcDataSource>
        <GeometryType>wkbPoint</GeometryType>
        <LayerSRS>WGS84</LayerSRS>
        <GeometryField encoding="PointFromColumns" x="LONGITUDE" y="LATITUDE"/>
    </OGRVRTLayer>
</OGRVRTDataSource>