dump_smallsats.sh

dump_smallsats.sh

#!/bin/bash
psql <<EOD
    SET SEARCH_PATH to public, data;
    DROP VIEW IF EXISTS items_as_ndjson;
    CREATE OR REPLACE VIEW items_as_ndjson AS
    SELECT
        date_trunc('month', datetime)::date as month,
        datetime,
        jsonb_build_object(
            'id', items.id,
            'datetime', items.datetime,
            'collection', items.collection,
            'geometry', st_asgeojson(items.geometry)::jsonb,
            'properties', items.properties,
            'assets', items.assets,
            'links', items.links
        ) AS content
    FROM items;
EOD


for month in $(psql -Xqt -c "select distinct(month) from data.items_as_ndjson ORDER BY month asc;")
do
    echo $month
    psql -Xc "copy (select content from data.items_as_ndjson WHERE datetime >= '$month'::timestamptz and datetime < ('$month'::timestamptz + '1 month'::interval)) to stdout;" | gzip >smallsats_items_${month}.ndjson.gz
done