GeoMesa implements parquet support as part of FileSystem DataStore. The interesting part is that in addition to expected WKB encoding it adds X/Y geometry encoding using the Parquet repeat level and definition level.
Code links: Parquet Writer Test and WriteSupport
Writing GADM36 level 2 data produces following schema:
| #%% | |
| gt_dir = "/opt/data/gfw2-data/forest_change/umd_landsat_alerts/prod/analysis" | |
| pro_dir = "/opt/data/gfwpro/gfwpro-raster-data" | |
| import os | |
| gt_rasters = [file for file in os.listdir(gt_dir) if file.endswith(".tif")] | |
| pro_rasters = [file for file in os.listdir(pro_dir) if file.endswith(".tif")] | |
| path = gt_rasters[0] |
| /** | |
| * Tracks which border are present | |
| */ | |
| class Border(val underlying: Int) extends AnyVal { | |
| def remove(other: Border): Border = new Border(~other.underlying & underlying) | |
| def add(other: Border): Border = new Border(other.underlying | underlying) | |
| def hasTop: Boolean = ((underlying) & 1) == 1 | |
| def hasLeft: Boolean = ((underlying >>> 1) & 1) == 1 | |
| def hasRight: Boolean = ((underlying >>> 2) & 1) == 1 | |
| def hasBottom: Boolean = ((underlying >>> 3) & 1) == 1 |
| { | |
| "id": "tiny-spacenet", | |
| "stac_version": "0.9.0", | |
| "description": "Tiny SpaceNet Subset", | |
| "links": [ | |
| { | |
| "rel": "root", | |
| "href": "./catalog.json", | |
| "type": "application/json" | |
| }, |
| { | |
| "baseLayer": { | |
| "tilejson": "2.2.0", | |
| "name": "base", | |
| "version": "1.0.0", | |
| "scheme": "xyz", | |
| "tiles": [ | |
| "https://a.tile.openstreetmap.org/{z}/{x}/{y}.png" | |
| ] | |
| }, |
| { | |
| "baseLayer": { | |
| "tilejson": "2.2.0", | |
| "name": "base", | |
| "version": "1.0.0", | |
| "scheme": "xyz", | |
| "tiles": [ | |
| "https://a.tile.openstreetmap.org/{z}/{x}/{y}.png" | |
| ] | |
| }, |
| { | |
| "baseLayer": { | |
| "tilejson": "2.2.0", | |
| "name": "base", | |
| "version": "1.0.0", | |
| "scheme": "xyz", | |
| "tiles": [ | |
| "https://a.tile.openstreetmap.org/{z}/{x}/{y}.png" | |
| ] | |
| }, |
| { | |
| "baseLayer": { | |
| "tilejson": "2.2.0", | |
| "name": "base", | |
| "version": "1.0.0", | |
| "scheme": "xyz", | |
| "tiles": [ | |
| "https://a.tile.openstreetmap.org/{z}/{x}/{y}.png" | |
| ] | |
| }, |