Skip to content

Instantly share code, notes, and snippets.

@mdsumner
Created June 11, 2026 12:14
Show Gist options
  • Select an option

  • Save mdsumner/f45d2bdac0826cc12295896b9d4a0fe0 to your computer and use it in GitHub Desktop.

Select an option

Save mdsumner/f45d2bdac0826cc12295896b9d4a0fe0 to your computer and use it in GitHub Desktop.
gdal mdim info "/vsis3/earthmover-icechunk-era5/icechunkV2" --config AWS_NO_SIGN_REQUEST YES --config AWS_REGION us-east-1 | head -n 120
ERROR 6: Unsupported codec: numcodecs.pcodec
{
  "type": "group",
  "driver": "Icechunk",
  "name": "/",
  "groups": {
    "500hPa": {
      "groups": {
        "spatial": {
          "attributes": {
            "Conventions": "CF-1.7",
            "GRIB_centre": "ecmf",
            "GRIB_centreDescription": "European Centre for Medium-Range Weather Forecasts",
            "GRIB_subCentre": 0,
            "acknowledgement": "Generated using Copernicus Climate Change Service information (ERA5). Neither the European Commission nor ECMWF is responsible for any use that may be made of the Copernicus information or data it contains.",
            "cdm_data_type": "Grid",
            "creator_institution": "European Centre for Medium-Range Weather Forecasts",
            "creator_name": "ECMWF",

...
@mdsumner

Copy link
Copy Markdown
Author

new PR #14779 adds pcodec via Rust support (plus the in dev roualt/icechunk branch)

gdal mdim info "/vsis3/earthmover-icechunk-era5/icechunkV2" --config AWS_NO_SIGN_REQUEST YES --config AWS_REGION us-east-1 | jq -r '
  [.. | objects | .arrays? // empty | to_entries[] | {
    full_name: .value.full_name,
    info: .value.structural_info
  }]
  | .[] | "\(.full_name): \(.info)"
'
/500hPa/spatial/latitude: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/500hPa/spatial/longitude: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/500hPa/spatial/lsm: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/500hPa/spatial/pressure_level: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/500hPa/spatial/valid_time: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/500hPa/spatial/z: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/500hPa/spatial/status/expver: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/500hPa/spatial/status/valid_time: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/500hPa/spatial/status/z: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/500hPa/temporal/latitude: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/500hPa/temporal/longitude: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/500hPa/temporal/lsm: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/500hPa/temporal/pressure_level: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/500hPa/temporal/valid_time: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/500hPa/temporal/z: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/500hPa/temporal/status/expver: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/500hPa/temporal/status/valid_time: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/500hPa/temporal/status/z: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/pressure/spatial/latitude: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/pressure/spatial/longitude: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/pressure/spatial/lsm: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/pressure/spatial/pressure_level: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/pressure/spatial/pv: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/pressure/spatial/q: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/pressure/spatial/r: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/pressure/spatial/t: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/pressure/spatial/u: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/pressure/spatial/v: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/pressure/spatial/valid_time: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/pressure/spatial/w: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/pressure/spatial/z: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/pressure/spatial/status/expver: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/pressure/spatial/status/pv: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/pressure/spatial/status/q: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/pressure/spatial/status/r: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/pressure/spatial/status/t: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/pressure/spatial/status/u: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/pressure/spatial/status/v: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/pressure/spatial/status/valid_time: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/pressure/spatial/status/w: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/pressure/spatial/status/z: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/pressure/temporal/latitude: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/pressure/temporal/longitude: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/pressure/temporal/lsm: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/pressure/temporal/pressure_level: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/pressure/temporal/pv: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/pressure/temporal/q: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/pressure/temporal/r: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/pressure/temporal/t: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/pressure/temporal/u: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/pressure/temporal/v: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/pressure/temporal/valid_time: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/pressure/temporal/w: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/pressure/temporal/z: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/pressure/temporal/status/expver: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/pressure/temporal/status/pv: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/pressure/temporal/status/q: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/pressure/temporal/status/r: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/pressure/temporal/status/t: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/pressure/temporal/status/u: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/pressure/temporal/status/v: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/pressure/temporal/status/valid_time: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/pressure/temporal/status/w: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/pressure/temporal/status/z: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/spatial/blh: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/spatial/cape: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/spatial/cp: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/spatial/d2m: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/spatial/fdir: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/spatial/fg10: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/spatial/fsr: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/spatial/ie: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/spatial/latitude: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/spatial/longitude: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/spatial/lsm: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/spatial/lsp: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/spatial/msl: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/spatial/sd: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/spatial/sf: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/spatial/skt: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/spatial/slhf: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/spatial/sp: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/spatial/ssr: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/spatial/ssrd: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/spatial/sst: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/spatial/stl1: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/spatial/stl2: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/spatial/stl3: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/spatial/stl4: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/spatial/swvl1: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/spatial/t2m: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/spatial/tcc: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/spatial/tcw: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/spatial/tcwv: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/spatial/tisr: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/spatial/tp: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/spatial/tsr: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/spatial/u10: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/spatial/u100: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/spatial/v10: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/spatial/v100: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/spatial/valid_time: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/spatial/zust: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/spatial/status/blh: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/spatial/status/cape: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/spatial/status/cp: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/spatial/status/d2m: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/spatial/status/expver: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/spatial/status/fdir: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/spatial/status/fg10: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/spatial/status/fsr: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/spatial/status/ie: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/spatial/status/lsp: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/spatial/status/msl: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/spatial/status/sd: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/spatial/status/sf: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/spatial/status/skt: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/spatial/status/slhf: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/spatial/status/sp: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/spatial/status/ssr: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/spatial/status/ssrd: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/spatial/status/sst: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/spatial/status/stl1: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/spatial/status/stl2: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/spatial/status/stl3: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/spatial/status/stl4: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/spatial/status/swvl1: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/spatial/status/t2m: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/spatial/status/tcc: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/spatial/status/tcw: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/spatial/status/tcwv: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/spatial/status/tisr: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/spatial/status/tp: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/spatial/status/tsr: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/spatial/status/u10: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/spatial/status/u100: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/spatial/status/v10: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/spatial/status/v100: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/spatial/status/valid_time: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/spatial/status/zust: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/temporal/blh: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/temporal/cape: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/temporal/cp: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/temporal/d2m: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/temporal/fdir: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/temporal/fg10: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/temporal/fsr: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/temporal/ie: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/temporal/latitude: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/temporal/longitude: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/temporal/lsm: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/temporal/lsp: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/temporal/msl: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/temporal/sd: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/temporal/sf: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/temporal/skt: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/temporal/slhf: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/temporal/sp: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/temporal/ssr: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/temporal/ssrd: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/temporal/sst: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/temporal/stl1: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/temporal/stl2: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/temporal/stl3: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/temporal/stl4: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/temporal/swvl1: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/temporal/t2m: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/temporal/tcc: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/temporal/tcw: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/temporal/tcwv: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/temporal/tisr: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/temporal/tp: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/temporal/tsr: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/temporal/u10: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/temporal/u100: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/temporal/v10: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/temporal/v100: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/temporal/valid_time: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/temporal/zust: {"COMPRESSOR":"{ \"name\": \"numcodecs.pcodec\", \"configuration\": { \"level\": 8 } }"}
/single/temporal/status/blh: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/temporal/status/cape: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/temporal/status/cp: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/temporal/status/d2m: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/temporal/status/expver: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/temporal/status/fdir: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/temporal/status/fg10: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/temporal/status/fsr: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/temporal/status/ie: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/temporal/status/lsp: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/temporal/status/msl: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/temporal/status/sd: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/temporal/status/sf: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/temporal/status/skt: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/temporal/status/slhf: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/temporal/status/sp: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/temporal/status/ssr: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/temporal/status/ssrd: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/temporal/status/sst: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/temporal/status/stl1: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/temporal/status/stl2: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/temporal/status/stl3: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/temporal/status/stl4: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/temporal/status/swvl1: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/temporal/status/t2m: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/temporal/status/tcc: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/temporal/status/tcw: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/temporal/status/tcwv: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/temporal/status/tisr: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/temporal/status/tp: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/temporal/status/tsr: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/temporal/status/u10: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/temporal/status/u100: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/temporal/status/v10: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/temporal/status/v100: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/temporal/status/valid_time: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}
/single/temporal/status/zust: {"COMPRESSOR":"{ \"name\": \"zstd\", \"configuration\": { \"level\": 0, \"checksum\": false } }"}

@mdsumner

mdsumner commented Jun 12, 2026

Copy link
Copy Markdown
Author

get actual values

gdal raster info  /vsiicechunk/{/vsis3/earthmover-icechunk-era5/icechunkV2}/pressure/spatial/pv --config AWS_NO_SIGN_REQUEST YES --config AWS_REGION us-east-1
#Warning 1: Too many samples along the > 2D dimensions of /pv. Use ZARR:"/vsiicechunk/{/vsis3/earthmover-icechunk-era5/icechunkV2}/pressure/spatial/pv":/pv:{i}:{j} syntax
#ERROR 1: Too many bands. Operate on a sliced view


gdal raster convert  ZARR:"/vsiicechunk/{/vsis3/earthmover-icechunk-era5/icechunkV2}/pressure/spatial/pv":/pv:{753887}:{10} /tmp/pv.vrt  --config AWS_NO_SIGN_REQUEST YES --config AWS_REGION us-east-1
#0...10...20...30...40...50...60...70...80...90...100 - done.


gdal raster info --stats /tmp/pv.vrt --config AWS_NO_SIGN_REQUEST YES --config AWS_REGION us-east-1
Driver: VRT/Virtual Raster
Files: /tmp/pv.vrt
       ZARR:/vsiicechunk/{/vsis3/earthmover-icechunk-era5/icechunkV2}/pressure/spatial/pv:/pv:{753887}:{10}
Size is 1440, 721
Origin = (-0.125000000000000,90.125000000000000)
Pixel Size = (0.250000000000000,-0.250000000000000)
Metadata:
  coordinates=lsm
  GRIB_cfName=unknown
  GRIB_cfVarName=pv
  GRIB_dataType=an
  GRIB_gridDefinitionDescription=Latitude/Longitude Grid
  GRIB_gridType=regular_ll
  GRIB_iDirectionIncrementInDegrees=0.25
  GRIB_iScansNegatively=0
  GRIB_jDirectionIncrementInDegrees=0.25
  GRIB_jPointsAreConsecutive=0
  GRIB_jScansPositively=0
  GRIB_latitudeOfFirstGridPointInDegrees=90
  GRIB_latitudeOfLastGridPointInDegrees=-90
  GRIB_longitudeOfFirstGridPointInDegrees=0
  GRIB_longitudeOfLastGridPointInDegrees=359.75
  GRIB_missingValue=3.4028234663852886e+38
  GRIB_name=Potential vorticity
  GRIB_numberOfPoints=1038240
  GRIB_NV=0
  GRIB_Nx=1440
  GRIB_Ny=721
  GRIB_paramId=60
  GRIB_shortName=pv
  GRIB_stepType=instant
  GRIB_stepUnits=1
  GRIB_totalNumber=0
  GRIB_typeOfLevel=isobaricInhPa
  GRIB_units=K m**2 kg**-1 s**-1
  GRIB_uvRelativeToGrid=0
  long_name=Potential vorticity
  standard_name=unknown
  _FillValue=AAAAAAAA+H8=
Corner Coordinates:
Upper Left  (  -0.1250000,  90.1250000)
Lower Left  (  -0.1250000, -90.1250000)
Upper Right (     359.875,      90.125)
Lower Right (     359.875,     -90.125)
Center      ( 179.8750000,   0.0000000)
Band 1 Block=1440x721 Type=Float32, ColorInterp=Undefined
  Minimum=-0.000, Maximum=0.000, Mean=0.000, StdDev=0.000
  NoData Value=nan
  Unit Type: K m**2 kg**-1 s**-1
  Metadata:
    STATISTICS_MINIMUM=-8.5682855569758e-05
    STATISTICS_MAXIMUM=0.00016494722513016
    STATISTICS_MEAN=7.1968198948007e-07
    STATISTICS_STDDEV=5.4493224411374e-06
    STATISTICS_VALID_PERCENT=100
Warning 1: Unable to save auxiliary information in /vsiicechunk/{/vsis3/earthmover-icechunk-era5/icechunkV2}/pressure/spatial/pv/zarr.json.aux.xml.

Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment