Skip to content

Instantly share code, notes, and snippets.

@saj1th
Last active April 6, 2021 00:45
Show Gist options
  • Save saj1th/5cabc9ee5fb844e2e80f54949c43634e to your computer and use it in GitHub Desktop.
Save saj1th/5cabc9ee5fb844e2e80f54949c43634e to your computer and use it in GitHub Desktop.
{
"format-version": 1,
"table-uuid": "7b487059-ed1a-4462-bee8-fc2defee430d",
"location": "s3://db-sa-datasets/ice-warehouse/data/icepick",
"last-updated-ms": 1617666462797,
"last-column-id": 2,
"schema": {
"type": "struct",
"fields": [
{
"id": 1,
"name": "id",
"required": false,
"type": "long"
},
{
"id": 2,
"name": "data",
"required": false,
"type": "string"
}
]
},
"partition-spec": [],
"default-spec-id": 0,
"partition-specs": [
{
"spec-id": 0,
"fields": []
}
],
"default-sort-order-id": 0,
"sort-orders": [
{
"order-id": 0,
"fields": []
}
],
"properties": {
"owner": "root"
},
"current-snapshot-id": 5289619966059993411,
"snapshots": [
{
"snapshot-id": 5289619966059993411,
"timestamp-ms": 1617666462797,
"summary": {
"operation": "append",
"spark.app.id": "app-20210405233857-0000",
"added-data-files": "3",
"added-records": "3",
"added-files-size": "1866",
"changed-partition-count": "1",
"total-records": "3",
"total-data-files": "3",
"total-delete-files": "0",
"total-position-deletes": "0",
"total-equality-deletes": "0"
},
"manifest-list": "s3://db-sa-datasets/ice-warehouse/data/icepick/metadata/snap-5289619966059993411-1-8bbc2cc6-d5a6-4bec-9660-064ff387af88.avro"
}
],
"snapshot-log": [
{
"timestamp-ms": 1617666462797,
"snapshot-id": 5289619966059993411
}
],
"metadata-log": [
{
"timestamp-ms": 1617666074935,
"metadata-file": "s3://db-sa-datasets/ice-warehouse/data/icepick/metadata/00000-6af12860-6219-43c4-8027-8f73f162871b.metadata.json"
}
]
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment