Skip to content

Instantly share code, notes, and snippets.

@vvagias

vvagias/hive_table_atlas_entity.json

Created September 30, 2016 17:01
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save vvagias/2cc2afd663517aa75ae41594d975fbec to your computer and use it in GitHub Desktop.
Save vvagias/2cc2afd663517aa75ae41594d975fbec to your computer and use it in GitHub Desktop.
Download ZIP
Sample response from Apache Atlas REST entity request
Raw
hive_table_atlas_entity.json
{
"requestId": "qtp940790097-33208 - f99ee279-719a-4657-a868-5a58a5b64d52",
"definition": {
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
"id": {
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"id": "55517c07-1313-4a0a-befe-71f2eea82e85",
"version": 0,
"typeName": "hive_table",
"state": "ACTIVE"
},
"typeName": "hive_table",
"values": {
"aliases": null,
"tableType": "MANAGED_TABLE",
"name": "tweets",
"viewExpandedText": null,
"createTime": "2016-09-28T17:01:12.000Z",
"description": null,
"temporary": false,
"db": {
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"id": "b629b2b1-e7d8-4f04-bafc-11030e520e6b",
"version": 0,
"typeName": "hive_db",
"state": "ACTIVE"
},
"viewOriginalText": null,
"retention": 0,
"qualifiedName": "default.tweets@Sandbox",
"columns": [
{
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
"id": {
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"id": "2313d9d4-627b-4c86-913d-9fe8ae0fc380",
"version": 0,
"typeName": "hive_column",
"state": "ACTIVE"
},
"typeName": "hive_column",
"values": {
"name": "tweet_id",
"description": null,
"qualifiedName": "default.tweets.tweet_id@Sandbox",
"comment": null,
"owner": "admin",
"type": "string",
"table": {
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"id": "55517c07-1313-4a0a-befe-71f2eea82e85",
"version": 0,
"typeName": "hive_table",
"state": "ACTIVE"
}
},
"traitNames": [
"PII"
],
"traits": {
"PII": {
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Struct",
"typeName": "PII",
"values": {
"Sensitive": "id"
}
}
}
},
{
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
"id": {
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"id": "0d6ac83a-aa4a-439c-8eb7-e488730ab408",
"version": 0,
"typeName": "hive_column",
"state": "ACTIVE"
},
"typeName": "hive_column",
"values": {
"name": "in_reply_to_status_id",
"description": null,
"qualifiedName": "default.tweets.in_reply_to_status_id@Sandbox",
"comment": null,
"owner": "admin",
"type": "string",
"table": {
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"id": "55517c07-1313-4a0a-befe-71f2eea82e85",
"version": 0,
"typeName": "hive_table",
"state": "ACTIVE"
}
},
"traitNames": [],
"traits": {}
},
{
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
"id": {
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"id": "0d7569d9-f379-4e65-9b66-b2f1972eedb7",
"version": 0,
"typeName": "hive_column",
"state": "ACTIVE"
},
"typeName": "hive_column",
"values": {
"name": "in_reply_to_user_id",
"description": null,
"qualifiedName": "default.tweets.in_reply_to_user_id@Sandbox",
"comment": null,
"owner": "admin",
"type": "string",
"table": {
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"id": "55517c07-1313-4a0a-befe-71f2eea82e85",
"version": 0,
"typeName": "hive_table",
"state": "ACTIVE"
}
},
"traitNames": [],
"traits": {}
},
{
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
"id": {
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"id": "f222e632-3e4a-4b2f-be40-7e9be0da32b4",
"version": 0,
"typeName": "hive_column",
"state": "ACTIVE"
},
"typeName": "hive_column",
"values": {
"name": "time_stamp",
"description": null,
"qualifiedName": "default.tweets.time_stamp@Sandbox",
"comment": null,
"owner": "admin",
"type": "string",
"table": {
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"id": "55517c07-1313-4a0a-befe-71f2eea82e85",
"version": 0,
"typeName": "hive_table",
"state": "ACTIVE"
}
},
"traitNames": [],
"traits": {}
},
{
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
"id": {
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"id": "d0eaa11f-92f3-48db-b448-e6e52dbd692c",
"version": 0,
"typeName": "hive_column",
"state": "ACTIVE"
},
"typeName": "hive_column",
"values": {
"name": "source",
"description": null,
"qualifiedName": "default.tweets.source@Sandbox",
"comment": null,
"owner": "admin",
"type": "string",
"table": {
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"id": "55517c07-1313-4a0a-befe-71f2eea82e85",
"version": 0,
"typeName": "hive_table",
"state": "ACTIVE"
}
},
"traitNames": [],
"traits": {}
},
{
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
"id": {
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"id": "218a0ff4-60d9-4948-be30-ac3d38e796fe",
"version": 0,
"typeName": "hive_column",
"state": "ACTIVE"
},
"typeName": "hive_column",
"values": {
"name": "text",
"description": null,
"qualifiedName": "default.tweets.text@Sandbox",
"comment": null,
"owner": "admin",
"type": "string",
"table": {
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"id": "55517c07-1313-4a0a-befe-71f2eea82e85",
"version": 0,
"typeName": "hive_table",
"state": "ACTIVE"
}
},
"traitNames": [],
"traits": {}
},
{
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
"id": {
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"id": "250f1632-0788-488f-aa1f-6eab8832c1be",
"version": 0,
"typeName": "hive_column",
"state": "ACTIVE"
},
"typeName": "hive_column",
"values": {
"name": "retweeted_status_id",
"description": null,
"qualifiedName": "default.tweets.retweeted_status_id@Sandbox",
"comment": null,
"owner": "admin",
"type": "string",
"table": {
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"id": "55517c07-1313-4a0a-befe-71f2eea82e85",
"version": 0,
"typeName": "hive_table",
"state": "ACTIVE"
}
},
"traitNames": [],
"traits": {}
},
{
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
"id": {
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"id": "bb7aed55-8a13-4ad9-a668-1dac89f55288",
"version": 0,
"typeName": "hive_column",
"state": "ACTIVE"
},
"typeName": "hive_column",
"values": {
"name": "retweeted_status_user_id",
"description": null,
"qualifiedName": "default.tweets.retweeted_status_user_id@Sandbox",
"comment": null,
"owner": "admin",
"type": "string",
"table": {
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"id": "55517c07-1313-4a0a-befe-71f2eea82e85",
"version": 0,
"typeName": "hive_table",
"state": "ACTIVE"
}
},
"traitNames": [],
"traits": {}
},
{
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
"id": {
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"id": "ac479ded-0783-45ac-887c-98cb5fb360ec",
"version": 0,
"typeName": "hive_column",
"state": "ACTIVE"
},
"typeName": "hive_column",
"values": {
"name": "retweeted_status_timestamp",
"description": null,
"qualifiedName": "default.tweets.retweeted_status_timestamp@Sandbox",
"comment": null,
"owner": "admin",
"type": "string",
"table": {
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"id": "55517c07-1313-4a0a-befe-71f2eea82e85",
"version": 0,
"typeName": "hive_table",
"state": "ACTIVE"
}
},
"traitNames": [],
"traits": {}
},
{
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
"id": {
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"id": "c0dd579c-84df-4145-803e-9cd262a8928e",
"version": 0,
"typeName": "hive_column",
"state": "ACTIVE"
},
"typeName": "hive_column",
"values": {
"name": "expanded_urls",
"description": null,
"qualifiedName": "default.tweets.expanded_urls@Sandbox",
"comment": null,
"owner": "admin",
"type": "string",
"table": {
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"id": "55517c07-1313-4a0a-befe-71f2eea82e85",
"version": 0,
"typeName": "hive_table",
"state": "ACTIVE"
}
},
"traitNames": [],
"traits": {}
}
],
"comment": null,
"lastAccessTime": "2016-09-28T17:01:12.000Z",
"owner": "admin",
"sd": {
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
"id": {
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"id": "6a7a0c84-9326-404e-b1f0-26999c6bfa61",
"version": 0,
"typeName": "hive_storagedesc",
"state": "ACTIVE"
},
"typeName": "hive_storagedesc",
"values": {
"location": "hdfs://sandbox.hortonworks.com:8020/apps/hive/warehouse/tweets",
"serdeInfo": {
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Struct",
"typeName": "hive_serde",
"values": {
"serializationLib": "org.apache.hadoop.hive.ql.io.orc.OrcSerde",
"parameters": {
"serialization.format": "1"
},
"name": null
}
},
"qualifiedName": "default.tweets@Sandbox_storage",
"outputFormat": "org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat",
"compressed": false,
"sortCols": null,
"bucketCols": null,
"numBuckets": -1,
"inputFormat": "org.apache.hadoop.hive.ql.io.orc.OrcInputFormat",
"parameters": null,
"storedAsSubDirectories": false,
"table": {
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
"id": "55517c07-1313-4a0a-befe-71f2eea82e85",
"version": 0,
"typeName": "hive_table",
"state": "ACTIVE"
}
},
"traitNames": [],
"traits": {}
},
"parameters": {
"rawDataSize": "89312066",
"numFiles": "2",
"transient_lastDdlTime": "1475082127",
"totalSize": "8458992",
"COLUMN_STATS_ACCURATE": "{\"BASIC_STATS\":\"true\"}",
"numRows": "81311"
},
"partitionKeys": null
},
"traitNames": [
"Catalog.Twitter.Data"
],
"traits": {
"Catalog.Twitter.Data": {
"jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Struct",
"typeName": "Catalog.Twitter.Data",
"values": {
"name": "Catalog.Twitter.Data",
"acceptable_use": null,
"description": "",
"available_as_tag": false,
"taxonomy.namespace": "atlas.taxonomy"
}
}
}
}
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment