Skip to content

Instantly share code, notes, and snippets.

@wizardxz
Created June 15, 2022 22:01
Show Gist options
  • Save wizardxz/19c94b13cea03e421b5a28ec29787611 to your computer and use it in GitHub Desktop.
Save wizardxz/19c94b13cea03e421b5a28ec29787611 to your computer and use it in GitHub Desktop.
mysql> select * from metadata_aspect_v2 where urn='urn:li:dataset:(urn:li:dataPlatform:pinterest-hive,bi.engaged_sessions_fvl2_sessions,PROD)'\G
*************************** 1. row ***************************
urn: urn:li:dataset:(urn:li:dataPlatform:pinterest-hive,bi.engaged_sessions_fvl2_sessions,PROD)
aspect: browsePaths
version: 0
metadata: {"paths":["/prod/pinterest-hive/bi/engaged_sessions_fvl2_sessions"]}
systemmetadata: {"registryVersion":"0.0.0.0-dev","runId":"pinterest-hive-2022_06_15-17_31_05","registryName":"unknownRegistry","lastObserved":1655314268255}
createdon: 2022-06-15 17:31:08.271000
createdby: urn:li:corpuser:UNKNOWN
createdfor: NULL
*************************** 2. row ***************************
urn: urn:li:dataset:(urn:li:dataPlatform:pinterest-hive,bi.engaged_sessions_fvl2_sessions,PROD)
aspect: container
version: 0
metadata: {"container":"urn:li:container:da888ba09401faf15f2a66eb53e2fac8"}
systemmetadata: {"registryVersion":"0.0.0.0-dev","runId":"pinterest-hive-2022_06_15-17_31_05","registryName":"unknownRegistry","lastObserved":1655314268255}
createdon: 2022-06-15 17:31:08.271000
createdby: urn:li:corpuser:UNKNOWN
createdfor: NULL
*************************** 3. row ***************************
urn: urn:li:dataset:(urn:li:dataPlatform:pinterest-hive,bi.engaged_sessions_fvl2_sessions,PROD)
aspect: dataPlatformInstance
version: 0
metadata: {"platform":"urn:li:dataPlatform:pinterest-hive"}
systemmetadata: {"registryVersion":"0.0.0.0-dev","runId":"pinterest-hive-2022_06_15-17_31_05","registryName":"unknownRegistry","lastObserved":1655314268255}
createdon: 2022-06-15 17:31:08.271000
createdby: urn:li:corpuser:UNKNOWN
createdfor: NULL
*************************** 4. row ***************************
urn: urn:li:dataset:(urn:li:dataPlatform:pinterest-hive,bi.engaged_sessions_fvl2_sessions,PROD)
aspect: datasetKey
version: 0
metadata: {"name":"bi.engaged_sessions_fvl2_sessions","platform":"urn:li:dataPlatform:pinterest-hive","origin":"PROD"}
systemmetadata: {"registryVersion":"0.0.0.0-dev","runId":"pinterest-hive-2022_06_15-17_31_05","registryName":"unknownRegistry","lastObserved":1655314268255}
createdon: 2022-06-15 17:31:08.271000
createdby: urn:li:corpuser:UNKNOWN
createdfor: NULL
*************************** 5. row ***************************
urn: urn:li:dataset:(urn:li:dataPlatform:pinterest-hive,bi.engaged_sessions_fvl2_sessions,PROD)
aspect: datasetProperties
version: 0
metadata: {"name":"engaged_sessions_fvl2_sessions","description":"","customProperties":{"previous_metadata_location":"s3://pinterest-atlantic/s3dataset/metadata/bi/engaged_sessions_fvl2_sessions/00009-9a068cf9-6def-4848-92a1-4ca41613f67c.metadata.json","external.table.purge":"false","storage_descriptor":"StorageDescriptor(cols=[FieldSchema(name='unified_fvl_user_session_key', type='string', comment=None), FieldSchema(name='user_id', type='bigint', comment=None), FieldSchema(name='app', type='string', comment=None), FieldSchema(name='session_start_timestamp_ms', type='bigint', comment=None), FieldSchema(name='session_timespent_ms', type='bigint', comment=None), FieldSchema(name='pin_ids', type='array<string>', comment=None), FieldSchema(name='num_impressions', type='int', comment=None), FieldSchema(name='num_repins', type='int', comment=None), FieldSchema(name='num_clickthroughs', type='int', comment=None), FieldSchema(name='num_longclicks', type='int', comment=None), FieldSchema(name='num_closeups', type='int', comment=None), FieldSchema(name='num_comments', type='int', comment=None), FieldSchema(name='num_reacts', type='int', comment=None), FieldSchema(name='num_full_screen_views', type='int', comment=None), FieldSchema(name='num_full_screen_views_duration_sec', type='bigint', comment=None), FieldSchema(name='num_10s_full_screen_views', type='int', comment=None), FieldSchema(name='num_swipe_left', type='int', comment=None), FieldSchema(name='num_swipe_right', type='int', comment=None), FieldSchema(name='num_pin_screenshots', type='int', comment=None), FieldSchema(name='num_pin_saves_to_device', type='int', comment=None), FieldSchema(name='num_pin_hides', type='int', comment=None), FieldSchema(name='num_2s_or_less_full_screen_view', type='int', comment=None), FieldSchema(name='num_pin_flags', type='int', comment=None), FieldSchema(name='dt', type='string', comment=None), FieldSchema(name='is_engaged_session', type='boolean', comment=None)], location='s3://pinterest-metropolis/bi/engaged_sessions_fvl2_sessions', inputFormat='org.apache.hadoop.mapred.FileInputFormat', outputFormat='org.apache.hadoop.mapred.FileOutputFormat', compressed=False, numBuckets=0, serdeInfo=SerDeInfo(name=None, serializationLib='org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe', parameters={}), bucketCols=[], sortCols=[], parameters={}, skewedInfo=SkewedInfo(skewedColNames=[], skewedColValues=[], skewedColValueLocationMaps={}), storedAsSubDirectories=False)","write.metadata.path":"s3://pinterest-atlantic/s3dataset/metadata/bi/engaged_sessions_fvl2_sessions","rawDataSize":"-1","numRows":"93329426100","transient_lastDdlTime":"1654551487","schema.name-mapping.default":"[ {\n \"field-id\" : 1,\n \"names\" : [ \"unified_fvl_user_session_key\" ]\n}, {\n \"field-id\" : 2,\n \"names\" : [ \"user_id\" ]\n}, {\n \"field-id\" : 3,\n \"names\" : [ \"app\" ]\n}, {\n \"field-id\" : 4,\n \"names\" : [ \"session_start_timestamp_ms\" ]\n}, {\n \"field-id\" : 5,\n \"names\" : [ \"session_timespent_ms\" ]\n}, {\n \"field-id\" : 6,\n \"names\" : [ \"pin_ids\" ],\n \"fields\" : [ {\n \"field-id\" : 26,\n \"names\" : [ \"element\" ]\n } ]\n}, {\n \"field-id\" : 7,\n \"names\" : [ \"num_impressions\" ]\n}, {\n \"field-id\" : 8,\n \"names\" : [ \"num_repins\" ]\n}, {\n \"field-id\" : 9,\n \"names\" : [ \"num_clickthroughs\" ]\n}, {\n \"field-id\" : 10,\n \"names\" : [ \"num_longclicks\" ]\n}, {\n \"field-id\" : 11,\n \"names\" : [ \"num_closeups\" ]\n}, {\n \"field-id\" : 12,\n \"names\" : [ \"num_comments\" ]\n}, {\n \"field-id\" : 13,\n \"names\" : [ \"num_reacts\" ]\n}, {\n \"field-id\" : 14,\n \"names\" : [ \"num_full_screen_views\" ]\n}, {\n \"field-id\" : 15,\n \"names\" : [ \"num_full_screen_views_duration_sec\" ]\n}, {\n \"field-id\" : 16,\n \"names\" : [ \"num_10s_full_screen_views\" ]\n}, {\n \"field-id\" : 17,\n \"names\" : [ \"num_swipe_left\" ]\n}, {\n \"field-id\" : 18,\n \"names\" : [ \"num_swipe_right\" ]\n}, {\n \"field-id\" : 19,\n \"names\" : [ \"num_pin_screenshots\" ]\n}, {\n \"field-id\" : 20,\n \"names\" : [ \"num_pin_saves_to_device\" ]\n}, {\n \"field-id\" : 21,\n \"names\" : [ \"num_pin_hides\" ]\n}, {\n \"field-id\" : 22,\n \"names\" : [ \"num_2s_or_less_full_screen_view\" ]\n}, {\n \"field-id\" : 23,\n \"names\" : [ \"num_pin_flags\" ]\n}, {\n \"field-id\" : 24,\n \"names\" : [ \"dt\" ]\n}, {\n \"field-id\" : 25,\n \"names\" : [ \"is_engaged_session\" ]\n} ]","uuid":"f1c41505-1483-4b26-aadc-617e8aa634ad","totalSize":"380712291382880","EXTERNAL":"TRUE","nimbus.project":"bi-creators","numFiles":"3366000","metadata_location":"s3://pinterest-atlantic/s3dataset/metadata/bi/engaged_sessions_fvl2_sessions/00010-91728516-bb68-4352-9308-8d7555b55780.metadata.json","write.location-provider.impl":"com.pinterest.iceberg.core.io.HiveStyleLocationProvider","snapshot":"true","table_type":"ICEBERG"},"tags":[]}
systemmetadata: {"lastObserved":1655314268255,"runId":"pinterest-hive-2022_06_15-17_31_05"}
createdon: 2022-06-15 17:31:08.322000
createdby: urn:li:corpuser:UNKNOWN
createdfor: NULL
*************************** 6. row ***************************
urn: urn:li:dataset:(urn:li:dataPlatform:pinterest-hive,bi.engaged_sessions_fvl2_sessions,PROD)
aspect: schemaMetadata
version: 0
metadata: {"platformSchema":{"com.linkedin.schema.MySqlDDL":{"tableSchema":""}},"created":{"actor":"urn:li:corpuser:unknown","time":0},"lastModified":{"actor":"urn:li:corpuser:unknown","time":0},"fields":[{"fieldPath":"unified_fvl_user_session_key","isPartOfKey":false,"type":{"type":{"com.linkedin.schema.StringType":{}}},"nullable":true,"recursive":false,"nativeDataType":"'string'"},{"fieldPath":"user_id","isPartOfKey":false,"type":{"type":{"com.linkedin.schema.NumberType":{}}},"nullable":true,"recursive":false,"nativeDataType":"'bigint'"},{"fieldPath":"app","isPartOfKey":false,"type":{"type":{"com.linkedin.schema.StringType":{}}},"nullable":true,"recursive":false,"nativeDataType":"'string'"},{"fieldPath":"session_start_timestamp_ms","isPartOfKey":false,"type":{"type":{"com.linkedin.schema.NumberType":{}}},"nullable":true,"recursive":false,"nativeDataType":"'bigint'"},{"fieldPath":"session_timespent_ms","isPartOfKey":false,"type":{"type":{"com.linkedin.schema.NumberType":{}}},"nullable":true,"recursive":false,"nativeDataType":"'bigint'"},{"fieldPath":"pin_ids","isPartOfKey":false,"type":{"type":{"com.linkedin.schema.ArrayType":{"nestedType":["string"]}}},"nullable":true,"recursive":false,"nativeDataType":"'array<string>'"},{"fieldPath":"num_impressions","isPartOfKey":false,"type":{"type":{"com.linkedin.schema.NumberType":{}}},"nullable":true,"recursive":false,"nativeDataType":"'int'"},{"fieldPath":"num_repins","isPartOfKey":false,"type":{"type":{"com.linkedin.schema.NumberType":{}}},"nullable":true,"recursive":false,"nativeDataType":"'int'"},{"fieldPath":"num_clickthroughs","isPartOfKey":false,"type":{"type":{"com.linkedin.schema.NumberType":{}}},"nullable":true,"recursive":false,"nativeDataType":"'int'"},{"fieldPath":"num_longclicks","isPartOfKey":false,"type":{"type":{"com.linkedin.schema.NumberType":{}}},"nullable":true,"recursive":false,"nativeDataType":"'int'"},{"fieldPath":"num_closeups","isPartOfKey":false,"type":{"type":{"com.linkedin.schema.NumberType":{}}},"nullable":true,"recursive":false,"nativeDataType":"'int'"},{"fieldPath":"num_comments","isPartOfKey":false,"type":{"type":{"com.linkedin.schema.NumberType":{}}},"nullable":true,"recursive":false,"nativeDataType":"'int'"},{"fieldPath":"num_reacts","isPartOfKey":false,"type":{"type":{"com.linkedin.schema.NumberType":{}}},"nullable":true,"recursive":false,"nativeDataType":"'int'"},{"fieldPath":"num_full_screen_views","isPartOfKey":false,"type":{"type":{"com.linkedin.schema.NumberType":{}}},"nullable":true,"recursive":false,"nativeDataType":"'int'"},{"fieldPath":"num_full_screen_views_duration_sec","isPartOfKey":false,"type":{"type":{"com.linkedin.schema.NumberType":{}}},"nullable":true,"recursive":false,"nativeDataType":"'bigint'"},{"fieldPath":"num_10s_full_screen_views","isPartOfKey":false,"type":{"type":{"com.linkedin.schema.NumberType":{}}},"nullable":true,"recursive":false,"nativeDataType":"'int'"},{"fieldPath":"num_swipe_left","isPartOfKey":false,"type":{"type":{"com.linkedin.schema.NumberType":{}}},"nullable":true,"recursive":false,"nativeDataType":"'int'"},{"fieldPath":"num_swipe_right","isPartOfKey":false,"type":{"type":{"com.linkedin.schema.NumberType":{}}},"nullable":true,"recursive":false,"nativeDataType":"'int'"},{"fieldPath":"num_pin_screenshots","isPartOfKey":false,"type":{"type":{"com.linkedin.schema.NumberType":{}}},"nullable":true,"recursive":false,"nativeDataType":"'int'"},{"fieldPath":"num_pin_saves_to_device","isPartOfKey":false,"type":{"type":{"com.linkedin.schema.NumberType":{}}},"nullable":true,"recursive":false,"nativeDataType":"'int'"},{"fieldPath":"num_pin_hides","isPartOfKey":false,"type":{"type":{"com.linkedin.schema.NumberType":{}}},"nullable":true,"recursive":false,"nativeDataType":"'int'"},{"fieldPath":"num_2s_or_less_full_screen_view","isPartOfKey":false,"type":{"type":{"com.linkedin.schema.NumberType":{}}},"nullable":true,"recursive":false,"nativeDataType":"'int'"},{"fieldPath":"num_pin_flags","isPartOfKey":false,"type":{"type":{"com.linkedin.schema.NumberType":{}}},"nullable":true,"recursive":false,"nativeDataType":"'int'"},{"fieldPath":"dt","isPartOfKey":false,"type":{"type":{"com.linkedin.schema.StringType":{}}},"nullable":true,"recursive":false,"nativeDataType":"'string'"},{"fieldPath":"is_engaged_session","isPartOfKey":false,"type":{"type":{"com.linkedin.schema.BooleanType":{}}},"nullable":true,"recursive":false,"nativeDataType":"'boolean'"}],"schemaName":"bi.engaged_sessions_fvl2_sessions","version":0,"hash":"","platform":"urn:li:dataPlatform:pinterest-hive"}
systemmetadata: {"lastObserved":1655314268255,"runId":"pinterest-hive-2022_06_15-17_31_05"}
createdon: 2022-06-15 17:31:08.322000
createdby: urn:li:corpuser:UNKNOWN
createdfor: NULL
*************************** 7. row ***************************
urn: urn:li:dataset:(urn:li:dataPlatform:pinterest-hive,bi.engaged_sessions_fvl2_sessions,PROD)
aspect: status
version: 0
metadata: {"removed":false}
systemmetadata: {"lastObserved":1655315165741,"runId":"pinterest-hive-2022_06_15-17_31_05"}
createdon: 2022-06-15 17:31:08.322000
createdby: urn:li:corpuser:UNKNOWN
createdfor: NULL
*************************** 8. row ***************************
urn: urn:li:dataset:(urn:li:dataPlatform:pinterest-hive,bi.engaged_sessions_fvl2_sessions,PROD)
aspect: subTypes
version: 0
metadata: {"typeNames":["table"]}
systemmetadata: {"registryVersion":"0.0.0.0-dev","runId":"pinterest-hive-2022_06_15-17_31_05","registryName":"unknownRegistry","lastObserved":1655314268256}
createdon: 2022-06-15 17:31:08.486000
createdby: urn:li:corpuser:UNKNOWN
createdfor: NULL
8 rows in set (0.00 sec)
mysql>
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment