Skip to content

Instantly share code, notes, and snippets.

@olegchir

olegchir/third-step.json Secret

Created Sep 22, 2020
Embed
What would you like to do?
{
"op": "PARAGRAPH",
"data": {
"paragraph": {
"title": "ZTools sync for Big Data Tools IDEA plugin",
"text": "%spark\n// It is generated code for integration with Big Data Tools plugin\n// Please DO NOT edit it.\nimport org.jetbrains.ztools.spark.Tools\n\nTools.init($intp, 3, true)\nprintln(Tools.getEnv.toJsonObject.toString)\nprintln(\"----\")\nprintln(Tools.getCatalogProvider(\"spark\").toJson)",
"user": "anonymous",
"dateUpdated": "2020-09-22T09:24:24+0300",
"config": {
"tableHide": true,
"editorHide": true
},
"settings": {
"params": {
"bdtMeta": {
"IS_INTELLIJ_SERVICE": true
}
},
"forms": {}
},
"results": {
"code": "SUCCESS",
"msg": [
{
"type": "TEXT",
"data": "{\"bank\":{\"type\":\"org.apache.spark.sql.DataFrame\",\"value\":{\"schema()\":{\"type\":\"org.apache.spark.sql.types.StructType\",\"value\":[{\"jvm-type\":\"org.apache.spark.sql.types.StructField\",\"value\":{\"metadata\":{\"jvm-type\":\"org.apache.spark.sql.types.Metadata\",\"type\":\"org.apache.spark.sql.types.Metadata\",\"value\":\"{}\"},\"nullable\":{\"type\":\"Boolean\",\"value\":true},\"dataType\":{\"jvm-type\":\"org.apache.spark.sql.types.IntegerType$\",\"type\":\"org.apache.spark.sql.types.DataType\",\"value\":\"IntegerType\"},\"name\":{\"type\":\"String\",\"value\":\"age\"}}},{\"jvm-type\":\"org.apache.spark.sql.types.StructField\",\"value\":{\"metadata\":{\"ref\":\"bank.schema()[0].metadata\"},\"nullable\":{\"type\":\"Boolean\",\"value\":true},\"dataType\":{\"jvm-type\":\"org.apache.spark.sql.types.StringType$\",\"type\":\"org.apache.spark.sql.types.DataType\",\"value\":\"StringType\"},\"name\":{\"type\":\"String\",\"value\":\"job\"}}},{\"jvm-type\":\"org.apache.spark.sql.types.StructField\",\"value\":{\"metadata\":{\"ref\":\"bank.schema()[0].metadata\"},\"nullable\":{\"type\":\"Boolean\",\"value\":true},\"dataType\":{\"ref\":\"bank.schema()[1].dataType\"},\"name\":{\"type\":\"String\",\"value\":\"marital\"}}},{\"jvm-type\":\"org.apache.spark.sql.types.StructField\",\"value\":{\"metadata\":{\"ref\":\"bank.schema()[0].metadata\"},\"nullable\":{\"type\":\"Boolean\",\"value\":true},\"dataType\":{\"ref\":\"bank.schema()[1].dataType\"},\"name\":{\"type\":\"String\",\"value\":\"education\"}}},{\"jvm-type\":\"org.apache.spark.sql.types.StructField\",\"value\":{\"metadata\":{\"ref\":\"bank.schema()[0].metadata\"},\"nullable\":{\"type\":\"Boolean\",\"value\":true},\"dataType\":{\"ref\":\"bank.schema()[0].dataType\"},\"name\":{\"type\":\"String\",\"value\":\"balance\"}}}]},\"getStorageLevel()\":{\"type\":\"org.apache.spark.storage.StorageLevel\",\"value\":\"StorageLevel(1 replicas)\"}}},\"bankText\":{\"type\":\"org.apache.spark.rdd.RDD[String]\",\"value\":{\"getNumPartitions()\":{\"type\":\"Int\",\"value\":2},\"partitioner\":{\"type\":\"Option[org.apache.spark.Partitioner]\",\"value\":\"None\"},\"name\":{\"type\":\"String\"},\"id\":{\"type\":\"Int\",\"value\":29},\"getStorageLevel()\":{\"type\":\"org.apache.spark.storage.StorageLevel\",\"value\":\"StorageLevel(1 replicas)\"}}}}\n----\n{\"databases\":[{\"tables\":[{\"tableType\":\"TEMPORARY\",\"columns\":[{\"isBucket\":false,\"nullable\":true,\"isPartition\":false,\"dataType\":\"int\",\"name\":\"age\"},{\"isBucket\":false,\"nullable\":true,\"isPartition\":false,\"dataType\":\"string\",\"name\":\"job\"},{\"isBucket\":false,\"nullable\":true,\"isPartition\":false,\"dataType\":\"string\",\"name\":\"marital\"},{\"isBucket\":false,\"nullable\":true,\"isPartition\":false,\"dataType\":\"string\",\"name\":\"education\"},{\"isBucket\":false,\"nullable\":true,\"isPartition\":false,\"dataType\":\"int\",\"name\":\"balance\"}],\"name\":\"bank\",\"isTemporary\":true}],\"name\":\"default\",\"description\":\"default database\",\"locationUri\":\"file:/home/olegchir/opt/zeppellin/zeppelin-0.9.0-preview2-bin-all/bin/spark-warehouse\"}]}\nimport org.jetbrains.ztools.spark.Tools\n"
}
]
},
"apps": [],
"runtimeInfos": {},
"progressUpdateIntervalMs": 500,
"jobName": "paragraph_1600755864554_1214181900",
"id": "paragraph_1600755864554_1214181900",
"dateCreated": "2020-09-22T09:24:24+0300",
"dateStarted": "2020-09-22T09:24:24+0300",
"dateFinished": "2020-09-22T09:24:25+0300",
"status": "FINISHED"
}
},
"ticket": "anonymous",
"principal": "anonymous",
"roles": ""
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment
You can’t perform that action at this time.