third-step.json

{
  "op": "PARAGRAPH",
  "data": {
    "paragraph": {
      "title": "ZTools sync for Big Data Tools IDEA plugin",
      "text": "%spark\n// It is generated code for integration with Big Data Tools plugin\n// Please DO NOT edit it.\nimport org.jetbrains.ztools.spark.Tools\n\nTools.init($intp, 3, true)\nprintln(Tools.getEnv.toJsonObject.toString)\nprintln(\"----\")\nprintln(Tools.getCatalogProvider(\"spark\").toJson)",
      "user": "anonymous",
      "dateUpdated": "2020-09-22T09:24:24+0300",
      "config": {
        "tableHide": true,
        "editorHide": true
      },
      "settings": {
        "params": {
          "bdtMeta": {
            "IS_INTELLIJ_SERVICE": true
          }
        },
        "forms": {}
      },
      "results": {
        "code": "SUCCESS",
        "msg": [
          {
            "type": "TEXT",
            "data": "{\"bank\":{\"type\":\"org.apache.spark.sql.DataFrame\",\"value\":{\"schema()\":{\"type\":\"org.apache.spark.sql.types.StructType\",\"value\":[{\"jvm-type\":\"org.apache.spark.sql.types.StructField\",\"value\":{\"metadata\":{\"jvm-type\":\"org.apache.spark.sql.types.Metadata\",\"type\":\"org.apache.spark.sql.types.Metadata\",\"value\":\"{}\"},\"nullable\":{\"type\":\"Boolean\",\"value\":true},\"dataType\":{\"jvm-type\":\"org.apache.spark.sql.types.IntegerType$\",\"type\":\"org.apache.spark.sql.types.DataType\",\"value\":\"IntegerType\"},\"name\":{\"type\":\"String\",\"value\":\"age\"}}},{\"jvm-type\":\"org.apache.spark.sql.types.StructField\",\"value\":{\"metadata\":{\"ref\":\"bank.schema()[0].metadata\"},\"nullable\":{\"type\":\"Boolean\",\"value\":true},\"dataType\":{\"jvm-type\":\"org.apache.spark.sql.types.StringType$\",\"type\":\"org.apache.spark.sql.types.DataType\",\"value\":\"StringType\"},\"name\":{\"type\":\"String\",\"value\":\"job\"}}},{\"jvm-type\":\"org.apache.spark.sql.types.StructField\",\"value\":{\"metadata\":{\"ref\":\"bank.schema()[0].metadata\"},\"nullable\":{\"type\":\"Boolean\",\"value\":true},\"dataType\":{\"ref\":\"bank.schema()[1].dataType\"},\"name\":{\"type\":\"String\",\"value\":\"marital\"}}},{\"jvm-type\":\"org.apache.spark.sql.types.StructField\",\"value\":{\"metadata\":{\"ref\":\"bank.schema()[0].metadata\"},\"nullable\":{\"type\":\"Boolean\",\"value\":true},\"dataType\":{\"ref\":\"bank.schema()[1].dataType\"},\"name\":{\"type\":\"String\",\"value\":\"education\"}}},{\"jvm-type\":\"org.apache.spark.sql.types.StructField\",\"value\":{\"metadata\":{\"ref\":\"bank.schema()[0].metadata\"},\"nullable\":{\"type\":\"Boolean\",\"value\":true},\"dataType\":{\"ref\":\"bank.schema()[0].dataType\"},\"name\":{\"type\":\"String\",\"value\":\"balance\"}}}]},\"getStorageLevel()\":{\"type\":\"org.apache.spark.storage.StorageLevel\",\"value\":\"StorageLevel(1 replicas)\"}}},\"bankText\":{\"type\":\"org.apache.spark.rdd.RDD[String]\",\"value\":{\"getNumPartitions()\":{\"type\":\"Int\",\"value\":2},\"partitioner\":{\"type\":\"Option[org.apache.spark.Partitioner]\",\"value\":\"None\"},\"name\":{\"type\":\"String\"},\"id\":{\"type\":\"Int\",\"value\":29},\"getStorageLevel()\":{\"type\":\"org.apache.spark.storage.StorageLevel\",\"value\":\"StorageLevel(1 replicas)\"}}}}\n----\n{\"databases\":[{\"tables\":[{\"tableType\":\"TEMPORARY\",\"columns\":[{\"isBucket\":false,\"nullable\":true,\"isPartition\":false,\"dataType\":\"int\",\"name\":\"age\"},{\"isBucket\":false,\"nullable\":true,\"isPartition\":false,\"dataType\":\"string\",\"name\":\"job\"},{\"isBucket\":false,\"nullable\":true,\"isPartition\":false,\"dataType\":\"string\",\"name\":\"marital\"},{\"isBucket\":false,\"nullable\":true,\"isPartition\":false,\"dataType\":\"string\",\"name\":\"education\"},{\"isBucket\":false,\"nullable\":true,\"isPartition\":false,\"dataType\":\"int\",\"name\":\"balance\"}],\"name\":\"bank\",\"isTemporary\":true}],\"name\":\"default\",\"description\":\"default database\",\"locationUri\":\"file:/home/olegchir/opt/zeppellin/zeppelin-0.9.0-preview2-bin-all/bin/spark-warehouse\"}]}\nimport org.jetbrains.ztools.spark.Tools\n"
          }
        ]
      },
      "apps": [],
      "runtimeInfos": {},
      "progressUpdateIntervalMs": 500,
      "jobName": "paragraph_1600755864554_1214181900",
      "id": "paragraph_1600755864554_1214181900",
      "dateCreated": "2020-09-22T09:24:24+0300",
      "dateStarted": "2020-09-22T09:24:24+0300",
      "dateFinished": "2020-09-22T09:24:25+0300",
      "status": "FINISHED"
    }
  },
  "ticket": "anonymous",
  "principal": "anonymous",
  "roles": ""
}