-
-
Save owenrh/1e0e493474dd7279faf2e8aa59b0367f to your computer and use it in GitHub Desktop.
Spark log schema by event type
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
--- | |
Event type -> SparkListenerApplicationEnd | |
root | |
|-- Event: string (nullable = true) | |
|-- Timestamp: long (nullable = true) | |
--- | |
Event type -> SparkListenerApplicationStart | |
root | |
|-- App ID: string (nullable = true) | |
|-- App Name: string (nullable = true) | |
|-- Event: string (nullable = true) | |
|-- Timestamp: long (nullable = true) | |
|-- User: string (nullable = true) | |
--- | |
Event type -> SparkListenerBlockManagerAdded | |
root | |
|-- Block Manager ID: struct (nullable = true) | |
| |-- Executor ID: string (nullable = true) | |
| |-- Host: string (nullable = true) | |
| |-- Port: long (nullable = true) | |
|-- Event: string (nullable = true) | |
|-- Maximum Memory: long (nullable = true) | |
|-- Maximum Offheap Memory: long (nullable = true) | |
|-- Maximum Onheap Memory: long (nullable = true) | |
|-- Timestamp: long (nullable = true) | |
--- | |
Event type -> SparkListenerEnvironmentUpdate | |
root | |
|-- Classpath Entries: struct (nullable = true) | |
|-- Event: string (nullable = true) | |
|-- JVM Information: struct (nullable = true) | |
| |-- Java Home: string (nullable = true) | |
| |-- Java Version: string (nullable = true) | |
| |-- Scala Version: string (nullable = true) | |
|-- Spark Properties: struct (nullable = true) | |
| |-- spark.app.id: string (nullable = true) | |
| |-- spark.app.name: string (nullable = true) | |
| |-- spark.driver.appUIAddress: string (nullable = true) | |
| |-- spark.driver.extraClassPath: string (nullable = true) | |
| |-- spark.driver.host: string (nullable = true) | |
| |-- spark.driver.memory: string (nullable = true) | |
| |-- spark.driver.port: string (nullable = true) | |
| |-- spark.eventLog.dir: string (nullable = true) | |
| |-- spark.eventLog.enabled: string (nullable = true) | |
| |-- spark.executor.cores: string (nullable = true) | |
| |-- spark.executor.extraClassPath: string (nullable = true) | |
| |-- spark.executor.id: string (nullable = true) | |
| |-- spark.executor.instances: string (nullable = true) | |
| |-- spark.executor.memory: string (nullable = true) | |
| |-- spark.executor.pyspark.memory: string (nullable = true) | |
| |-- spark.executorEnv.PYTHONPATH: string (nullable = true) | |
| |-- spark.history.fs.logDirectory: string (nullable = true) | |
| |-- spark.master: string (nullable = true) | |
| |-- spark.org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter.param.PROXY_HOSTS: string (nullable = true) | |
| |-- spark.org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter.param.PROXY_URI_BASES: string (nullable = true) | |
| |-- spark.org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter.param.RM_HA_URLS: string (nullable = true) | |
| |-- spark.rdd.compress: string (nullable = true) | |
| |-- spark.scheduler.mode: string (nullable = true) | |
| |-- spark.serializer.objectStreamReset: string (nullable = true) | |
| |-- spark.streaming.concurrentJobs: string (nullable = true) | |
| |-- spark.submit.deployMode: string (nullable = true) | |
| |-- spark.ui.filters: string (nullable = true) | |
| |-- spark.ui.showConsoleProgress: string (nullable = true) | |
| |-- spark.yarn.isPython: string (nullable = true) | |
| |-- spark.yarn.tags: string (nullable = true) | |
|-- System Properties: struct (nullable = true) | |
| |-- SPARK_SUBMIT: string (nullable = true) | |
| |-- awt.toolkit: string (nullable = true) | |
| |-- file.encoding: string (nullable = true) | |
| |-- file.encoding.pkg: string (nullable = true) | |
| |-- file.separator: string (nullable = true) | |
| |-- java.awt.graphicsenv: string (nullable = true) | |
| |-- java.awt.printerjob: string (nullable = true) | |
| |-- java.class.version: string (nullable = true) | |
| |-- java.endorsed.dirs: string (nullable = true) | |
| |-- java.ext.dirs: string (nullable = true) | |
| |-- java.home: string (nullable = true) | |
| |-- java.io.tmpdir: string (nullable = true) | |
| |-- java.library.path: string (nullable = true) | |
| |-- java.runtime.name: string (nullable = true) | |
| |-- java.runtime.version: string (nullable = true) | |
| |-- java.specification.name: string (nullable = true) | |
| |-- java.specification.vendor: string (nullable = true) | |
| |-- java.specification.version: string (nullable = true) | |
| |-- java.vendor: string (nullable = true) | |
| |-- java.vendor.url: string (nullable = true) | |
| |-- java.vendor.url.bug: string (nullable = true) | |
| |-- java.version: string (nullable = true) | |
| |-- java.vm.info: string (nullable = true) | |
| |-- java.vm.name: string (nullable = true) | |
| |-- java.vm.specification.name: string (nullable = true) | |
| |-- java.vm.specification.vendor: string (nullable = true) | |
| |-- java.vm.specification.version: string (nullable = true) | |
| |-- java.vm.vendor: string (nullable = true) | |
| |-- java.vm.version: string (nullable = true) | |
| |-- jetty.git.hash: string (nullable = true) | |
| |-- line.separator: string (nullable = true) | |
| |-- os.arch: string (nullable = true) | |
| |-- os.name: string (nullable = true) | |
| |-- os.version: string (nullable = true) | |
| |-- path.separator: string (nullable = true) | |
| |-- sun.arch.data.model: string (nullable = true) | |
| |-- sun.boot.class.path: string (nullable = true) | |
| |-- sun.boot.library.path: string (nullable = true) | |
| |-- sun.cpu.endian: string (nullable = true) | |
| |-- sun.cpu.isalist: string (nullable = true) | |
| |-- sun.io.unicode.encoding: string (nullable = true) | |
| |-- sun.java.command: string (nullable = true) | |
| |-- sun.java.launcher: string (nullable = true) | |
| |-- sun.jnu.encoding: string (nullable = true) | |
| |-- sun.management.compiler: string (nullable = true) | |
| |-- sun.nio.ch.bugLevel: string (nullable = true) | |
| |-- sun.os.patch.level: string (nullable = true) | |
| |-- user.country: string (nullable = true) | |
| |-- user.dir: string (nullable = true) | |
| |-- user.home: string (nullable = true) | |
| |-- user.language: string (nullable = true) | |
| |-- user.name: string (nullable = true) | |
| |-- user.timezone: string (nullable = true) | |
--- | |
Event type -> SparkListenerExecutorAdded | |
root | |
|-- Event: string (nullable = true) | |
|-- Executor ID: string (nullable = true) | |
|-- Executor Info: struct (nullable = true) | |
| |-- Host: string (nullable = true) | |
| |-- Log Urls: struct (nullable = true) | |
| | |-- stderr: string (nullable = true) | |
| | |-- stdout: string (nullable = true) | |
| |-- Total Cores: long (nullable = true) | |
|-- Timestamp: long (nullable = true) | |
--- | |
Event type -> SparkListenerJobEnd | |
root | |
|-- Completion Time: long (nullable = true) | |
|-- Event: string (nullable = true) | |
|-- Job ID: long (nullable = true) | |
|-- Job Result: struct (nullable = true) | |
| |-- Result: string (nullable = true) | |
--- | |
Event type -> SparkListenerJobStart | |
root | |
|-- Event: string (nullable = true) | |
|-- Job ID: long (nullable = true) | |
|-- Properties: struct (nullable = true) | |
| |-- callSite.short: string (nullable = true) | |
| |-- spark.app.id: string (nullable = true) | |
| |-- spark.app.name: string (nullable = true) | |
| |-- spark.driver.appUIAddress: string (nullable = true) | |
| |-- spark.driver.extraClassPath: string (nullable = true) | |
| |-- spark.driver.host: string (nullable = true) | |
| |-- spark.driver.memory: string (nullable = true) | |
| |-- spark.driver.port: string (nullable = true) | |
| |-- spark.eventLog.dir: string (nullable = true) | |
| |-- spark.eventLog.enabled: string (nullable = true) | |
| |-- spark.executor.cores: string (nullable = true) | |
| |-- spark.executor.extraClassPath: string (nullable = true) | |
| |-- spark.executor.id: string (nullable = true) | |
| |-- spark.executor.instances: string (nullable = true) | |
| |-- spark.executor.memory: string (nullable = true) | |
| |-- spark.executor.pyspark.memory: string (nullable = true) | |
| |-- spark.executorEnv.PYTHONPATH: string (nullable = true) | |
| |-- spark.history.fs.logDirectory: string (nullable = true) | |
| |-- spark.master: string (nullable = true) | |
| |-- spark.org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter.param.PROXY_HOSTS: string (nullable = true) | |
| |-- spark.org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter.param.PROXY_URI_BASES: string (nullable = true) | |
| |-- spark.org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter.param.RM_HA_URLS: string (nullable = true) | |
| |-- spark.rdd.compress: string (nullable = true) | |
| |-- spark.rdd.scope: string (nullable = true) | |
| |-- spark.rdd.scope.noOverride: string (nullable = true) | |
| |-- spark.scheduler.mode: string (nullable = true) | |
| |-- spark.serializer.objectStreamReset: string (nullable = true) | |
| |-- spark.sql.execution.id: string (nullable = true) | |
| |-- spark.streaming.concurrentJobs: string (nullable = true) | |
| |-- spark.submit.deployMode: string (nullable = true) | |
| |-- spark.ui.filters: string (nullable = true) | |
| |-- spark.ui.proxyBase: string (nullable = true) | |
| |-- spark.ui.showConsoleProgress: string (nullable = true) | |
| |-- spark.yarn.isPython: string (nullable = true) | |
| |-- spark.yarn.tags: string (nullable = true) | |
|-- Stage IDs: array (nullable = true) | |
| |-- element: long (containsNull = true) | |
|-- Stage Infos: array (nullable = true) | |
| |-- element: struct (containsNull = true) | |
| | |-- Accumulables: array (nullable = true) | |
| | | |-- element: string (containsNull = true) | |
| | |-- Details: string (nullable = true) | |
| | |-- Number of Tasks: long (nullable = true) | |
| | |-- Parent IDs: array (nullable = true) | |
| | | |-- element: long (containsNull = true) | |
| | |-- RDD Info: array (nullable = true) | |
| | | |-- element: struct (containsNull = true) | |
| | | | |-- Callsite: string (nullable = true) | |
| | | | |-- Disk Size: long (nullable = true) | |
| | | | |-- Memory Size: long (nullable = true) | |
| | | | |-- Name: string (nullable = true) | |
| | | | |-- Number of Cached Partitions: long (nullable = true) | |
| | | | |-- Number of Partitions: long (nullable = true) | |
| | | | |-- Parent IDs: array (nullable = true) | |
| | | | | |-- element: long (containsNull = true) | |
| | | | |-- RDD ID: long (nullable = true) | |
| | | | |-- Scope: string (nullable = true) | |
| | | | |-- Storage Level: struct (nullable = true) | |
| | | | | |-- Deserialized: boolean (nullable = true) | |
| | | | | |-- Replication: long (nullable = true) | |
| | | | | |-- Use Disk: boolean (nullable = true) | |
| | | | | |-- Use Memory: boolean (nullable = true) | |
| | |-- Stage Attempt ID: long (nullable = true) | |
| | |-- Stage ID: long (nullable = true) | |
| | |-- Stage Name: string (nullable = true) | |
|-- Submission Time: long (nullable = true) | |
--- | |
Event type -> SparkListenerLogStart | |
root | |
|-- Event: string (nullable = true) | |
|-- Spark Version: string (nullable = true) | |
--- | |
Event type -> SparkListenerStageCompleted | |
root | |
|-- Event: string (nullable = true) | |
|-- Stage Info: struct (nullable = true) | |
| |-- Accumulables: array (nullable = true) | |
| | |-- element: struct (containsNull = true) | |
| | | |-- Count Failed Values: boolean (nullable = true) | |
| | | |-- ID: long (nullable = true) | |
| | | |-- Internal: boolean (nullable = true) | |
| | | |-- Metadata: string (nullable = true) | |
| | | |-- Name: string (nullable = true) | |
| | | |-- Value: string (nullable = true) | |
| |-- Completion Time: long (nullable = true) | |
| |-- Details: string (nullable = true) | |
| |-- Number of Tasks: long (nullable = true) | |
| |-- Parent IDs: array (nullable = true) | |
| | |-- element: long (containsNull = true) | |
| |-- RDD Info: array (nullable = true) | |
| | |-- element: struct (containsNull = true) | |
| | | |-- Callsite: string (nullable = true) | |
| | | |-- Disk Size: long (nullable = true) | |
| | | |-- Memory Size: long (nullable = true) | |
| | | |-- Name: string (nullable = true) | |
| | | |-- Number of Cached Partitions: long (nullable = true) | |
| | | |-- Number of Partitions: long (nullable = true) | |
| | | |-- Parent IDs: array (nullable = true) | |
| | | | |-- element: long (containsNull = true) | |
| | | |-- RDD ID: long (nullable = true) | |
| | | |-- Scope: string (nullable = true) | |
| | | |-- Storage Level: struct (nullable = true) | |
| | | | |-- Deserialized: boolean (nullable = true) | |
| | | | |-- Replication: long (nullable = true) | |
| | | | |-- Use Disk: boolean (nullable = true) | |
| | | | |-- Use Memory: boolean (nullable = true) | |
| |-- Stage Attempt ID: long (nullable = true) | |
| |-- Stage ID: long (nullable = true) | |
| |-- Stage Name: string (nullable = true) | |
| |-- Submission Time: long (nullable = true) | |
--- | |
Event type -> SparkListenerStageSubmitted | |
root | |
|-- Event: string (nullable = true) | |
|-- Properties: struct (nullable = true) | |
| |-- callSite.short: string (nullable = true) | |
| |-- spark.app.id: string (nullable = true) | |
| |-- spark.app.name: string (nullable = true) | |
| |-- spark.driver.appUIAddress: string (nullable = true) | |
| |-- spark.driver.extraClassPath: string (nullable = true) | |
| |-- spark.driver.host: string (nullable = true) | |
| |-- spark.driver.memory: string (nullable = true) | |
| |-- spark.driver.port: string (nullable = true) | |
| |-- spark.eventLog.dir: string (nullable = true) | |
| |-- spark.eventLog.enabled: string (nullable = true) | |
| |-- spark.executor.cores: string (nullable = true) | |
| |-- spark.executor.extraClassPath: string (nullable = true) | |
| |-- spark.executor.id: string (nullable = true) | |
| |-- spark.executor.instances: string (nullable = true) | |
| |-- spark.executor.memory: string (nullable = true) | |
| |-- spark.executor.pyspark.memory: string (nullable = true) | |
| |-- spark.executorEnv.NLTK_DATA: string (nullable = true) | |
| |-- spark.executorEnv.PYTHONPATH: string (nullable = true) | |
| |-- spark.history.fs.logDirectory: string (nullable = true) | |
| |-- spark.master: string (nullable = true) | |
| |-- spark.org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter.param.PROXY_HOSTS: string (nullable = true) | |
| |-- spark.org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter.param.PROXY_URI_BASES: string (nullable = true) | |
| |-- spark.org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter.param.RM_HA_URLS: string (nullable = true) | |
| |-- spark.rdd.compress: string (nullable = true) | |
| |-- spark.rdd.scope: string (nullable = true) | |
| |-- spark.rdd.scope.noOverride: string (nullable = true) | |
| |-- spark.scheduler.mode: string (nullable = true) | |
| |-- spark.serializer.objectStreamReset: string (nullable = true) | |
| |-- spark.sql.execution.id: string (nullable = true) | |
| |-- spark.streaming.concurrentJobs: string (nullable = true) | |
| |-- spark.submit.deployMode: string (nullable = true) | |
| |-- spark.ui.filters: string (nullable = true) | |
| |-- spark.ui.proxyBase: string (nullable = true) | |
| |-- spark.ui.showConsoleProgress: string (nullable = true) | |
| |-- spark.yarn.isPython: string (nullable = true) | |
| |-- spark.yarn.tags: string (nullable = true) | |
|-- Stage Info: struct (nullable = true) | |
| |-- Accumulables: array (nullable = true) | |
| | |-- element: struct (containsNull = true) | |
| | | |-- Count Failed Values: boolean (nullable = true) | |
| | | |-- ID: long (nullable = true) | |
| | | |-- Internal: boolean (nullable = true) | |
| | | |-- Metadata: string (nullable = true) | |
| | | |-- Name: string (nullable = true) | |
| | | |-- Value: string (nullable = true) | |
| |-- Completion Time: long (nullable = true) | |
| |-- Details: string (nullable = true) | |
| |-- Number of Tasks: long (nullable = true) | |
| |-- Parent IDs: array (nullable = true) | |
| | |-- element: long (containsNull = true) | |
| |-- RDD Info: array (nullable = true) | |
| | |-- element: struct (containsNull = true) | |
| | | |-- Callsite: string (nullable = true) | |
| | | |-- Disk Size: long (nullable = true) | |
| | | |-- Memory Size: long (nullable = true) | |
| | | |-- Name: string (nullable = true) | |
| | | |-- Number of Cached Partitions: long (nullable = true) | |
| | | |-- Number of Partitions: long (nullable = true) | |
| | | |-- Parent IDs: array (nullable = true) | |
| | | | |-- element: long (containsNull = true) | |
| | | |-- RDD ID: long (nullable = true) | |
| | | |-- Scope: string (nullable = true) | |
| | | |-- Storage Level: struct (nullable = true) | |
| | | | |-- Deserialized: boolean (nullable = true) | |
| | | | |-- Replication: long (nullable = true) | |
| | | | |-- Use Disk: boolean (nullable = true) | |
| | | | |-- Use Memory: boolean (nullable = true) | |
| |-- Stage Attempt ID: long (nullable = true) | |
| |-- Stage ID: long (nullable = true) | |
| |-- Stage Name: string (nullable = true) | |
| |-- Submission Time: long (nullable = true) | |
--- | |
Event type -> SparkListenerTaskEnd | |
root | |
|-- Event: string (nullable = true) | |
|-- Stage Attempt ID: long (nullable = true) | |
|-- Stage ID: long (nullable = true) | |
|-- Task End Reason: struct (nullable = true) | |
| |-- Accumulator Updates: array (nullable = true) | |
| | |-- element: struct (containsNull = true) | |
| | | |-- Count Failed Values: boolean (nullable = true) | |
| | | |-- ID: long (nullable = true) | |
| | | |-- Internal: boolean (nullable = true) | |
| | | |-- Update: string (nullable = true) | |
| |-- Class Name: string (nullable = true) | |
| |-- Description: string (nullable = true) | |
| |-- Full Stack Trace: string (nullable = true) | |
| |-- Reason: string (nullable = true) | |
| |-- Stack Trace: array (nullable = true) | |
| | |-- element: struct (containsNull = true) | |
| | | |-- Declaring Class: string (nullable = true) | |
| | | |-- File Name: string (nullable = true) | |
| | | |-- Line Number: long (nullable = true) | |
| | | |-- Method Name: string (nullable = true) | |
|-- Task Info: struct (nullable = true) | |
| |-- Accumulables: array (nullable = true) | |
| | |-- element: struct (containsNull = true) | |
| | | |-- Count Failed Values: boolean (nullable = true) | |
| | | |-- ID: long (nullable = true) | |
| | | |-- Internal: boolean (nullable = true) | |
| | | |-- Metadata: string (nullable = true) | |
| | | |-- Name: string (nullable = true) | |
| | | |-- Update: string (nullable = true) | |
| | | |-- Value: string (nullable = true) | |
| |-- Attempt: long (nullable = true) | |
| |-- Executor ID: string (nullable = true) | |
| |-- Failed: boolean (nullable = true) | |
| |-- Finish Time: long (nullable = true) | |
| |-- Getting Result Time: long (nullable = true) | |
| |-- Host: string (nullable = true) | |
| |-- Index: long (nullable = true) | |
| |-- Killed: boolean (nullable = true) | |
| |-- Launch Time: long (nullable = true) | |
| |-- Locality: string (nullable = true) | |
| |-- Speculative: boolean (nullable = true) | |
| |-- Task ID: long (nullable = true) | |
|-- Task Metrics: struct (nullable = true) | |
| |-- Disk Bytes Spilled: long (nullable = true) | |
| |-- Executor CPU Time: long (nullable = true) | |
| |-- Executor Deserialize CPU Time: long (nullable = true) | |
| |-- Executor Deserialize Time: long (nullable = true) | |
| |-- Executor Run Time: long (nullable = true) | |
| |-- Input Metrics: struct (nullable = true) | |
| | |-- Bytes Read: long (nullable = true) | |
| | |-- Records Read: long (nullable = true) | |
| |-- JVM GC Time: long (nullable = true) | |
| |-- Memory Bytes Spilled: long (nullable = true) | |
| |-- Output Metrics: struct (nullable = true) | |
| | |-- Bytes Written: long (nullable = true) | |
| | |-- Records Written: long (nullable = true) | |
| |-- Result Serialization Time: long (nullable = true) | |
| |-- Result Size: long (nullable = true) | |
| |-- Shuffle Read Metrics: struct (nullable = true) | |
| | |-- Fetch Wait Time: long (nullable = true) | |
| | |-- Local Blocks Fetched: long (nullable = true) | |
| | |-- Local Bytes Read: long (nullable = true) | |
| | |-- Remote Blocks Fetched: long (nullable = true) | |
| | |-- Remote Bytes Read: long (nullable = true) | |
| | |-- Remote Bytes Read To Disk: long (nullable = true) | |
| | |-- Total Records Read: long (nullable = true) | |
| |-- Shuffle Write Metrics: struct (nullable = true) | |
| | |-- Shuffle Bytes Written: long (nullable = true) | |
| | |-- Shuffle Records Written: long (nullable = true) | |
| | |-- Shuffle Write Time: long (nullable = true) | |
| |-- Updated Blocks: array (nullable = true) | |
| | |-- element: string (containsNull = true) | |
|-- Task Type: string (nullable = true) | |
--- | |
Event type -> SparkListenerTaskStart | |
root | |
|-- Event: string (nullable = true) | |
|-- Stage Attempt ID: long (nullable = true) | |
|-- Stage ID: long (nullable = true) | |
|-- Task Info: struct (nullable = true) | |
| |-- Accumulables: array (nullable = true) | |
| | |-- element: struct (containsNull = true) | |
| | | |-- Count Failed Values: boolean (nullable = true) | |
| | | |-- ID: long (nullable = true) | |
| | | |-- Internal: boolean (nullable = true) | |
| | | |-- Metadata: string (nullable = true) | |
| | | |-- Name: string (nullable = true) | |
| | | |-- Update: string (nullable = true) | |
| | | |-- Value: string (nullable = true) | |
| |-- Attempt: long (nullable = true) | |
| |-- Executor ID: string (nullable = true) | |
| |-- Failed: boolean (nullable = true) | |
| |-- Finish Time: long (nullable = true) | |
| |-- Getting Result Time: long (nullable = true) | |
| |-- Host: string (nullable = true) | |
| |-- Index: long (nullable = true) | |
| |-- Killed: boolean (nullable = true) | |
| |-- Launch Time: long (nullable = true) | |
| |-- Locality: string (nullable = true) | |
| |-- Speculative: boolean (nullable = true) | |
| |-- Task ID: long (nullable = true) | |
--- | |
Event type -> SparkListenerUnpersistRDD | |
root | |
|-- Event: string (nullable = true) | |
|-- RDD ID: long (nullable = true) | |
--- | |
Event type -> org.apache.spark.sql.execution.ui.SparkListenerDriverAccumUpdates | |
root | |
|-- Event: string (nullable = true) | |
|-- accumUpdates: array (nullable = true) | |
| |-- element: array (containsNull = true) | |
| | |-- element: long (containsNull = true) | |
|-- executionId: long (nullable = true) | |
--- | |
Event type -> org.apache.spark.sql.execution.ui.SparkListenerSQLExecutionEnd | |
root | |
|-- Event: string (nullable = true) | |
|-- executionId: long (nullable = true) | |
|-- time: long (nullable = true) | |
--- | |
Event type -> org.apache.spark.sql.execution.ui.SparkListenerSQLExecutionStart | |
root | |
|-- Event: string (nullable = true) | |
|-- description: string (nullable = true) | |
|-- details: string (nullable = true) | |
|-- executionId: long (nullable = true) | |
|-- physicalPlanDescription: string (nullable = true) | |
|-- sparkPlanInfo: struct (nullable = true) | |
| |-- children: array (nullable = true) | |
| | |-- element: struct (containsNull = true) | |
| | | |-- children: array (nullable = true) | |
| | | | |-- element: struct (containsNull = true) | |
| | | | | |-- children: array (nullable = true) | |
| | | | | | |-- element: struct (containsNull = true) | |
| | | | | | | |-- children: array (nullable = true) | |
| | | | | | | | |-- element: struct (containsNull = true) | |
| | | | | | | | | |-- children: array (nullable = true) | |
| | | | | | | | | | |-- element: struct (containsNull = true) | |
| | | | | | | | | | | |-- children: array (nullable = true) | |
| | | | | | | | | | | | |-- element: struct (containsNull = true) | |
| | | | | | | | | | | | | |-- children: array (nullable = true)lable = true) | |
... | |
| | | | | | | | | | | | | | | | | |-- metricType: string (nullable = true) | |
| | | | | | | | | | | | | | | | | |-- name: string (nullable = true) | |
| | | | | | | | | | | | | | | |-- nodeName: string (nullable = true) | |
| | | | | | | | | | | | | | | |-- simpleString: string (nullable = true) | |
| | | | | | | | | | | | | |-- metrics: array (nullable = true) | |
| | | | | | | | | | | | | | |-- element: struct (containsNull = true) | |
| | | | | | | | | | | | | | | |-- accumulatorId: long (nullable = true) | |
| | | | | | | | | | | | | | | |-- metricType: string (nullable = true) | |
| | | | | | | | | | | | | | | |-- name: string (nullable = true) | |
| | | | | | | | | | | | | |-- nodeName: string (nullable = true) | |
| | | | | | | | | | | | | |-- simpleString: string (nullable = true) | |
| | | | | | | | | | | |-- metrics: array (nullable = true) | |
| | | | | | | | | | | | |-- element: struct (containsNull = true) | |
| | | | | | | | | | | | | |-- accumulatorId: long (nullable = true) | |
| | | | | | | | | | | | | |-- metricType: string (nullable = true) | |
| | | | | | | | | | | | | |-- name: string (nullable = true) | |
| | | | | | | | | | | |-- nodeName: string (nullable = true) | |
| | | | | | | | | | | |-- simpleString: string (nullable = true) | |
| | | | | | | | | |-- metrics: array (nullable = true) | |
| | | | | | | | | | |-- element: struct (containsNull = true) | |
| | | | | | | | | | | |-- accumulatorId: long (nullable = true) | |
| | | | | | | | | | | |-- metricType: string (nullable = true) | |
| | | | | | | | | | | |-- name: string (nullable = true) | |
| | | | | | | | | |-- nodeName: string (nullable = true) | |
| | | | | | | | | |-- simpleString: string (nullable = true) | |
| | | | | | | |-- metrics: array (nullable = true) | |
| | | | | | | | |-- element: struct (containsNull = true) | |
| | | | | | | | | |-- accumulatorId: long (nullable = true) | |
| | | | | | | | | |-- metricType: string (nullable = true) | |
| | | | | | | | | |-- name: string (nullable = true) | |
| | | | | | | |-- nodeName: string (nullable = true) | |
| | | | | | | |-- simpleString: string (nullable = true) | |
| | | | | |-- metrics: array (nullable = true) | |
| | | | | | |-- element: struct (containsNull = true) | |
| | | | | | | |-- accumulatorId: long (nullable = true) | |
| | | | | | | |-- metricType: string (nullable = true) | |
| | | | | | | |-- name: string (nullable = true) | |
| | | | | |-- nodeName: string (nullable = true) | |
| | | | | |-- simpleString: string (nullable = true) | |
| | | |-- metrics: array (nullable = true) | |
| | | | |-- element: struct (containsNull = true) | |
| | | | | |-- accumulatorId: long (nullable = true) | |
| | | | | |-- metricType: string (nullable = true) | |
| | | | | |-- name: string (nullable = true) | |
| | | |-- nodeName: string (nullable = true) | |
| | | |-- simpleString: string (nullable = true) | |
| |-- metrics: array (nullable = true) | |
| | |-- element: struct (containsNull = true) | |
| | | |-- accumulatorId: long (nullable = true) | |
| | | |-- metricType: string (nullable = true) | |
| | | |-- name: string (nullable = true) | |
| |-- nodeName: string (nullable = true) | |
| |-- simpleString: string (nullable = true) | |
|-- time: long (nullable = true) |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment