Skip to content

Instantly share code, notes, and snippets.

@owenrh
Created September 22, 2021 15:23
Show Gist options
  • Save owenrh/1e0e493474dd7279faf2e8aa59b0367f to your computer and use it in GitHub Desktop.
Save owenrh/1e0e493474dd7279faf2e8aa59b0367f to your computer and use it in GitHub Desktop.
Spark log schema by event type
---
Event type -> SparkListenerApplicationEnd
root
|-- Event: string (nullable = true)
|-- Timestamp: long (nullable = true)
---
Event type -> SparkListenerApplicationStart
root
|-- App ID: string (nullable = true)
|-- App Name: string (nullable = true)
|-- Event: string (nullable = true)
|-- Timestamp: long (nullable = true)
|-- User: string (nullable = true)
---
Event type -> SparkListenerBlockManagerAdded
root
|-- Block Manager ID: struct (nullable = true)
| |-- Executor ID: string (nullable = true)
| |-- Host: string (nullable = true)
| |-- Port: long (nullable = true)
|-- Event: string (nullable = true)
|-- Maximum Memory: long (nullable = true)
|-- Maximum Offheap Memory: long (nullable = true)
|-- Maximum Onheap Memory: long (nullable = true)
|-- Timestamp: long (nullable = true)
---
Event type -> SparkListenerEnvironmentUpdate
root
|-- Classpath Entries: struct (nullable = true)
|-- Event: string (nullable = true)
|-- JVM Information: struct (nullable = true)
| |-- Java Home: string (nullable = true)
| |-- Java Version: string (nullable = true)
| |-- Scala Version: string (nullable = true)
|-- Spark Properties: struct (nullable = true)
| |-- spark.app.id: string (nullable = true)
| |-- spark.app.name: string (nullable = true)
| |-- spark.driver.appUIAddress: string (nullable = true)
| |-- spark.driver.extraClassPath: string (nullable = true)
| |-- spark.driver.host: string (nullable = true)
| |-- spark.driver.memory: string (nullable = true)
| |-- spark.driver.port: string (nullable = true)
| |-- spark.eventLog.dir: string (nullable = true)
| |-- spark.eventLog.enabled: string (nullable = true)
| |-- spark.executor.cores: string (nullable = true)
| |-- spark.executor.extraClassPath: string (nullable = true)
| |-- spark.executor.id: string (nullable = true)
| |-- spark.executor.instances: string (nullable = true)
| |-- spark.executor.memory: string (nullable = true)
| |-- spark.executor.pyspark.memory: string (nullable = true)
| |-- spark.executorEnv.PYTHONPATH: string (nullable = true)
| |-- spark.history.fs.logDirectory: string (nullable = true)
| |-- spark.master: string (nullable = true)
| |-- spark.org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter.param.PROXY_HOSTS: string (nullable = true)
| |-- spark.org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter.param.PROXY_URI_BASES: string (nullable = true)
| |-- spark.org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter.param.RM_HA_URLS: string (nullable = true)
| |-- spark.rdd.compress: string (nullable = true)
| |-- spark.scheduler.mode: string (nullable = true)
| |-- spark.serializer.objectStreamReset: string (nullable = true)
| |-- spark.streaming.concurrentJobs: string (nullable = true)
| |-- spark.submit.deployMode: string (nullable = true)
| |-- spark.ui.filters: string (nullable = true)
| |-- spark.ui.showConsoleProgress: string (nullable = true)
| |-- spark.yarn.isPython: string (nullable = true)
| |-- spark.yarn.tags: string (nullable = true)
|-- System Properties: struct (nullable = true)
| |-- SPARK_SUBMIT: string (nullable = true)
| |-- awt.toolkit: string (nullable = true)
| |-- file.encoding: string (nullable = true)
| |-- file.encoding.pkg: string (nullable = true)
| |-- file.separator: string (nullable = true)
| |-- java.awt.graphicsenv: string (nullable = true)
| |-- java.awt.printerjob: string (nullable = true)
| |-- java.class.version: string (nullable = true)
| |-- java.endorsed.dirs: string (nullable = true)
| |-- java.ext.dirs: string (nullable = true)
| |-- java.home: string (nullable = true)
| |-- java.io.tmpdir: string (nullable = true)
| |-- java.library.path: string (nullable = true)
| |-- java.runtime.name: string (nullable = true)
| |-- java.runtime.version: string (nullable = true)
| |-- java.specification.name: string (nullable = true)
| |-- java.specification.vendor: string (nullable = true)
| |-- java.specification.version: string (nullable = true)
| |-- java.vendor: string (nullable = true)
| |-- java.vendor.url: string (nullable = true)
| |-- java.vendor.url.bug: string (nullable = true)
| |-- java.version: string (nullable = true)
| |-- java.vm.info: string (nullable = true)
| |-- java.vm.name: string (nullable = true)
| |-- java.vm.specification.name: string (nullable = true)
| |-- java.vm.specification.vendor: string (nullable = true)
| |-- java.vm.specification.version: string (nullable = true)
| |-- java.vm.vendor: string (nullable = true)
| |-- java.vm.version: string (nullable = true)
| |-- jetty.git.hash: string (nullable = true)
| |-- line.separator: string (nullable = true)
| |-- os.arch: string (nullable = true)
| |-- os.name: string (nullable = true)
| |-- os.version: string (nullable = true)
| |-- path.separator: string (nullable = true)
| |-- sun.arch.data.model: string (nullable = true)
| |-- sun.boot.class.path: string (nullable = true)
| |-- sun.boot.library.path: string (nullable = true)
| |-- sun.cpu.endian: string (nullable = true)
| |-- sun.cpu.isalist: string (nullable = true)
| |-- sun.io.unicode.encoding: string (nullable = true)
| |-- sun.java.command: string (nullable = true)
| |-- sun.java.launcher: string (nullable = true)
| |-- sun.jnu.encoding: string (nullable = true)
| |-- sun.management.compiler: string (nullable = true)
| |-- sun.nio.ch.bugLevel: string (nullable = true)
| |-- sun.os.patch.level: string (nullable = true)
| |-- user.country: string (nullable = true)
| |-- user.dir: string (nullable = true)
| |-- user.home: string (nullable = true)
| |-- user.language: string (nullable = true)
| |-- user.name: string (nullable = true)
| |-- user.timezone: string (nullable = true)
---
Event type -> SparkListenerExecutorAdded
root
|-- Event: string (nullable = true)
|-- Executor ID: string (nullable = true)
|-- Executor Info: struct (nullable = true)
| |-- Host: string (nullable = true)
| |-- Log Urls: struct (nullable = true)
| | |-- stderr: string (nullable = true)
| | |-- stdout: string (nullable = true)
| |-- Total Cores: long (nullable = true)
|-- Timestamp: long (nullable = true)
---
Event type -> SparkListenerJobEnd
root
|-- Completion Time: long (nullable = true)
|-- Event: string (nullable = true)
|-- Job ID: long (nullable = true)
|-- Job Result: struct (nullable = true)
| |-- Result: string (nullable = true)
---
Event type -> SparkListenerJobStart
root
|-- Event: string (nullable = true)
|-- Job ID: long (nullable = true)
|-- Properties: struct (nullable = true)
| |-- callSite.short: string (nullable = true)
| |-- spark.app.id: string (nullable = true)
| |-- spark.app.name: string (nullable = true)
| |-- spark.driver.appUIAddress: string (nullable = true)
| |-- spark.driver.extraClassPath: string (nullable = true)
| |-- spark.driver.host: string (nullable = true)
| |-- spark.driver.memory: string (nullable = true)
| |-- spark.driver.port: string (nullable = true)
| |-- spark.eventLog.dir: string (nullable = true)
| |-- spark.eventLog.enabled: string (nullable = true)
| |-- spark.executor.cores: string (nullable = true)
| |-- spark.executor.extraClassPath: string (nullable = true)
| |-- spark.executor.id: string (nullable = true)
| |-- spark.executor.instances: string (nullable = true)
| |-- spark.executor.memory: string (nullable = true)
| |-- spark.executor.pyspark.memory: string (nullable = true)
| |-- spark.executorEnv.PYTHONPATH: string (nullable = true)
| |-- spark.history.fs.logDirectory: string (nullable = true)
| |-- spark.master: string (nullable = true)
| |-- spark.org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter.param.PROXY_HOSTS: string (nullable = true)
| |-- spark.org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter.param.PROXY_URI_BASES: string (nullable = true)
| |-- spark.org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter.param.RM_HA_URLS: string (nullable = true)
| |-- spark.rdd.compress: string (nullable = true)
| |-- spark.rdd.scope: string (nullable = true)
| |-- spark.rdd.scope.noOverride: string (nullable = true)
| |-- spark.scheduler.mode: string (nullable = true)
| |-- spark.serializer.objectStreamReset: string (nullable = true)
| |-- spark.sql.execution.id: string (nullable = true)
| |-- spark.streaming.concurrentJobs: string (nullable = true)
| |-- spark.submit.deployMode: string (nullable = true)
| |-- spark.ui.filters: string (nullable = true)
| |-- spark.ui.proxyBase: string (nullable = true)
| |-- spark.ui.showConsoleProgress: string (nullable = true)
| |-- spark.yarn.isPython: string (nullable = true)
| |-- spark.yarn.tags: string (nullable = true)
|-- Stage IDs: array (nullable = true)
| |-- element: long (containsNull = true)
|-- Stage Infos: array (nullable = true)
| |-- element: struct (containsNull = true)
| | |-- Accumulables: array (nullable = true)
| | | |-- element: string (containsNull = true)
| | |-- Details: string (nullable = true)
| | |-- Number of Tasks: long (nullable = true)
| | |-- Parent IDs: array (nullable = true)
| | | |-- element: long (containsNull = true)
| | |-- RDD Info: array (nullable = true)
| | | |-- element: struct (containsNull = true)
| | | | |-- Callsite: string (nullable = true)
| | | | |-- Disk Size: long (nullable = true)
| | | | |-- Memory Size: long (nullable = true)
| | | | |-- Name: string (nullable = true)
| | | | |-- Number of Cached Partitions: long (nullable = true)
| | | | |-- Number of Partitions: long (nullable = true)
| | | | |-- Parent IDs: array (nullable = true)
| | | | | |-- element: long (containsNull = true)
| | | | |-- RDD ID: long (nullable = true)
| | | | |-- Scope: string (nullable = true)
| | | | |-- Storage Level: struct (nullable = true)
| | | | | |-- Deserialized: boolean (nullable = true)
| | | | | |-- Replication: long (nullable = true)
| | | | | |-- Use Disk: boolean (nullable = true)
| | | | | |-- Use Memory: boolean (nullable = true)
| | |-- Stage Attempt ID: long (nullable = true)
| | |-- Stage ID: long (nullable = true)
| | |-- Stage Name: string (nullable = true)
|-- Submission Time: long (nullable = true)
---
Event type -> SparkListenerLogStart
root
|-- Event: string (nullable = true)
|-- Spark Version: string (nullable = true)
---
Event type -> SparkListenerStageCompleted
root
|-- Event: string (nullable = true)
|-- Stage Info: struct (nullable = true)
| |-- Accumulables: array (nullable = true)
| | |-- element: struct (containsNull = true)
| | | |-- Count Failed Values: boolean (nullable = true)
| | | |-- ID: long (nullable = true)
| | | |-- Internal: boolean (nullable = true)
| | | |-- Metadata: string (nullable = true)
| | | |-- Name: string (nullable = true)
| | | |-- Value: string (nullable = true)
| |-- Completion Time: long (nullable = true)
| |-- Details: string (nullable = true)
| |-- Number of Tasks: long (nullable = true)
| |-- Parent IDs: array (nullable = true)
| | |-- element: long (containsNull = true)
| |-- RDD Info: array (nullable = true)
| | |-- element: struct (containsNull = true)
| | | |-- Callsite: string (nullable = true)
| | | |-- Disk Size: long (nullable = true)
| | | |-- Memory Size: long (nullable = true)
| | | |-- Name: string (nullable = true)
| | | |-- Number of Cached Partitions: long (nullable = true)
| | | |-- Number of Partitions: long (nullable = true)
| | | |-- Parent IDs: array (nullable = true)
| | | | |-- element: long (containsNull = true)
| | | |-- RDD ID: long (nullable = true)
| | | |-- Scope: string (nullable = true)
| | | |-- Storage Level: struct (nullable = true)
| | | | |-- Deserialized: boolean (nullable = true)
| | | | |-- Replication: long (nullable = true)
| | | | |-- Use Disk: boolean (nullable = true)
| | | | |-- Use Memory: boolean (nullable = true)
| |-- Stage Attempt ID: long (nullable = true)
| |-- Stage ID: long (nullable = true)
| |-- Stage Name: string (nullable = true)
| |-- Submission Time: long (nullable = true)
---
Event type -> SparkListenerStageSubmitted
root
|-- Event: string (nullable = true)
|-- Properties: struct (nullable = true)
| |-- callSite.short: string (nullable = true)
| |-- spark.app.id: string (nullable = true)
| |-- spark.app.name: string (nullable = true)
| |-- spark.driver.appUIAddress: string (nullable = true)
| |-- spark.driver.extraClassPath: string (nullable = true)
| |-- spark.driver.host: string (nullable = true)
| |-- spark.driver.memory: string (nullable = true)
| |-- spark.driver.port: string (nullable = true)
| |-- spark.eventLog.dir: string (nullable = true)
| |-- spark.eventLog.enabled: string (nullable = true)
| |-- spark.executor.cores: string (nullable = true)
| |-- spark.executor.extraClassPath: string (nullable = true)
| |-- spark.executor.id: string (nullable = true)
| |-- spark.executor.instances: string (nullable = true)
| |-- spark.executor.memory: string (nullable = true)
| |-- spark.executor.pyspark.memory: string (nullable = true)
| |-- spark.executorEnv.NLTK_DATA: string (nullable = true)
| |-- spark.executorEnv.PYTHONPATH: string (nullable = true)
| |-- spark.history.fs.logDirectory: string (nullable = true)
| |-- spark.master: string (nullable = true)
| |-- spark.org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter.param.PROXY_HOSTS: string (nullable = true)
| |-- spark.org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter.param.PROXY_URI_BASES: string (nullable = true)
| |-- spark.org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter.param.RM_HA_URLS: string (nullable = true)
| |-- spark.rdd.compress: string (nullable = true)
| |-- spark.rdd.scope: string (nullable = true)
| |-- spark.rdd.scope.noOverride: string (nullable = true)
| |-- spark.scheduler.mode: string (nullable = true)
| |-- spark.serializer.objectStreamReset: string (nullable = true)
| |-- spark.sql.execution.id: string (nullable = true)
| |-- spark.streaming.concurrentJobs: string (nullable = true)
| |-- spark.submit.deployMode: string (nullable = true)
| |-- spark.ui.filters: string (nullable = true)
| |-- spark.ui.proxyBase: string (nullable = true)
| |-- spark.ui.showConsoleProgress: string (nullable = true)
| |-- spark.yarn.isPython: string (nullable = true)
| |-- spark.yarn.tags: string (nullable = true)
|-- Stage Info: struct (nullable = true)
| |-- Accumulables: array (nullable = true)
| | |-- element: struct (containsNull = true)
| | | |-- Count Failed Values: boolean (nullable = true)
| | | |-- ID: long (nullable = true)
| | | |-- Internal: boolean (nullable = true)
| | | |-- Metadata: string (nullable = true)
| | | |-- Name: string (nullable = true)
| | | |-- Value: string (nullable = true)
| |-- Completion Time: long (nullable = true)
| |-- Details: string (nullable = true)
| |-- Number of Tasks: long (nullable = true)
| |-- Parent IDs: array (nullable = true)
| | |-- element: long (containsNull = true)
| |-- RDD Info: array (nullable = true)
| | |-- element: struct (containsNull = true)
| | | |-- Callsite: string (nullable = true)
| | | |-- Disk Size: long (nullable = true)
| | | |-- Memory Size: long (nullable = true)
| | | |-- Name: string (nullable = true)
| | | |-- Number of Cached Partitions: long (nullable = true)
| | | |-- Number of Partitions: long (nullable = true)
| | | |-- Parent IDs: array (nullable = true)
| | | | |-- element: long (containsNull = true)
| | | |-- RDD ID: long (nullable = true)
| | | |-- Scope: string (nullable = true)
| | | |-- Storage Level: struct (nullable = true)
| | | | |-- Deserialized: boolean (nullable = true)
| | | | |-- Replication: long (nullable = true)
| | | | |-- Use Disk: boolean (nullable = true)
| | | | |-- Use Memory: boolean (nullable = true)
| |-- Stage Attempt ID: long (nullable = true)
| |-- Stage ID: long (nullable = true)
| |-- Stage Name: string (nullable = true)
| |-- Submission Time: long (nullable = true)
---
Event type -> SparkListenerTaskEnd
root
|-- Event: string (nullable = true)
|-- Stage Attempt ID: long (nullable = true)
|-- Stage ID: long (nullable = true)
|-- Task End Reason: struct (nullable = true)
| |-- Accumulator Updates: array (nullable = true)
| | |-- element: struct (containsNull = true)
| | | |-- Count Failed Values: boolean (nullable = true)
| | | |-- ID: long (nullable = true)
| | | |-- Internal: boolean (nullable = true)
| | | |-- Update: string (nullable = true)
| |-- Class Name: string (nullable = true)
| |-- Description: string (nullable = true)
| |-- Full Stack Trace: string (nullable = true)
| |-- Reason: string (nullable = true)
| |-- Stack Trace: array (nullable = true)
| | |-- element: struct (containsNull = true)
| | | |-- Declaring Class: string (nullable = true)
| | | |-- File Name: string (nullable = true)
| | | |-- Line Number: long (nullable = true)
| | | |-- Method Name: string (nullable = true)
|-- Task Info: struct (nullable = true)
| |-- Accumulables: array (nullable = true)
| | |-- element: struct (containsNull = true)
| | | |-- Count Failed Values: boolean (nullable = true)
| | | |-- ID: long (nullable = true)
| | | |-- Internal: boolean (nullable = true)
| | | |-- Metadata: string (nullable = true)
| | | |-- Name: string (nullable = true)
| | | |-- Update: string (nullable = true)
| | | |-- Value: string (nullable = true)
| |-- Attempt: long (nullable = true)
| |-- Executor ID: string (nullable = true)
| |-- Failed: boolean (nullable = true)
| |-- Finish Time: long (nullable = true)
| |-- Getting Result Time: long (nullable = true)
| |-- Host: string (nullable = true)
| |-- Index: long (nullable = true)
| |-- Killed: boolean (nullable = true)
| |-- Launch Time: long (nullable = true)
| |-- Locality: string (nullable = true)
| |-- Speculative: boolean (nullable = true)
| |-- Task ID: long (nullable = true)
|-- Task Metrics: struct (nullable = true)
| |-- Disk Bytes Spilled: long (nullable = true)
| |-- Executor CPU Time: long (nullable = true)
| |-- Executor Deserialize CPU Time: long (nullable = true)
| |-- Executor Deserialize Time: long (nullable = true)
| |-- Executor Run Time: long (nullable = true)
| |-- Input Metrics: struct (nullable = true)
| | |-- Bytes Read: long (nullable = true)
| | |-- Records Read: long (nullable = true)
| |-- JVM GC Time: long (nullable = true)
| |-- Memory Bytes Spilled: long (nullable = true)
| |-- Output Metrics: struct (nullable = true)
| | |-- Bytes Written: long (nullable = true)
| | |-- Records Written: long (nullable = true)
| |-- Result Serialization Time: long (nullable = true)
| |-- Result Size: long (nullable = true)
| |-- Shuffle Read Metrics: struct (nullable = true)
| | |-- Fetch Wait Time: long (nullable = true)
| | |-- Local Blocks Fetched: long (nullable = true)
| | |-- Local Bytes Read: long (nullable = true)
| | |-- Remote Blocks Fetched: long (nullable = true)
| | |-- Remote Bytes Read: long (nullable = true)
| | |-- Remote Bytes Read To Disk: long (nullable = true)
| | |-- Total Records Read: long (nullable = true)
| |-- Shuffle Write Metrics: struct (nullable = true)
| | |-- Shuffle Bytes Written: long (nullable = true)
| | |-- Shuffle Records Written: long (nullable = true)
| | |-- Shuffle Write Time: long (nullable = true)
| |-- Updated Blocks: array (nullable = true)
| | |-- element: string (containsNull = true)
|-- Task Type: string (nullable = true)
---
Event type -> SparkListenerTaskStart
root
|-- Event: string (nullable = true)
|-- Stage Attempt ID: long (nullable = true)
|-- Stage ID: long (nullable = true)
|-- Task Info: struct (nullable = true)
| |-- Accumulables: array (nullable = true)
| | |-- element: struct (containsNull = true)
| | | |-- Count Failed Values: boolean (nullable = true)
| | | |-- ID: long (nullable = true)
| | | |-- Internal: boolean (nullable = true)
| | | |-- Metadata: string (nullable = true)
| | | |-- Name: string (nullable = true)
| | | |-- Update: string (nullable = true)
| | | |-- Value: string (nullable = true)
| |-- Attempt: long (nullable = true)
| |-- Executor ID: string (nullable = true)
| |-- Failed: boolean (nullable = true)
| |-- Finish Time: long (nullable = true)
| |-- Getting Result Time: long (nullable = true)
| |-- Host: string (nullable = true)
| |-- Index: long (nullable = true)
| |-- Killed: boolean (nullable = true)
| |-- Launch Time: long (nullable = true)
| |-- Locality: string (nullable = true)
| |-- Speculative: boolean (nullable = true)
| |-- Task ID: long (nullable = true)
---
Event type -> SparkListenerUnpersistRDD
root
|-- Event: string (nullable = true)
|-- RDD ID: long (nullable = true)
---
Event type -> org.apache.spark.sql.execution.ui.SparkListenerDriverAccumUpdates
root
|-- Event: string (nullable = true)
|-- accumUpdates: array (nullable = true)
| |-- element: array (containsNull = true)
| | |-- element: long (containsNull = true)
|-- executionId: long (nullable = true)
---
Event type -> org.apache.spark.sql.execution.ui.SparkListenerSQLExecutionEnd
root
|-- Event: string (nullable = true)
|-- executionId: long (nullable = true)
|-- time: long (nullable = true)
---
Event type -> org.apache.spark.sql.execution.ui.SparkListenerSQLExecutionStart
root
|-- Event: string (nullable = true)
|-- description: string (nullable = true)
|-- details: string (nullable = true)
|-- executionId: long (nullable = true)
|-- physicalPlanDescription: string (nullable = true)
|-- sparkPlanInfo: struct (nullable = true)
| |-- children: array (nullable = true)
| | |-- element: struct (containsNull = true)
| | | |-- children: array (nullable = true)
| | | | |-- element: struct (containsNull = true)
| | | | | |-- children: array (nullable = true)
| | | | | | |-- element: struct (containsNull = true)
| | | | | | | |-- children: array (nullable = true)
| | | | | | | | |-- element: struct (containsNull = true)
| | | | | | | | | |-- children: array (nullable = true)
| | | | | | | | | | |-- element: struct (containsNull = true)
| | | | | | | | | | | |-- children: array (nullable = true)
| | | | | | | | | | | | |-- element: struct (containsNull = true)
| | | | | | | | | | | | | |-- children: array (nullable = true)lable = true)
...
| | | | | | | | | | | | | | | | | |-- metricType: string (nullable = true)
| | | | | | | | | | | | | | | | | |-- name: string (nullable = true)
| | | | | | | | | | | | | | | |-- nodeName: string (nullable = true)
| | | | | | | | | | | | | | | |-- simpleString: string (nullable = true)
| | | | | | | | | | | | | |-- metrics: array (nullable = true)
| | | | | | | | | | | | | | |-- element: struct (containsNull = true)
| | | | | | | | | | | | | | | |-- accumulatorId: long (nullable = true)
| | | | | | | | | | | | | | | |-- metricType: string (nullable = true)
| | | | | | | | | | | | | | | |-- name: string (nullable = true)
| | | | | | | | | | | | | |-- nodeName: string (nullable = true)
| | | | | | | | | | | | | |-- simpleString: string (nullable = true)
| | | | | | | | | | | |-- metrics: array (nullable = true)
| | | | | | | | | | | | |-- element: struct (containsNull = true)
| | | | | | | | | | | | | |-- accumulatorId: long (nullable = true)
| | | | | | | | | | | | | |-- metricType: string (nullable = true)
| | | | | | | | | | | | | |-- name: string (nullable = true)
| | | | | | | | | | | |-- nodeName: string (nullable = true)
| | | | | | | | | | | |-- simpleString: string (nullable = true)
| | | | | | | | | |-- metrics: array (nullable = true)
| | | | | | | | | | |-- element: struct (containsNull = true)
| | | | | | | | | | | |-- accumulatorId: long (nullable = true)
| | | | | | | | | | | |-- metricType: string (nullable = true)
| | | | | | | | | | | |-- name: string (nullable = true)
| | | | | | | | | |-- nodeName: string (nullable = true)
| | | | | | | | | |-- simpleString: string (nullable = true)
| | | | | | | |-- metrics: array (nullable = true)
| | | | | | | | |-- element: struct (containsNull = true)
| | | | | | | | | |-- accumulatorId: long (nullable = true)
| | | | | | | | | |-- metricType: string (nullable = true)
| | | | | | | | | |-- name: string (nullable = true)
| | | | | | | |-- nodeName: string (nullable = true)
| | | | | | | |-- simpleString: string (nullable = true)
| | | | | |-- metrics: array (nullable = true)
| | | | | | |-- element: struct (containsNull = true)
| | | | | | | |-- accumulatorId: long (nullable = true)
| | | | | | | |-- metricType: string (nullable = true)
| | | | | | | |-- name: string (nullable = true)
| | | | | |-- nodeName: string (nullable = true)
| | | | | |-- simpleString: string (nullable = true)
| | | |-- metrics: array (nullable = true)
| | | | |-- element: struct (containsNull = true)
| | | | | |-- accumulatorId: long (nullable = true)
| | | | | |-- metricType: string (nullable = true)
| | | | | |-- name: string (nullable = true)
| | | |-- nodeName: string (nullable = true)
| | | |-- simpleString: string (nullable = true)
| |-- metrics: array (nullable = true)
| | |-- element: struct (containsNull = true)
| | | |-- accumulatorId: long (nullable = true)
| | | |-- metricType: string (nullable = true)
| | | |-- name: string (nullable = true)
| |-- nodeName: string (nullable = true)
| |-- simpleString: string (nullable = true)
|-- time: long (nullable = true)
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment