micro_batch.json

{
  "id" : "bc44379f-9c1a-4d14-8392-4a8b860b24f1",
  "runId" : "5ed235ac-5ff6-47d3-bb38-28e04f7ab752",
  "name" : "streaming_to_kafka",
  "timestamp" : "2021-10-03T22:38:00.000Z",
  "batchId" : 24,
  "numInputRows" : 127,
  "inputRowsPerSecond" : 1.0583333333333333,
  "processedRowsPerSecond" : 8.653584082856364,
  "durationMs" : {
    "addBatch" : 12888,
    "getBatch" : 0,
    "latestOffset" : 5,
    "queryPlanning" : 84,
    "triggerExecution" : 14676,
    "walCommit" : 1676
  },
  "eventTime" : {
    "avg" : "2021-10-03T22:36:59.638Z",
    "max" : "2021-10-03T22:37:59.350Z",
    "min" : "2021-10-03T22:36:00.268Z",
    "watermark" : "2021-10-03T22:25:59.333Z"
  },
  "stateOperators" : [ {
    "numRowsTotal" : 192,
    "numRowsUpdated" : 28,
    "memoryUsedBytes" : 204696,
    "numRowsDroppedByWatermark" : 0,
    "customMetrics" : {
      "loadedMapCacheHitCount" : 5364,
      "loadedMapCacheMissCount" : 400,
      "stateOnCurrentVersionSizeBytes" : 80112
    }
  } ],
  "sources" : [ {
    "description" : "KafkaV2[Subscribe[pagila.sales.avro]]",
    "startOffset" : {
      "pagila.sales.avro" : {
        "0" : 1627
      }
    },
    "endOffset" : {
      "pagila.sales.avro" : {
        "0" : 1754
      }
    },
    "numInputRows" : 127,
    "inputRowsPerSecond" : 1.0583333333333333,
    "processedRowsPerSecond" : 8.653584082856364
  } ],
  "sink" : {
    "description" : "org.apache.spark.sql.kafka010.KafkaSourceProvider$KafkaTable@2c6d1341",
    "numOutputRows" : 96
  }
}