GCP storage schema with descriptions

README.md

original file taken from gcp docs at: https://cloud.google.com/storage/docs/access-logs

descsription taken from: https://cloud.google.com/storage/docs/access-logs#format

cloud_storage_storage_schema_v0.json

[
  {
    "name": "bucket",
    "type": "string",
    "mode": "REQUIRED",
    "description": "The name of the bucket."
  },
  {
    "name": "storage_byte_hours",
    "type": "integer",
    "mode": "REQUIRED",
    "description": "Average size in byte-hours over a 24 hour period of the bucket. To get the total size of the bucket, divide byte-hours by 24."
  }
]

cloud_storage_usage_schema_v1.json

[
    {
        "name": "time_micros",
        "type": "INTEGER",
        "mode": "NULLABLE",
        "description": "The time that the request was completed, in microseconds",
        "maxLength": "0",
        "precision": "0",
        "scale": "0"
    },
    {
        "name": "c_ip",
        "type": "STRING",
        "mode": "NULLABLE",
        "description": "The IP address from which the request was made. The \"c\" prefix indicates that this is information about the client.",
        "maxLength": "0",
        "precision": "0",
        "scale": "0"
    },
    {
        "name": "c_ip_type",
        "type": "INTEGER",
        "mode": "NULLABLE",
        "description": "The type of IP in the c_ip field:\nA value of 1 indicates an IPV4 address.\nA value of 2 indicates an IPV6 address.",
        "maxLength": "0",
        "precision": "0",
        "scale": "0"
    },
    {
        "name": "c_ip_region",
        "type": "STRING",
        "mode": "NULLABLE",
        "description": "Reserved for future use.",
        "maxLength": "0",
        "precision": "0",
        "scale": "0"
    },
    {
        "name": "cs_method",
        "type": "STRING",
        "mode": "NULLABLE",
        "description": "The HTTP method of this request. The \"cs\" prefix indicates that this information was sent from the client to the server.",
        "maxLength": "0",
        "precision": "0",
        "scale": "0"
    },
    {
        "name": "cs_uri",
        "type": "STRING",
        "mode": "NULLABLE",
        "description": "The URI of the request.",
        "maxLength": "0",
        "precision": "0",
        "scale": "0"
    },
    {
        "name": "sc_status",
        "type": "INTEGER",
        "mode": "NULLABLE",
        "description": "The HTTP status code the server sent in response. The \"sc\" prefix indicates that this information was sent from the server to the client.",
        "maxLength": "0",
        "precision": "0",
        "scale": "0"
    },
    {
        "name": "cs_bytes",
        "type": "INTEGER",
        "mode": "NULLABLE",
        "description": "The number of bytes sent in the request.",
        "maxLength": "0",
        "precision": "0",
        "scale": "0"
    },
    {
        "name": "sc_bytes",
        "type": "INTEGER",
        "mode": "NULLABLE",
        "description": "The number of bytes sent in the response.",
        "maxLength": "0",
        "precision": "0",
        "scale": "0"
    },
    {
        "name": "time_taken_micros",
        "type": "INTEGER",
        "mode": "NULLABLE",
        "description": "The time it took to serve the request in microseconds, measured from when the first byte is received to when the response is sent. Note that for resumable uploads, the ending point is determined by the response to the final upload request that was part of the resumable upload.",
        "maxLength": "0",
        "precision": "0",
        "scale": "0"
    },
    {
        "name": "cs_host",
        "type": "STRING",
        "mode": "NULLABLE",
        "description": "The host in the original request.",
        "maxLength": "0",
        "precision": "0",
        "scale": "0"
    },
    {
        "name": "cs_referer",
        "type": "STRING",
        "mode": "NULLABLE",
        "description": "The HTTP referrer for the request.",
        "maxLength": "0",
        "precision": "0",
        "scale": "0"
    },
    {
        "name": "cs_user_agent",
        "type": "STRING",
        "mode": "NULLABLE",
        "description": "The User-Agent of the request. The value is GCS Lifecycle Management for requests made by lifecycle management.",
        "maxLength": "0",
        "precision": "0",
        "scale": "0"
    },
    {
        "name": "s_request_id",
        "type": "STRING",
        "mode": "NULLABLE",
        "description": "The request identifier.",
        "maxLength": "0",
        "precision": "0",
        "scale": "0"
    },
    {
        "name": "cs_operation",
        "type": "STRING",
        "mode": "NULLABLE",
        "description": "The Cloud Storage operation e.g. GET_Object.",
        "maxLength": "0",
        "precision": "0",
        "scale": "0"
    },
    {
        "name": "cs_bucket",
        "type": "STRING",
        "mode": "NULLABLE",
        "description": "The bucket specified in the request. If this is a list buckets request, this can be null.",
        "maxLength": "0",
        "precision": "0",
        "scale": "0"
    },
    {
        "name": "cs_object",
        "type": "STRING",
        "mode": "NULLABLE",
        "description": "The object specified in this request. This can be null.",
        "maxLength": "0",
        "precision": "0",
        "scale": "0"
    }
]