Skip to content

Instantly share code, notes, and snippets.

@JonMerlevede
Created April 20, 2021 23:15
Show Gist options
  • Save JonMerlevede/b5b95d5321bc1674bbfc3451abff5681 to your computer and use it in GitHub Desktop.
Save JonMerlevede/b5b95d5321bc1674bbfc3451abff5681 to your computer and use it in GitHub Desktop.
[
{
"description": "Information regarding the schema violations",
"fields": [
{
"description": "Timestamp at which the failure occurred",
"mode": "REQUIRED",
"name": "timestamp",
"type": "TIMESTAMP"
},
{
"description": "String supplied for schema validation was not JSON Json supplied for schema validation was not self-describing Supplied JSON does not match the associated schema criterion Supplied JSON did not validate against its schema (or schema was not found)",
"fields": [
{
"description": "Field which ended up not being json",
"mode": "NULLABLE",
"name": "field",
"type": "STRING"
},
{
"description": "Stringified representation of the value which is not json",
"mode": "NULLABLE",
"name": "value",
"type": "STRING"
},
{
"description": "Json parsing issue Issue which the json which makes it not self-describing Iglu client error Resolution error - schema could not be found in the specified repositories, defined by ResolutionError in the Iglu Client Data is invalid against resolved schema Schema is invalid and cannot be used to validate an instance",
"mode": "NULLABLE",
"name": "error",
"type": "STRING"
},
{
"description": "Supplied JSON which was not self-describing",
"mode": "NULLABLE",
"name": "json",
"type": "STRING"
},
{
"description": "Supplied schema key The iglu schema coordinates to validate against",
"mode": "NULLABLE",
"name": "schemaKey",
"type": "STRING"
},
{
"description": "The schema criterion which was not respected",
"mode": "NULLABLE",
"name": "schemaCriterion",
"type": "STRING"
}
],
"mode": "REPEATED",
"name": "messages",
"type": "RECORD"
}
],
"mode": "REQUIRED",
"name": "failure",
"type": "RECORD"
},
{
"fields": [
{
"description": "The raw event extracted from collector payload",
"fields": [
{
"description": "Vendor of the adapter that processed this payload, here com.snowplowanalytics.snowplow",
"mode": "REQUIRED",
"name": "vendor",
"type": "STRING"
},
{
"description": "Version of the adapter that processed this payload",
"mode": "REQUIRED",
"name": "version",
"type": "STRING"
},
{
"fields": [
{
"description": "Name of the querystring parameter",
"mode": "REQUIRED",
"name": "name",
"type": "STRING"
},
{
"description": "Possible value for the querystring parameter",
"mode": "NULLABLE",
"name": "value",
"type": "STRING"
}
],
"mode": "REPEATED",
"name": "parameters",
"type": "RECORD"
},
{
"description": "Content type of the payload as detected by the collector",
"mode": "NULLABLE",
"name": "contentType",
"type": "STRING"
},
{
"mode": "REQUIRED",
"name": "loaderName",
"type": "STRING"
},
{
"description": "Encoding of the collector payload",
"mode": "REQUIRED",
"name": "encoding",
"type": "STRING"
},
{
"description": "Hostname of the payload as detected by the collector",
"mode": "NULLABLE",
"name": "hostname",
"type": "STRING"
},
{
"description": "Timestamp at which the payload was collected",
"mode": "NULLABLE",
"name": "timestamp",
"type": "TIMESTAMP"
},
{
"description": "IP address of the payload as detected by the collector",
"mode": "NULLABLE",
"name": "ipAddress",
"type": "STRING"
},
{
"description": "User agent of the payload as detected by the collector",
"mode": "NULLABLE",
"name": "useragent",
"type": "STRING"
},
{
"description": "Referer of the payload as detected by the collector",
"mode": "NULLABLE",
"name": "refererUri",
"type": "STRING"
},
{
"mode": "REPEATED",
"name": "headers",
"type": "STRING"
},
{
"description": "Network user id associated with this payload",
"mode": "NULLABLE",
"name": "userId",
"type": "STRING"
}
],
"mode": "NULLABLE",
"name": "raw",
"type": "RECORD"
},
{
"description": "The partially enriched event that resulted in schema violations",
"fields": [
{
"mode": "NULLABLE",
"name": "app_id",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "platform",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "etl_tstamp",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "collector_tstamp",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "dvce_created_tstamp",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "event",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "event_id",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "txn_id",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "name_tracker",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "v_tracker",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "v_collector",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "v_etl",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "user_id",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "user_ipaddress",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "user_fingerprint",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "domain_userid",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "domain_sessionidx",
"type": "INTEGER"
},
{
"mode": "NULLABLE",
"name": "network_userid",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "geo_country",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "geo_region",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "geo_city",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "geo_zipcode",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "geo_latitude",
"type": "FLOAT"
},
{
"mode": "NULLABLE",
"name": "geo_longitude",
"type": "FLOAT"
},
{
"mode": "NULLABLE",
"name": "geo_region_name",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "ip_isp",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "ip_organization",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "ip_domain",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "ip_netspeed",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "page_url",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "page_title",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "page_referrer",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "page_urlscheme",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "page_urlhost",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "page_urlport",
"type": "INTEGER"
},
{
"mode": "NULLABLE",
"name": "page_urlpath",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "page_urlquery",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "page_urlfragment",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "refr_urlscheme",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "refr_urlhost",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "refr_urlport",
"type": "INTEGER"
},
{
"mode": "NULLABLE",
"name": "refr_urlpath",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "refr_urlquery",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "refr_urlfragment",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "refr_medium",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "refr_source",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "refr_term",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "mkt_medium",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "mkt_source",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "mkt_term",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "mkt_content",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "mkt_campaign",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "contexts",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "se_category",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "se_action",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "se_label",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "se_property",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "se_value",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "unstruct_event",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "tr_orderid",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "tr_affiliation",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "tr_total",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "tr_tax",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "tr_shipping",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "tr_city",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "tr_state",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "tr_country",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "ti_orderid",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "ti_sku",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "ti_name",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "ti_category",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "ti_price",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "ti_quantity",
"type": "INTEGER"
},
{
"mode": "NULLABLE",
"name": "pp_xoffset_min",
"type": "INTEGER"
},
{
"mode": "NULLABLE",
"name": "pp_xoffset_max",
"type": "INTEGER"
},
{
"mode": "NULLABLE",
"name": "pp_yoffset_min",
"type": "INTEGER"
},
{
"mode": "NULLABLE",
"name": "pp_yoffset_max",
"type": "INTEGER"
},
{
"mode": "NULLABLE",
"name": "useragent",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "br_name",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "br_family",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "br_version",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "br_type",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "br_renderengine",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "br_lang",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "br_features_pdf",
"type": "INTEGER"
},
{
"mode": "NULLABLE",
"name": "br_features_flash",
"type": "INTEGER"
},
{
"mode": "NULLABLE",
"name": "br_features_java",
"type": "INTEGER"
},
{
"mode": "NULLABLE",
"name": "br_features_director",
"type": "INTEGER"
},
{
"mode": "NULLABLE",
"name": "br_features_quicktime",
"type": "INTEGER"
},
{
"mode": "NULLABLE",
"name": "br_features_realplayer",
"type": "INTEGER"
},
{
"mode": "NULLABLE",
"name": "br_features_windowsmedia",
"type": "INTEGER"
},
{
"mode": "NULLABLE",
"name": "br_features_gears",
"type": "INTEGER"
},
{
"mode": "NULLABLE",
"name": "br_features_silverlight",
"type": "INTEGER"
},
{
"mode": "NULLABLE",
"name": "br_cookies",
"type": "INTEGER"
},
{
"mode": "NULLABLE",
"name": "br_colordepth",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "br_viewwidth",
"type": "INTEGER"
},
{
"mode": "NULLABLE",
"name": "br_viewheight",
"type": "INTEGER"
},
{
"mode": "NULLABLE",
"name": "os_name",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "os_family",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "os_manufacturer",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "os_timezone",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "dvce_type",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "dvce_ismobile",
"type": "INTEGER"
},
{
"mode": "NULLABLE",
"name": "dvce_screenwidth",
"type": "INTEGER"
},
{
"mode": "NULLABLE",
"name": "dvce_screenheight",
"type": "INTEGER"
},
{
"mode": "NULLABLE",
"name": "doc_charset",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "doc_width",
"type": "INTEGER"
},
{
"mode": "NULLABLE",
"name": "doc_height",
"type": "INTEGER"
},
{
"mode": "NULLABLE",
"name": "tr_currency",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "tr_total_base",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "tr_tax_base",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "tr_shipping_base",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "ti_currency",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "ti_price_base",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "base_currency",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "geo_timezone",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "mkt_clickid",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "mkt_network",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "etl_tags",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "dvce_sent_tstamp",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "refr_domain_userid",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "refr_dvce_tstamp",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "derived_contexts",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "domain_sessionid",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "derived_tstamp",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "event_vendor",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "event_name",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "event_format",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "event_version",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "event_fingerprint",
"type": "STRING"
},
{
"mode": "NULLABLE",
"name": "true_tstamp",
"type": "STRING"
}
],
"mode": "NULLABLE",
"name": "enriched",
"type": "RECORD"
}
],
"mode": "REQUIRED",
"name": "payload",
"type": "RECORD"
},
{
"description": "Information about the piece of software responsible for the creation of schema violations",
"fields": [
{
"description": "Artifact responsible for the creation of schema violations",
"mode": "REQUIRED",
"name": "artifact",
"type": "STRING"
},
{
"description": "Version of the artifact responsible for the creation of schema violations",
"mode": "REQUIRED",
"name": "version",
"type": "STRING"
}
],
"mode": "REQUIRED",
"name": "processor",
"type": "RECORD"
}
]
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment