Skip to content

Instantly share code, notes, and snippets.

@yuki-takeichi
Last active August 29, 2015 14:03
Show Gist options
  • Save yuki-takeichi/28d51a20b1b56c62f1e9 to your computer and use it in GitHub Desktop.
Save yuki-takeichi/28d51a20b1b56c62f1e9 to your computer and use it in GitHub Desktop.
Google BigQuery schema for Twitter StreamAPI
[
{
"fields": [
{
"type": "float",
"mode": "repeated",
"name": "coordinates"
},
{
"type": "string",
"name": "type"
}
],
"type": "RECORD",
"name": "coordinates"
},
{
"type": "string",
"name": "created_at"
},
{
"fields": [
{
"fields": [
{
"type": "integer",
"mode": "repeated",
"name": "indices"
},
{
"type": "string",
"name": "text"
}
],
"type": "RECORD",
"mode": "repeated",
"name": "hashtags"
},
{
"fields": [
{
"type": "string",
"name": "display_url"
},
{
"type": "string",
"name": "expanded_url"
},
{
"type": "integer",
"name": "id"
},
{
"type": "string",
"name": "id_str"
},
{
"type": "integer",
"mode": "repeated",
"name": "indices"
},
{
"type": "string",
"name": "media_url"
},
{
"type": "string",
"name": "media_url_https"
},
{
"type": "integer",
"name": "source_status_id"
},
{
"type": "string",
"name": "source_status_id_str"
},
{
"type": "string",
"name": "type"
},
{
"type": "string",
"name": "url"
}
],
"type": "RECORD",
"mode": "repeated",
"name": "media"
},
{
"fields": [
{
"type": "string",
"name": "display_url"
},
{
"type": "string",
"name": "expanded_url"
},
{
"type": "integer",
"mode": "repeated",
"name": "indices"
},
{
"type": "string",
"name": "url"
}
],
"type": "RECORD",
"mode": "repeated",
"name": "urls"
},
{
"fields": [
{
"type": "integer",
"name": "id"
},
{
"type": "string",
"name": "id_str"
},
{
"type": "integer",
"mode": "repeated",
"name": "indices"
},
{
"type": "string",
"name": "name"
},
{
"type": "string",
"name": "screen_name"
}
],
"type": "RECORD",
"mode": "repeated",
"name": "user_mentions"
}
],
"type": "RECORD",
"name": "entities"
},
{
"mode": "nullable",
"type": "integer",
"name": "favorite_count"
},
{
"type": "integer",
"name": "id"
},
{
"type": "string",
"name": "id_str"
},
{
"mode": "nullable",
"type": "string",
"name": "in_reply_to_screen_name"
},
{
"mode": "nullable",
"type": "integer",
"name": "in_reply_to_status_id"
},
{
"mode": "nullable",
"type": "string",
"name": "in_reply_to_status_id_str"
},
{
"mode": "nullable",
"type": "integer",
"name": "in_reply_to_user_id"
},
{
"mode": "nullable",
"type": "string",
"name": "in_reply_to_user_id_str"
},
{
"mode": "nullable",
"type": "string",
"name": "lang"
},
{
"fields": [
{
"type": "string",
"name": "country"
},
{
"type": "string",
"name": "country_code"
},
{
"type": "string",
"name": "full_name"
},
{
"type": "string",
"name": "id"
},
{
"type": "string",
"name": "name"
},
{
"type": "string",
"name": "place_type"
},
{
"type": "string",
"name": "url"
}
],
"type": "RECORD",
"name": "place"
},
{
"mode": "nullable",
"type": "boolean",
"name": "possibly_sensitive"
},
{
"type": "integer",
"name": "retweeted_count"
},
{
"fields": [
{
"fields": [
{
"type": "float",
"mode": "repeated",
"name": "coordinates"
},
{
"type": "string",
"name": "type"
}
],
"type": "RECORD",
"name": "coordinates"
},
{
"type": "string",
"name": "created_at"
},
{
"fields": [
{
"fields": [
{
"type": "integer",
"mode": "repeated",
"name": "indices"
},
{
"type": "string",
"name": "text"
}
],
"type": "RECORD",
"mode": "repeated",
"name": "hashtags"
},
{
"fields": [
{
"type": "string",
"name": "display_url"
},
{
"type": "string",
"name": "expanded_url"
},
{
"type": "integer",
"name": "id"
},
{
"type": "string",
"name": "id_str"
},
{
"type": "integer",
"mode": "repeated",
"name": "indices"
},
{
"type": "string",
"name": "media_url"
},
{
"type": "string",
"name": "media_url_https"
},
{
"type": "integer",
"name": "source_status_id"
},
{
"type": "string",
"name": "source_status_id_str"
},
{
"type": "string",
"name": "type"
},
{
"type": "string",
"name": "url"
}
],
"type": "RECORD",
"mode": "repeated",
"name": "media"
},
{
"fields": [
{
"type": "string",
"name": "display_url"
},
{
"type": "string",
"name": "expanded_url"
},
{
"type": "integer",
"mode": "repeated",
"name": "indices"
},
{
"type": "string",
"name": "url"
}
],
"type": "RECORD",
"mode": "repeated",
"name": "urls"
},
{
"fields": [
{
"type": "integer",
"name": "id"
},
{
"type": "string",
"name": "id_str"
},
{
"type": "integer",
"mode": "repeated",
"name": "indices"
},
{
"type": "string",
"name": "name"
},
{
"type": "string",
"name": "screen_name"
}
],
"type": "RECORD",
"mode": "repeated",
"name": "user_mentions"
}
],
"type": "RECORD",
"name": "entities"
},
{
"mode": "nullable",
"type": "integer",
"name": "favorite_count"
},
{
"type": "integer",
"name": "id"
},
{
"type": "string",
"name": "id_str"
},
{
"mode": "nullable",
"type": "string",
"name": "in_reply_to_screen_name"
},
{
"mode": "nullable",
"type": "integer",
"name": "in_reply_to_status_id"
},
{
"mode": "nullable",
"type": "string",
"name": "in_reply_to_status_id_str"
},
{
"mode": "nullable",
"type": "integer",
"name": "in_reply_to_user_id"
},
{
"mode": "nullable",
"type": "string",
"name": "in_reply_to_user_id_str"
},
{
"mode": "nullable",
"type": "string",
"name": "lang"
},
{
"fields": [
{
"type": "string",
"name": "country"
},
{
"type": "string",
"name": "country_code"
},
{
"type": "string",
"name": "full_name"
},
{
"type": "string",
"name": "id"
},
{
"type": "string",
"name": "name"
},
{
"type": "string",
"name": "place_type"
},
{
"type": "string",
"name": "url"
}
],
"type": "RECORD",
"name": "place"
},
{
"mode": "nullable",
"type": "boolean",
"name": "possibly_sensitive"
},
{
"type": "integer",
"name": "retweeted_count"
},
{
"type": "string",
"name": "source"
},
{
"type": "string",
"name": "text"
},
{
"type": "boolean",
"name": "truncated"
},
{
"fields": [
{
"type": "boolean",
"name": "contributors_enabled"
},
{
"type": "string",
"name": "created_at"
},
{
"type": "boolean",
"name": "default_profile"
},
{
"type": "boolean",
"name": "default_profile_image"
},
{
"type": "string",
"name": "description"
},
{
"type": "integer",
"name": "favourites_count"
},
{
"type": "integer",
"name": "followers_count"
},
{
"type": "integer",
"name": "friends_count"
},
{
"type": "boolean",
"name": "geo_enabled"
},
{
"type": "integer",
"name": "id"
},
{
"type": "string",
"name": "id_str"
},
{
"type": "boolean",
"name": "is_translator"
},
{
"type": "string",
"name": "lang"
},
{
"type": "integer",
"name": "listed_count"
},
{
"mode": "nullable",
"type": "string",
"name": "location"
},
{
"type": "string",
"name": "name"
},
{
"type": "string",
"name": "profile_background_color"
},
{
"type": "string",
"name": "profile_background_image_url"
},
{
"type": "string",
"name": "profile_background_image_url_https"
},
{
"type": "boolean",
"name": "profile_bockground_tile"
},
{
"type": "string",
"name": "profile_banner_url"
},
{
"type": "string",
"name": "profile_image_url"
},
{
"type": "string",
"name": "profile_image_url_https"
},
{
"type": "string",
"name": "profile_link_color"
},
{
"type": "string",
"name": "profile_sidebar_border_color"
},
{
"type": "string",
"name": "profile_slidebar_fill_color"
},
{
"type": "string",
"name": "profile_text_color"
},
{
"type": "boolean",
"name": "profile_use_background_image"
},
{
"type": "boolean",
"name": "protected"
},
{
"type": "string",
"name": "screen_name"
},
{
"type": "boolean",
"name": "show_all_inline_media"
},
{
"type": "integer",
"name": "statuses_count"
},
{
"mode": "nullable",
"type": "string",
"name": "time_zone"
},
{
"mode": "nullable",
"type": "string",
"name": "url"
},
{
"mode": "nullable",
"type": "integer",
"name": "utc_offset"
},
{
"type": "boolean",
"name": "verified"
}
],
"type": "RECORD",
"name": "user"
}
],
"type": "RECORD",
"name": "retweeted_status"
},
{
"type": "string",
"name": "source"
},
{
"type": "string",
"name": "text"
},
{
"type": "boolean",
"name": "truncated"
},
{
"fields": [
{
"type": "boolean",
"name": "contributors_enabled"
},
{
"type": "string",
"name": "created_at"
},
{
"type": "boolean",
"name": "default_profile"
},
{
"type": "boolean",
"name": "default_profile_image"
},
{
"type": "string",
"name": "description"
},
{
"type": "integer",
"name": "favourites_count"
},
{
"type": "integer",
"name": "followers_count"
},
{
"type": "integer",
"name": "friends_count"
},
{
"type": "boolean",
"name": "geo_enabled"
},
{
"type": "integer",
"name": "id"
},
{
"type": "string",
"name": "id_str"
},
{
"type": "boolean",
"name": "is_translator"
},
{
"type": "string",
"name": "lang"
},
{
"type": "integer",
"name": "listed_count"
},
{
"mode": "nullable",
"type": "string",
"name": "location"
},
{
"type": "string",
"name": "name"
},
{
"type": "string",
"name": "profile_background_color"
},
{
"type": "string",
"name": "profile_background_image_url"
},
{
"type": "string",
"name": "profile_background_image_url_https"
},
{
"type": "boolean",
"name": "profile_bockground_tile"
},
{
"type": "string",
"name": "profile_banner_url"
},
{
"type": "string",
"name": "profile_image_url"
},
{
"type": "string",
"name": "profile_image_url_https"
},
{
"type": "string",
"name": "profile_link_color"
},
{
"type": "string",
"name": "profile_sidebar_border_color"
},
{
"type": "string",
"name": "profile_slidebar_fill_color"
},
{
"type": "string",
"name": "profile_text_color"
},
{
"type": "boolean",
"name": "profile_use_background_image"
},
{
"type": "boolean",
"name": "protected"
},
{
"type": "string",
"name": "screen_name"
},
{
"type": "boolean",
"name": "show_all_inline_media"
},
{
"type": "integer",
"name": "statuses_count"
},
{
"mode": "nullable",
"type": "string",
"name": "time_zone"
},
{
"mode": "nullable",
"type": "string",
"name": "url"
},
{
"mode": "nullable",
"type": "integer",
"name": "utc_offset"
},
{
"type": "boolean",
"name": "verified"
}
],
"type": "RECORD",
"name": "user"
}
]
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment