MongoDB data structure

facebook_comment.json

{
  "comment_id" : "10153177244357110_10153177317587110",
  "post_id" : "9106562109_10153177244357110",
  "author" : {
    "author_name" : "Kate Smith",
    "perma_link" : "https://www.facebook.com/10154674411600425",
    "thumbnail_link" : "https://graph.facebook.com/v2.1/10154674411600425/picture?type=small"
  },
  "content" : "When the Canadian Taxpayers Federation gives praise, it's a good budget.",
  "date_published" : "2015-04-22T22:52:38+0000",
  "like_count" : 40,
   "analytics" : {
    "sentiment" : 0.5000000000000000,
    "quality" : 0.2000797791580400,
    "intensity" : 0.3000000000000000,
    "happiness" : 0.0000000000000000,
    "calmness" : 0.0000000000000000,
    "kindness" : 0.0000000000000000,
    "sureness" : 0.0000000000000000,
    "entities" : [ 
      {
        "id" : 5,
        "name" : "May, Elizabeth",
        "frequency" : 0,
        "party_id" : 5
      }
    ],
    "topics" : [
      {
        "id" : 4,
        "name" : "Employment",
        "frequency" : 1,
        "subtopics" : [ 
          {
            "id" : 34,
            "name" : "Economic",
            "frequency" : 1
          }
        ]
      }, 
      {
        "id" : 5,
        "name" : "Economy",
        "frequency" : 1,
        "subtopics" : [ 
          {
            "id" : 43,
            "name" : "Economic",
            "frequency" : 1
          }
        ]
      }  
    ]
  }
}

facebook_post.json

{
  "post_id" : "9106562109_10153177244357110",
  "perma_link" : "https://www.facebook.com/9106562109/posts/10153177244357110",
  "posted_by" : {
    "author_name" : "Stephen Harper",
    "perma_link" : "https://www.facebook.com/9106562109",
    "thumbnail_link" : "https://graph.facebook.com/v2.1/9106562109/picture?type=small"
  },
  "posted_to" : {
    "author_name" : "Canadian Taxpayers Federation",
    "perma_link" :  "https://www.facebook.com/6095483909"
  },
  "content" : "Watch 24 SEVEN Exclusive: Canadian Taxpayers Federation, CARP, Retail Council of Canada & more praise #Budget2015",
  "attachments" : {
    "title" : "",
    "content" : "",
    "media_link" : "https://fbcdn-vthumb-a.akamaihd.net/hvthumb-ak-xap1/v/t15.0-10/s720x720/11188636_10153177280432110_164314659_n.jpg?oh=0a09cfedc6b85884b8c38266c4ce8410&oe=559E86F3&__gda__=1440053337_8d142c7c2316bf2dd8674428a61ba0af",
    "media_type" : "video_inline"
  },
  "date_published" : "2015-04-22T22:30:57+0000",
  "like_count" : 583,
  "share_count" : 132,
  "comment_count" : 0,
}

instagram_comment.json

{
  "comment_id" : "602821865664197504",
  "post_id" : "786973359698099571_228455014",
  "content" : "canada",
  "date_published" : "2013-12-03T04:00:00.000Z",
  "author" : {
      "author_id" : "247499139",
      "thumbnail_link" : "https://instagramimages-a.akamaihd.net/profiles/profile_247499139_75sq_1366121466.jpg",
      "username" : "_israel4ever_",
      "author_name" : "Israel For Ever"
  },
  "analytics" : {
    "sentiment" : 0.5000000000000000,
    "quality" : 0.2000797791580400,
    "intensity" : 0.3000000000000000,
    "happiness" : 0.0000000000000000,
    "calmness" : 0.0000000000000000,
    "kindness" : 0.0000000000000000,
    "sureness" : 0.0000000000000000,
    "entities" : [ 
      {
       "id" : 4,
        "name" : "Harper, Stephen",
        "frequency" : 2,
        "party_id" : 4
      }
    ],
    "topics" : []
  }
}

instagram_post.json

{
  "post_id" : "602817536991474540_247499139",
  "media_type" : "image",
  "author" : {
      "author_id" : "247499139",
      "thumbnail_link" : "https://instagramimages-a.akamaihd.net/profiles/profile_247499139_75sq_1366121466.jpg",
      "username" : "_israel4ever_",
      "author_name" : "Israel For Ever"
  },
  "date_published" : "2013-12-03T04:00:00.000Z",
  "content" : "Wishing you a Happy Chanukah ! Stephen Harper Prime Minister of CANADA stephenharper primeministerharper happychanukah chanukah chanuka hanuka hanukka hanukkah",
  "comment_count" : 12,
  "like_count" : 100,
  "geo" : {
    "lat" : 31.7778999999999990,
    "lng" : 35.1852999999999980,
    "location" : null
  },
  "perma_link" : "https://instagram.com/p/hdo1skwLNs/",
  "media_link" : "http://scontent.cdninstagram.com/hphotos-xpa1/t51.2885-15/e15/1169362_702157803137459_304567626_n.jpg",
  "hashtags" : [ 
      "chanuka", 
      "chanukah", 
      "hanuka", 
      "hanukka", 
      "hanukkah", 
      "happychanukah", 
      "primeministerharper", 
      "stephenharper"
  ],
  "likes" : [
    {
      "author_name": "Grey Butler",
      "perma_link":"https://instagram.com/vidtkr/"
    },
    {
      "author_name": "Capital City Rollers",
      "perma_link":"https://instagram.com/capitalcityrollers/"
    }
  ]
}

news.json

{
    "news_id" : "12e1af48aa91b50240a20ffbc38c170c",
    "site_name" : "cbc",
    "title" : "Obama does some American stuff; Republicans outraged",
    "summary" : "Obama likes doing american things but never has time",
    "content" : "I'm bad at making up sample data",
    "perma_link" : "www.cbc.ca/blogs/why-are-we-covering-US-news",
    "thumbnail_link" : "www.CMS.ca/data/cbc/numbers/3030/2020/",
    "image" : {
      "perma_link" :"http://i.cbc.ca/1.3066006.1431047616!/cpImage/httpImage/image.jpg_gen/derivatives/16x9tight_140/khadr-stay-hearing-20150507.jpg",
      "width" : 140,
      "height" : 79
    },
    "rank" : 3.00,
    "author_name" : "Beeg Hknows",
    "is_news" : false,
    "object_reference":
    {
        "data_item_type" : 3,
        "ref_id" : 32056
    },
    "date_published" : "1992-04-32",
    "has_comments" : 0,
    "analytics" :
      {
        "sentiment" : 0.5000000000000000,
        "quality" : 0.2000797791580400,
        "intensity" : 0.3000000000000000,
        "happiness" : 0.0000000000000000,
        "calmness" : 0.0000000000000000,
        "kindness" : 0.0000000000000000,
        "sureness" : 0.0000000000000000,
        "entities" : [ 
          {
            "id" : 5,
            "name" : "May, Elizabeth",
            "frequency" : 0,
            "party_id" : 5
          }
        ],
        "topics" : [
          {
            "id" : 4,
            "name" : "Employment",
            "frequency" : 1,
            "subtopics" : [ 
              {
                "id" : 34,
                "name" : "Economic",
                "frequency" : 1
              }
            ]
          }, 
          {
            "id" : 5,
            "name" : "Economy",
            "frequency" : 1,
            "subtopics" : [ 
              {
                "id" : 43,
                "name" : "Economic",
                "frequency" : 1
              }
            ]
          }  
        ]
    }
}

news_comment.json

{
    "comment_id" : "evenmoreformsofIDs",
    "news_id" : "crazzzymd5stuff",
    "parent_id" : "anotherformofID",
    "news_type" : 3,
    "author" : {
        "author_name" : "Ben Franklin",
        "thumbnail_link" : "www.http.www.com"
    },
    "content" : "I left this comment for a dear friend of mine; Mr. Dobalina, Mr. Bob Dobalina",
    "like_count" : 0,
    "dislike_count" : 99,
    "reply_count" : 4,
    "location" : "Atlantis, Montana, USA",
    "extracted_urls" : [],
    "date_published" : "04-21-1790",
    "analytics" :
    {
        "sentiment" : 0.5000000000000000,
        "quality" : 0.2000797791580400,
        "intensity" : 0.3000000000000000,
        "happiness" : 0.0000000000000000,
        "calmness" : 0.0000000000000000,
        "kindness" : 0.0000000000000000,
        "sureness" : 0.0000000000000000,
        "entities" : [],
        "topics" : []
    }
}

reddit_comment.json

{
    "comment_id" : "Akobk30wekvb2",
    "parent_id" : "303sdgikba",
    "author_name" : "Johny Boy",
    "content" : "I've never done this 'commenting' thing before",
    "score" : 2,
    "location" : "Texas, Switzerland",
    "date_published" : "2013-02-11",
    "extracted_urls" : [],
    "analytics" :
    {
        "tone" : 0,
        "sentiment" : 0,
        "quality" : 0,
        "intensity" : 0,
        "happiness" : 0,
        "calmness" : 0,
        "sureness" : 0,
        "kindness" : 0,
        "entities":[],
        "topics" :[]
    }
}

reddit_post.json

{
    "post_id" : "4kgc04kd",
    "subreddit_id" : "sj_4jcia3",
    "title" : "Why Reddit's API is so bad",
    "content" : "I personally believe reddit hates us, what are your thoughts?",
    "subreddit" : "RedditComplaints",
    "score" : 4,
    "author_name" : "conspiracyguy666",
    "perma_link" : "www.reddit.com/r/redditcomplaints/sj_4jcia3",
    "thumbnail_link" : "reddit.com/img/post/303/sj_4jcia3",
    "media_link" : "www.somecrazysketchywebsite.com/creepystuff/3302",
    "comment_count" : 0,
    "date_published" : "2013-03-11",
}

tweet.json

{
    "tweet_id" : "588382794079801344",
    "content" : "@PMOIndia @narendramodi @pmharper shame on me.. shame on me...shame on me...i m a bjp supporter..what happened in Kashmir today",
    "retweet_count" : 0,
    "source" : "<a href=\"http://twitter.com/download/android\" rel=\"nofollow\">Twitter for Android</a>",
    "date_publish" : "2015-04-15T03:00:00.000Z",
    "geo" :{
        "lat" : 0.0000000000000000,
        "lng" : 0.0000000000000000
    },
    "extracted_urls" : [],
    "hashtags" : [],
    "author" : {
        "author_id" : "446324816",
        "author_name" : "manish",
        "followers" : 34,
        "following" : 118,
        "favourite_count" : 1288,
        "tweet_count" : 1449,
        "verified" : false,
        "username" : "maneesh3939",
        "thumbnail_link" : "http://pbs.twimg.com/profile_images/462979837473222656/bCIozNd3_normal.jpeg",
        "location" : "Meerut ",
        "timezone" : "Chennai",
        "gender" : null
    },
    "analytics" : {
        "sentiment" : 0.5000000000000000,
        "quality" : 0.2000797791580400,
        "intensity" : 0.3000000000000000,
        "happiness" : 0.0000000000000000,
        "calmness" : 0.0000000000000000,
        "kindness" : 0.0000000000000000,
        "sureness" : 0.0000000000000000,
        "entities" : [ 
            {
            "id" : 4,
            "name" : "Harper, Stephen",
            "frequency" : 1,
            "party_id" : 4
            }
        ],
        "topics" : []
    }
}

youtube_comment.json

{
    "comment_id" : "ISvarchar",
    "video_id" : "qqPQo8Ab79I",
    "parent_id" : "3sdoge44",
    "author_name" : "Ethell",
    "content" : "Wow this comment sure is a comment",
    "like_count" : 333,
    "reply_count" : 3,
    "date_published" : "2015-29-3",
    "extracted_urls" : [],
    "analytics" :
    {
        "tone" : 0,
        "sentiment" : 0,
        "quality" : 0,
        "intensity" : 0,
        "happiness" : 0,
        "calmness" : 0,
        "sureness" : 0,
        "kindness" : 0,
        "entities" : [],
        "topics" : []
    }
}

youtube_video.json

{
    "youtube_id" : "sb320Bos3",
    "title" : "Video",
    "summary" : "This may or may not be a video",
    "category" : "News",
    "view_count" : 2100431,
    "comment_count" : 233,
    "like_count" : 2102,
    "dislike_count" :343,
    "duration_seconds" : 329,
    "author_name" : "Bobbyyyyy",
    "perma_link" : "www.youtube.com/watch?v=490rbijbq35hnfgiopajfba",
    "thumbnail_link" : "http://i.ytimg.com/vi/ILBwN_Ut_pM/hqdefault.jpg",
    "date_published" : "03-15-2014"
}