Jammink2

require 'csv'
require 'json'

csv_string = CSV.generate do |csv|
  JSON.parse(File.open("filename.json").read).each do |hash|
      data = hash[1]
      theline = theline + " #{data},"
  end
end

Jammink2

import urllib, urllib2, base64, time, json, sys
import dateutil, dateutil.parser, datetime

td_database = 'kinesis'
td_table = 'events'
td_master_key = '<YOUR_TD_MASTER_API_KEY>'
td_endpoint = 'https://in.treasuredata.com/js/v3/event'

def upload_td(records):
    # https://docs.treasuredata.com/articles/javascript-sdk#appendix-api-endpoint

Jammink2

{
  "Records": [
    {
      "eventID": "shardId-000000000000:49545115243490985018280067714973144582180062593244200961",
      "eventVersion": "1.0",
      "kinesis": {
        "partitionKey": "partitionKey-3",
        "data": "eyJmaWVsZDEiOiAyLCAiZmllbGQyIjogImIifQ==",
        "kinesisSchemaVersion": "1.0",
        "sequenceNumber": "49545115243490985018280067714973144582180062593244200961"

Jammink2

wget https://download.elastic.co/elasticsearch/elasticsearch/elasticsearch-2.3.1.deb

sudo dpkg -i elasticsearch-2.3.1.deb

Jammink2

sudo nano /etc/elasticsearch/elasticsearch.yml

Jammink2

cluster.name: elasticsearch
node.name: "integrations"
node.master: true
node.data: true
index.number_of_shards: 5
Index.number_of_replicas: 1
network.bind_host: <your_instance's_internal_IP>     #from EC2 console
transport.tcp.port: 9300
http.port: 9200

Jammink2

tail -f /var/log/elasticsearch/elasticsearch.log

Jammink2

sudo /etc/init.d/elasticsearch restart

Jammink2

in:
  type: sfdc
  username: "USERNAME"           # your salesforce username
  password: "PASSWORD"           # your Salesforce password
  security_token: "SECURITY_TOKEN" # your Security Token
  client_id: "CLIENT_ID"          # your app's consumer key
  client_secret: "CLIENT_SECRET"  # your app's consumer secret
  login_url: https://login.salesforce.com/ 
  incremental: false              # incremental = full data dump
  target: Account                 # Salesforce Object to import

Jammink2

td db:create sfdc
td table:create sfdc account