Skip to content

Instantly share code, notes, and snippets.

@badmetacoder
badmetacoder / couchdb-connector
Created November 1, 2012 17:06
couchdb-connector
PushDefinition pd = u.createPushDefinition()
pd.setOutputType('couchdb')
pd.setOutputParam('host', 'couchdb.example.com')
pd.setOutputParam('db_name', 'twitter')
pd.setOutputParam('server_level_auth.username', 'myuser')
pd.setOutputParam('server_level_auth.password', 'mypass')
pd.validate()
@badmetacoder
badmetacoder / elasticsearch-connector
Created November 1, 2012 17:17
elasticsearch-connector
PushDefinition pd = u.createPushDefinition()
pd.setOutputType('elasticsearch')
pd.setOutputParam('host', 'elasticsearch.example.com')
pd.setOutputParam('db_name', 'twitter')
pd.setOutputParam('type', 'tweet')
pd.validate()
@badmetacoder
badmetacoder / mongodb-connector
Created November 2, 2012 09:48
mongodb-connector
PushDefinition pd = u.createPushDefinition()
pd.setOutputType('mongodb')
pd.setOutputParam('host', 'mongodb.example.com')
pd.setOutputParam('db_name', 'twitter')
pd.setOutputParam('server_level_auth.username', 'myuser')
pd.setOutputParam('server_level_auth.password', 'mypass')
pd.validate()
@badmetacoder
badmetacoder / curl-connector-sftp.sh
Last active December 5, 2016 20:15
curl-connector-sftp
curl -X POST 'https://api.datasift.com/v1/push/create' \
-d 'name=connectorsftp' \
-d 'hash=42d388f8b1db997faaf7dab487f11290' \
-d 'output_type=sftp' \
-d 'output_params.host=sftp.example.com' \
-d 'output_params.port=22' \
-d 'output_params.auth.username=dsreceiver' \
-d 'output_params.auth.password=dsrpassword' \
-d 'output_params.directory=%2Fhome%2Fdsreceiver%2datasift-sftp' \
-d 'output_params.delivery_frequency=60' \
@badmetacoder
badmetacoder / curl-connector-ftp.sh
Last active December 5, 2016 20:15
curl-connector-ftp
curl -X POST 'https://api.datasift.com/v1/push/create' \
-d 'name=connectorftp' \
-d 'hash=42d388f8b1db997faaf7dab487f11290' \
-d 'output_type=ftp' \
-d 'output_params.host=ftp.example.com' \
-d 'output_params.port=21' \
-d 'output_params.auth.username=dsreceiver' \
-d 'output_params.auth.password=dsrpassword' \
-d 'output_params.directory=%2Fhome%2Fdsreceiver%2datasift-ftp' \
-d 'output_params.delivery_frequency=60' \
@badmetacoder
badmetacoder / curl-connector-couchdb
Last active December 5, 2016 20:15
curl-connector-couchdb
curl -X POST 'https://api.datasift.com/push/create' \
-d 'name=connectorcouchdb' \
-d 'hash=42d388f8b1db997faaf7dab487f11290' \
-d 'output_type=couchdb' \
-d 'output_params.host=couchdb.example.com' \
-d 'output_params.port=5984' \
-d 'output_params.use_ssl=no' \
-d 'output_params.verify_ssl=no' \
-d 'output_params.db_name=datasift-couchdb' \
-d 'output_params.auth.username=dsreceiver' \
@badmetacoder
badmetacoder / curl-connector-dynamodb.sh
Last active December 5, 2016 20:15
curl-connector-dynamodb
curl -X POST 'https://api.datasift.com/v1/push/create' \
-d 'name=connectordynamodb' \
-d 'hash=42d388f8b1db997faaf7dab487f11290' \
-d 'output_type=dynamodb' \
-d 'output_params.region=dynamodb.eu-west-1.amazonaws.com' \
-d 'output_params.table=datasift-dynamodb' \
-d 'output_params.auth.access_key=YourAmazonAWSAccessKey' \
-d 'output_params.auth.secret_key=YourAmazonAWSSecretKey' \
-H 'Authorization: datasift-user:your-datasift-api-key'
curl -X POST 'https://api.datasift.com/push/create' \
'?name=connectors3' \
'&hash=SourceStreamHash' \
'&output_type=s3' \
'&output_params.bucket=datasift-s3' \
'&output_params.directory=interactions' \
'&output_params.acl=private' \
'&output_params.auth.access_key=YourAmazonAWSAccessKey' \
'&output_params.auth.secret_key=YourAmazonAWSSecretKey' \
'&output_params.delivery_frequency=60' \
@badmetacoder
badmetacoder / connector-http-server.py
Last active December 5, 2016 20:15
connector-http-server.py
import tornado.ioloop
import tornado.web
import time
class MainHandler(tornado.web.RequestHandler):
def post(self):
ts = str(int(time.time()))
of = "json"
@badmetacoder
badmetacoder / curl-connector-elasticsearch.sh
Last active December 5, 2016 20:15
curl-connector-elasticsearch
curl -X POST 'https://api.datasift.com/v1/push/create' \
-d 'name=connectorelasticsearch' \
-d 'hash=42d388f8b1db997faaf7dab487f11290' \
-d 'output_type=elasticsearch' \
-d 'output_params.host=elasticsearch.example.com' \
-d 'output_params.port=9200' \
-d 'output_params.index=es_index' \
-d 'output_params.type=es_type' \
-H 'Authorization: datasift-user:your-datasift-api-key'