Skip to content

Instantly share code, notes, and snippets.

@redaphid
Created November 5, 2014 18:17
Show Gist options
  • Save redaphid/de92045cdb2ad04cba45 to your computer and use it in GitHub Desktop.
Save redaphid/de92045cdb2ad04cba45 to your computer and use it in GitHub Desktop.
Filter unique tweets flow
{
"flowId": "38843fe1-6514-11e4-866a-cb70c40d1a73",
"token": "upxaxdccmxxswcdia0jm8qezah3hm2t9",
"hash": "c28f1f0a",
"name": "Twitter -Once -Demo",
"nodes": [
{
"id": "4321fe10-6514-11e4-ad16-27957fdf8e88",
"resourceType": "flow-node",
"payloadType": "date",
"repeat": 15000,
"once": true,
"name": "interval",
"class": "interval",
"category": "operation",
"uuid": "37f0a966-2f17-11e4-9617-a6c5e4d22fb7",
"type": "operation:interval",
"defaults": {
"payloadType": "date",
"repeat": 1000,
"once": true
},
"input": 0,
"output": 1,
"formTemplatePath": "/pages/node_forms/interval_form.html",
"logo": "https://ds78apnml6was.cloudfront.net/operation/interval.svg",
"inputLocations": [],
"outputLocations": [
30
],
"x": 561.9258422851562,
"y": 327.2042236328125
},
{
"id": "4706b250-6514-11e4-ad16-27957fdf8e88",
"resourceType": "flow-node",
"channelid": "5409f79403f1d8b163401370",
"channelActivationId": "543c84b45f4a1bc30840b01e",
"uuid": "72776180-5346-11e4-b164-53abe92742fd",
"name": "Twitter",
"type": "channel:twitter",
"category": "channel",
"online": true,
"nodeType": {},
"class": "Twitter",
"defaults": {
"channelid": "5409f79403f1d8b163401370",
"channelActivationId": "543c84b45f4a1bc30840b01e",
"uuid": "72776180-5346-11e4-b164-53abe92742fd",
"name": "Twitter",
"type": "channel:twitter",
"category": "channel",
"online": true,
"nodeType": {}
},
"input": 1,
"output": 1,
"formTemplatePath": "/pages/node_forms/channel_form.html",
"logo": "https://ds78apnml6was.cloudfront.net/channel/twitter.svg",
"inputLocations": [
30
],
"outputLocations": [
30
],
"x": 827.4475708007812,
"y": 329.6107482910156,
"headerParams": {},
"urlParams": {},
"queryParams": {
"q": "#IOT",
"since_id": "{{last_tweet}}"
},
"bodyParams": {},
"url": "https://api.twitter.com/1.1/search/tweets.json",
"method": "GET"
},
{
"id": "34d2db30-6515-11e4-aada-2f9eb2315372",
"resourceType": "flow-node",
"key": "statuses",
"name": "pluck statuses",
"class": "pluck",
"category": "operation",
"uuid": "86aef89e-6dfd-435f-863e-6deac12fc6ec",
"type": "operation:pluck",
"defaults": {
"key": ""
},
"input": 1,
"output": 1,
"formTemplatePath": "/pages/node_forms/pluck_form.html",
"logo": "https://ds78apnml6was.cloudfront.net/operation/pluck.svg",
"inputLocations": [
30
],
"outputLocations": [
30
],
"x": 967.8292846679688,
"y": 327.2041931152344
},
{
"id": "485a17e0-6515-11e4-aada-2f9eb2315372",
"resourceType": "flow-node",
"name": "Get Last Tweet ID",
"class": "get-key",
"category": "operation",
"uuid": "6daa638e-ced8-4de9-be9b-dcd026be6348",
"type": "operation:get-key",
"defaults": {},
"input": 1,
"output": 1,
"formTemplatePath": "/pages/node_forms/get_key_form.html",
"logo": "https://ds78apnml6was.cloudfront.net/operation/get-key.svg",
"inputLocations": [
30
],
"outputLocations": [
30
],
"x": 687.8680419921875,
"y": 328.0063781738281,
"key": "last_tweet"
},
{
"id": "786dae10-6515-11e4-aada-2f9eb2315372",
"resourceType": "flow-node",
"name": "demultiplex",
"class": "demultiplex",
"type": "operation:demultiplex",
"category": "operation",
"uuid": "99b84aa0-338b-11e4-8c21-0800200c9a66",
"defaults": {},
"input": 1,
"output": 1,
"formTemplatePath": "/pages/node_forms/demultiplexer_form.html",
"logo": "https://ds78apnml6was.cloudfront.net/operation/demultiplex.svg",
"inputLocations": [
30
],
"outputLocations": [
30
],
"x": 1120.2437744140625,
"y": 327.2041931152344
},
{
"id": "84245650-6515-11e4-aada-2f9eb2315372",
"resourceType": "flow-node",
"interval": 1000,
"name": "throttle",
"class": "throttle",
"type": "operation:throttle",
"category": "operation",
"uuid": "794922ff-3792-4e4e-a0e2-a0823ed6b82e",
"defaults": {
"interval": 1000
},
"input": 1,
"output": 1,
"formTemplatePath": "/pages/node_forms/throttle_form.html",
"logo": "https://ds78apnml6was.cloudfront.net/operation/throttle.svg",
"inputLocations": [
30
],
"outputLocations": [
30
],
"x": 1251.80126953125,
"y": 326.40203857421875
},
{
"id": "b9ed9030-6515-11e4-aada-2f9eb2315372",
"resourceType": "flow-node",
"name": "Get Last Tweet ID",
"class": "get-key",
"category": "operation",
"uuid": "6daa638e-ced8-4de9-be9b-dcd026be6348",
"type": "operation:get-key",
"defaults": {},
"input": 1,
"output": 1,
"formTemplatePath": "/pages/node_forms/get_key_form.html",
"logo": "https://ds78apnml6was.cloudfront.net/operation/get-key.svg",
"inputLocations": [
30
],
"outputLocations": [
30
],
"x": 1275.8668212890625,
"y": 608.7698364257812,
"key": "last_tweet"
},
{
"id": "c1325f60-6515-11e4-aada-2f9eb2315372",
"resourceType": "flow-node",
"composeKeys": [
"last_tweet",
"id_str"
],
"name": "Compose",
"class": "compose",
"category": "operation",
"uuid": "46b72292-e288-4bc4-855c-019fb241c1ad",
"type": "operation:compose",
"defaults": {
"composeKeys": [
""
]
},
"input": 1,
"output": 1,
"formTemplatePath": "/pages/node_forms/compose_form.html",
"logo": "https://ds78apnml6was.cloudfront.net/operation/compose.svg",
"inputLocations": [
30
],
"outputLocations": [
30
],
"x": 1413.842041015625,
"y": 608.7698364257812
},
{
"id": "0377b460-6516-11e4-aada-2f9eb2315372",
"resourceType": "flow-node",
"value": 0,
"name": "Greater Than",
"class": "greater-than",
"category": "operation",
"uuid": "7c801bad-4e1d-4ad0-aabd-d1ace2fcc001",
"type": "operation:greater-than",
"defaults": {
"value": 0
},
"input": 1,
"output": 1,
"formTemplatePath": "/pages/node_forms/greater_than_form.html",
"logo": "https://ds78apnml6was.cloudfront.net/operation/greater-than.svg",
"inputLocations": [
30
],
"outputLocations": [
30
],
"x": 1555.8280029296875,
"y": 607.1654663085938,
"left": "id_str",
"right": "last_tweet"
},
{
"id": "10356c60-6516-11e4-aada-2f9eb2315372",
"resourceType": "flow-node",
"name": "Set Key",
"class": "set-key",
"category": "operation",
"uuid": "5a6bb5a5-b2ef-4a9e-b15f-f0f646ee90d6",
"type": "operation:set-key",
"defaults": {},
"input": 1,
"output": 1,
"formTemplatePath": "/pages/node_forms/set_key_form.html",
"logo": "https://ds78apnml6was.cloudfront.net/operation/set-key.svg",
"inputLocations": [
30
],
"outputLocations": [
30
],
"x": 1685.7813720703125,
"y": 607.9676513671875,
"key": "last_tweet",
"value": "{{id_str}}"
},
{
"id": "823e62d0-6516-11e4-aada-2f9eb2315372",
"resourceType": "flow-node",
"active": true,
"debug": true,
"complete": false,
"name": "Rest of flow",
"class": "debug",
"category": "operation",
"uuid": "37f0b88e-2f17-11e4-9617-a6c5e4d22fb7",
"type": "operation:debug",
"defaults": {
"active": true,
"debug": true,
"complete": false
},
"color": "#87a980",
"input": 1,
"output": 0,
"align": "right",
"formTemplatePath": "/pages/node_forms/debug_form.html",
"logo": "https://ds78apnml6was.cloudfront.net/operation/debug.svg",
"inputLocations": [
30
],
"outputLocations": [],
"x": 1564.652099609375,
"y": 330.4129943847656
},
{
"id": "081fc330-6517-11e4-aada-2f9eb2315372",
"resourceType": "flow-node",
"name": "Ask twitter for only new tweets",
"class": "comment",
"category": "operation",
"uuid": "37f0be60-2f17-11e4-9617-a6c5e4d22fb7",
"type": "operation:comment",
"defaults": {},
"input": 0,
"output": 0,
"formTemplatePath": "/pages/node_forms/comment_form.html",
"logo": "https://ds78apnml6was.cloudfront.net/operation/comment.svg",
"inputLocations": [],
"outputLocations": [],
"x": 748.0316162109375,
"y": 420.2572326660156
},
{
"id": "348a2780-6517-11e4-aada-2f9eb2315372",
"resourceType": "flow-node",
"name": "If the current message id is greater than the biggest we've seen, save it.",
"class": "comment",
"category": "operation",
"uuid": "37f0be60-2f17-11e4-9617-a6c5e4d22fb7",
"type": "operation:comment",
"defaults": {},
"input": 0,
"output": 0,
"formTemplatePath": "/pages/node_forms/comment_form.html",
"logo": "https://ds78apnml6was.cloudfront.net/operation/comment.svg",
"inputLocations": [],
"outputLocations": [],
"x": 1508.4993896484375,
"y": 713.0534057617188
},
{
"id": "8a039020-6517-11e4-aada-2f9eb2315372",
"resourceType": "flow-node",
"name": "Replace this debug with the rest of your flow.",
"class": "comment",
"category": "operation",
"uuid": "37f0be60-2f17-11e4-9617-a6c5e4d22fb7",
"type": "operation:comment",
"defaults": {},
"input": 0,
"output": 0,
"formTemplatePath": "/pages/node_forms/comment_form.html",
"logo": "https://ds78apnml6was.cloudfront.net/operation/comment.svg",
"inputLocations": [],
"outputLocations": [],
"x": 1561.443359375,
"y": 212.49240112304688
}
],
"links": [
{
"from": "4706b250-6514-11e4-ad16-27957fdf8e88",
"fromPort": 0,
"to": "34d2db30-6515-11e4-aada-2f9eb2315372",
"toPort": 0
},
{
"from": "485a17e0-6515-11e4-aada-2f9eb2315372",
"fromPort": 0,
"to": "4706b250-6514-11e4-ad16-27957fdf8e88",
"toPort": 0
},
{
"from": "205d1fd0-6515-11e4-aada-2f9eb2315372",
"fromPort": 0,
"to": "485a17e0-6515-11e4-aada-2f9eb2315372",
"toPort": 0
},
{
"from": "34d2db30-6515-11e4-aada-2f9eb2315372",
"fromPort": 0,
"to": "786dae10-6515-11e4-aada-2f9eb2315372",
"toPort": 0
},
{
"from": "786dae10-6515-11e4-aada-2f9eb2315372",
"fromPort": 0,
"to": "84245650-6515-11e4-aada-2f9eb2315372",
"toPort": 0
},
{
"from": "84245650-6515-11e4-aada-2f9eb2315372",
"fromPort": 0,
"to": "b9ed9030-6515-11e4-aada-2f9eb2315372",
"toPort": 0
},
{
"from": "84245650-6515-11e4-aada-2f9eb2315372",
"fromPort": 0,
"to": "c1325f60-6515-11e4-aada-2f9eb2315372",
"toPort": 0
},
{
"from": "b9ed9030-6515-11e4-aada-2f9eb2315372",
"fromPort": 0,
"to": "c1325f60-6515-11e4-aada-2f9eb2315372",
"toPort": 0
},
{
"from": "c1325f60-6515-11e4-aada-2f9eb2315372",
"fromPort": 0,
"to": "0377b460-6516-11e4-aada-2f9eb2315372",
"toPort": 0
},
{
"from": "0377b460-6516-11e4-aada-2f9eb2315372",
"fromPort": 0,
"to": "10356c60-6516-11e4-aada-2f9eb2315372",
"toPort": 0
},
{
"from": "84245650-6515-11e4-aada-2f9eb2315372",
"fromPort": 0,
"to": "823e62d0-6516-11e4-aada-2f9eb2315372",
"toPort": 0
},
{
"from": "10356c60-6516-11e4-aada-2f9eb2315372",
"fromPort": 0,
"to": "ab9ce6b0-6516-11e4-aada-2f9eb2315372",
"toPort": 0
},
{
"from": "4321fe10-6514-11e4-ad16-27957fdf8e88",
"fromPort": 0,
"to": "485a17e0-6515-11e4-aada-2f9eb2315372",
"toPort": 0
},
{
"from": "cef148d0-6517-11e4-aada-2f9eb2315372",
"fromPort": 0,
"to": "485a17e0-6515-11e4-aada-2f9eb2315372",
"toPort": 0
}
],
"zoomScale": 0.9932023885501953,
"zoomX": 45.916754741565455,
"zoomY": -116.57294072545353,
"online": true,
"selectedFlowNode": {
"id": "4706b250-6514-11e4-ad16-27957fdf8e88",
"resourceType": "flow-node",
"channelid": "5409f79403f1d8b163401370",
"channelActivationId": "543c84b45f4a1bc30840b01e",
"uuid": "72776180-5346-11e4-b164-53abe92742fd",
"name": "Twitter",
"type": "channel:twitter",
"category": "channel",
"online": true,
"nodeType": {},
"class": "Twitter",
"defaults": {
"channelid": "5409f79403f1d8b163401370",
"channelActivationId": "543c84b45f4a1bc30840b01e",
"uuid": "72776180-5346-11e4-b164-53abe92742fd",
"name": "Twitter",
"type": "channel:twitter",
"category": "channel",
"online": true,
"nodeType": {}
},
"input": 1,
"output": 1,
"formTemplatePath": "/pages/node_forms/channel_form.html",
"logo": "https://ds78apnml6was.cloudfront.net/channel/twitter.svg",
"inputLocations": [
30
],
"outputLocations": [
30
],
"x": 827.4475708007812,
"y": 329.6107482910156,
"headerParams": {},
"urlParams": {},
"queryParams": {
"q": "#IOT",
"since_id": "{{last_tweet}}"
},
"bodyParams": {},
"url": "https://api.twitter.com/1.1/search/tweets.json",
"method": "GET"
},
"selectedLink": null
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment