demosifter
demosifter
/ how-to-dag-1.1.json
Created
June 1, 2018 16:23
"inputs" section of the "dag" in the sift.json
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| "emails":{ | |
| "gmailEmails":{ | |
| "filter":{ | |
| "conditions":[{ | |
| "date": "between now and 1 week before now" | |
| }] | |
| }, | |
| "wants": [ | |
| "archive", | |
| "headers", |
demosifter
/ how-to-dag-1.json
Last active
June 1, 2018 16:18
"inputs" section of the "dag" in the sift.json
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| "emails":{ | |
| "gmailEmails":{ | |
| "filter":{ | |
| "conditions":[{ | |
| "date": "between now and 1 week before now" | |
| }] | |
| }, | |
| "wants": [ | |
| "archive", | |
| "headers", |
demosifter
/ mini-elastic-dag.json
Last active
November 14, 2017 16:14
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| "dag": { | |
| "inputs":{ | |
| "rpc":{ | |
| "search":{ | |
| "methods": ["GET"], | |
| "path": "/_search", | |
| "CORS":{} | |
| } | |
| } | |
| }, |
demosifter
/ mini-elastic-search.go
Last active
October 5, 2017 11:44
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| func Compute(req sandboxrpc.ComputeRequest) ([]sandboxrpc.ComputeResponse, error) { | |
| inData := req.In.Data | |
| if len(inData) != 1 { | |
| return nil, fmt.Errorf("empty input") | |
| } | |
| var resp []sandboxrpc.ComputeResponse | |
| v := inData[0] | |
| idx, err := utils.OpenIndex(true) | |
| if err != nil { |
demosifter
/ mini-elastic-load.go
Last active
October 4, 2017 11:35
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| func Compute(req sandboxrpc.ComputeRequest) ([]sandboxrpc.ComputeResponse, error) { | |
| idx, err := utils.OpenIndex(false) | |
| if err != nil { | |
| return nil, errors.New("Something went wrong while creating the index: " + err.Error()) | |
| } | |
| defer idx.Close() | |
| datums, err := fetchMajesticCSV() | |
| if err != nil { | |
| return nil, err |
demosifter
/ rpc-simple.js
Last active
July 24, 2017 10:29
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| const newResponse = (status_code, header, body) => { | |
| return { status_code, header, | |
| body: Buffer.from(JSON.stringify(body) || '').toString('base64') | |
| } | |
| } | |
| module.exports = function (got) { | |
| const inData = got.in.data; | |
| console.log('edig: simple.js: data received:', inData); |
demosifter
/ rpc-edig-simple.js
Last active
July 24, 2017 10:28
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| const dns = require('dns'); | |
| const pify = require('pify'); | |
| //... | |
| module.exports = function (got) { | |
| const inData = got.in.data; | |
| console.log('edig: simple.js: data received:', inData); | |
| return inData.map(d => { |
demosifter
/ rpc-edig-dag-extract.json
Last active
July 13, 2017 13:42
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| "dag": { | |
| "inputs":{ | |
| "rpc":{ | |
| "simple_rpc":{ | |
| "methods": ["GET"], | |
| "path": "/edig/txt/*", | |
| "CORS":{} | |
| } | |
| } | |
| }, |
demosifter
/ rpc-dag-extract.json
Last active
July 12, 2017 12:28
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| { | |
| "dag": { | |
| "inputs": { | |
| "rpc": { | |
| "simple_rpc": { | |
| "methods": ["GET"], | |
| "path": "/simple", | |
| "CORS": {} | |
| } | |
| } |
demosifter
/ how-to-node1-2.js
Last active
October 25, 2016 00:17
making our node implementation to output data for export
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| let textUtils = require('@redsift/text-utilities'); | |
| module.exports = function (got) { | |
| // got.in contains the key/value pairs that match the given query | |
| const inData = got.in; | |
| console.log('counter: node1.js: running...', inData.data); | |
| const json = inData.data.map(d => JSON.parse(d.value)); |
NewerOlder