Skip to content

Instantly share code, notes, and snippets.

@demosifter
demosifter / how-to-dag-1.1.json
Created June 1, 2018 16:23
"inputs" section of the "dag" in the sift.json
"emails":{
"gmailEmails":{
"filter":{
"conditions":[{
"date": "between now and 1 week before now"
}]
},
"wants": [
"archive",
"headers",
@demosifter
demosifter / how-to-dag-1.json
Last active June 1, 2018 16:18
"inputs" section of the "dag" in the sift.json
"emails":{
"gmailEmails":{
"filter":{
"conditions":[{
"date": "between now and 1 week before now"
}]
},
"wants": [
"archive",
"headers",
"dag": {
"inputs":{
"rpc":{
"search":{
"methods": ["GET"],
"path": "/_search",
"CORS":{}
}
}
},
func Compute(req sandboxrpc.ComputeRequest) ([]sandboxrpc.ComputeResponse, error) {
inData := req.In.Data
if len(inData) != 1 {
return nil, fmt.Errorf("empty input")
}
var resp []sandboxrpc.ComputeResponse
v := inData[0]
idx, err := utils.OpenIndex(true)
if err != nil {
func Compute(req sandboxrpc.ComputeRequest) ([]sandboxrpc.ComputeResponse, error) {
idx, err := utils.OpenIndex(false)
if err != nil {
return nil, errors.New("Something went wrong while creating the index: " + err.Error())
}
defer idx.Close()
datums, err := fetchMajesticCSV()
if err != nil {
return nil, err
const newResponse = (status_code, header, body) => {
return { status_code, header,
body: Buffer.from(JSON.stringify(body) || '').toString('base64')
}
}
module.exports = function (got) {
const inData = got.in.data;
console.log('edig: simple.js: data received:', inData);
const dns = require('dns');
const pify = require('pify');
//...
module.exports = function (got) {
const inData = got.in.data;
console.log('edig: simple.js: data received:', inData);
return inData.map(d => {
"dag": {
"inputs":{
"rpc":{
"simple_rpc":{
"methods": ["GET"],
"path": "/edig/txt/*",
"CORS":{}
}
}
},
{
"dag": {
"inputs": {
"rpc": {
"simple_rpc": {
"methods": ["GET"],
"path": "/simple",
"CORS": {}
}
}
@demosifter
demosifter / how-to-node1-2.js
Last active October 25, 2016 00:17
making our node implementation to output data for export
let textUtils = require('@redsift/text-utilities');
module.exports = function (got) {
// got.in contains the key/value pairs that match the given query
const inData = got.in;
console.log('counter: node1.js: running...', inData.data);
const json = inData.data.map(d => JSON.parse(d.value));