Skip to content

Instantly share code, notes, and snippets.

@padak
Last active February 16, 2018 11:23
Show Gist options
  • Save padak/21e12569cce54660823ca413d876a205 to your computer and use it in GitHub Desktop.
Save padak/21e12569cce54660823ca413d876a205 to your computer and use it in GitHub Desktop.
{
"parameters": {
"api": {
"baseUrl": "https://slack.com/api/",
"authentication": {
"type": "url.query"
},
"query": {
"token": {
"attr": "#token"
},
"count": "1000"
},
"http": {
"headers": {
"Accept": "application/json"
}
},
"pagination": {
"method": "response.param",
"responseParam": "messages.999.ts",
"queryParam": "latest"
}
},
"config": {
"#name": "KBC::ComponentProjectEncrypted==d3mQjkQ/CsxRdO5mRxSQIgz/48XMk12rCrGgkWoiAJzWDjxPf5eBwa1cE/TD0YQcb4aNpbZhBPUHtNepyQ/Vsg==",
"#token": "KBC::ComponentProjectEncrypted==UGqL/DVXLv+D2UU8wsJbF3vvZoA1eIsqlZdrNo6s+coBtxkSyhFQolJOSVANLFnggpz/NwmkEtqN6XgpbztjduPKN6oOe4L9Jt6QCxbD2BPotOf1V3dfvUbY1nR4ekNNp7NnA+VDpLKoIF+qmkGDAA==",
"outputBucket": "ex-slack-1",
"incrementalOutput": true,
"debug": true,
"jobs": [
{
"endpoint": "users.list",
"dataType": "users",
"dataField": "members"
},
{
"endpoint": "channels.list",
"dataType": "channels",
"dataField": "channels",
"children": [
{
"endpoint": "channels.history?channel={id}",
"dataType": "messages",
"dataField": "messages",
"placeholders": {
"id": "id"
},
"params": {
"oldest": {
"time": "previousStart"
}
}
}
]
}
],
"mappings": {
"users": {
"id": {
"mapping": {
"destination": "id",
"primaryKey": true
}
},
"team_id": {
"mapping": {
"destination": "team_id"
}
},
"name": {
"mapping": {
"destination": "name"
}
},
"deleted": {
"mapping": {
"destination": "deleted"
}
},
"status": {
"mapping": {
"destination": "status"
}
},
"real_name": {
"mapping": {
"destination": "real_name"
}
},
"tz": {
"mapping": {
"destination": "tz"
}
},
"tz_label": {
"mapping": {
"destination": "tz_label"
}
},
"tz_offset": {
"mapping": {
"destination": "tz_offset"
}
},
"profile.first_name": {
"mapping": {
"destination": "profile.first_name"
}
},
"profile.last_name": {
"mapping": {
"destination": "profile.last_name"
}
},
"profile.phone": {
"mapping": {
"destination": "profile.phone"
}
},
"profile.email": {
"mapping": {
"destination": "profile.email"
}
},
"is_admin": {
"mapping": {
"destination": "is_admin"
}
},
"is_owner": {
"mapping": {
"destination": "is_owner"
}
},
"is_primary_owner": {
"mapping": {
"destination": "is_primary_owner"
}
},
"is_restricted": {
"mapping": {
"destination": "is_restricted"
}
},
"is_ultra_restricted": {
"mapping": {
"destination": "is_ultra_restricted"
}
},
"is_bot": {
"mapping": {
"destination": "is_bot"
}
},
"has_2fa": {
"mapping": {
"destination": "has_2fa"
}
}
},
"channels": {
"id": {
"mapping": {
"destination": "id",
"primaryKey": true
}
},
"name": {
"mapping": {
"destination": "name"
}
},
"is_channel": {
"mapping": {
"destination": "is_channel"
}
},
"created": {
"mapping": {
"destination": "created"
}
},
"creator": {
"mapping": {
"destination": "creator"
}
},
"is_archived": {
"mapping": {
"destination": "is_archived"
}
},
"is_general": {
"mapping": {
"destination": "is_general"
}
},
"is_member": {
"mapping": {
"destination": "is_member"
}
},
"topic.value": {
"mapping": {
"destination": "topic.value"
}
},
"topic.creator": {
"mapping": {
"destination": "topic.creator"
}
},
"topic.last_set": {
"mapping": {
"destination": "topic.last_set"
}
},
"purpose.value": {
"mapping": {
"destination": "purpose.value"
}
},
"purpose.creator": {
"mapping": {
"destination": "purpose.creator"
}
},
"purpose.last_set": {
"mapping": {
"destination": "purpose.last_set"
}
},
"num_members": {
"mapping": {
"destination": "num_members"
}
}
},
"messages": {
"ts": {
"mapping": {
"destination": "ts",
"primaryKey": true
}
},
"parent_id": {
"type": "user",
"mapping": {
"destination": "channel_id",
"primaryKey": true
}
},
"type": {
"mapping": {
"destination": "type"
}
},
"subtype": {
"mapping": {
"destination": "subtype"
}
},
"user": {
"mapping": {
"destination": "user",
"primaryKey": true
}
},
"text": {
"mapping": {
"destination": "text"
}
},
"reactions.count": {
"mapping": {
"destination": "reactions.count"
}
},
"file.pretty_type": {
"mapping": {
"destination": "file.pretty_type"
}
}
}
}
}
}
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment