twitter.json

{
    "authorization": {
      "oauth_api": {
        "id": "new-template-60"
      }
    },
    "parameters": {
      "api": {
        "authentication": {
          "type": "oauth10"
        },
        "baseUrl": "https:\/\/api.twitter.com\/1.1\/",
        "pagination": {
          "method": "multiple",
          "scrollers": {
            "param_next_cursor": {
              "method": "response.param",
              "responseParam": "next_cursor",
              "queryParam": "cursor"
            },
            "url_next_results": {
              "method": "response.url",
              "urlKey": "search_metadata.next_results",
              "paramIsQuery": true
            },
            "cursor_timeline": {
              "method": "cursor",
              "idKey": "id",
              "param": "max_id",
              "reverse": true,
              "increment": -1
            }
          }
        },
        "http": {
          "defaultOptions": {
            "params": {
              "count": 200
            }
          }
        }
      },
      "config": {
        "incrementalOutput": true,
        "jobs": [
          {
            "endpoint": "search\/tweets.json",
            "dataType": "tweets",
            "params": {
              "q": "keboola",
              "result_type": "recent"
            },
            "scroller": "cursor_timeline",
            "userData": {
              "q": "pinkbike",
              "keboola_source": "search"
            },
            "dataMapping": {
              "withheld_copyright": {
                "mapping": {
                  "destination": "withheld_copyright"
                }
              },
              "in_reply_to_screen_name": {
                "mapping": {
                  "destination": "in_reply_to_screen_name"
                }
              },
              "created_at": {
                "mapping": {
                  "destination": "created_at"
                }
              },
              "favorite_count": {
                "mapping": {
                  "destination": "favorite_count"
                }
              },
              "text": {
                "mapping": {
                  "destination": "text"
                }
              },
              "retweet_count": {
                "mapping": {
                  "destination": "retweet_count"
                }
              },
              "lang": {
                "mapping": {
                  "destination": "lang"
                }
              },
              "entities.user_mentions": {
                "type": "table",
                "destination": "tweets-user-mentions",
                "tableMapping": {
                  "name": {
                    "mapping": {
                      "destination": "name"
                    }
                  },
                  "screen_name": {
                    "mapping": {
                      "destination": "screen_name"
                    }
                  },
                  "id": {
                    "mapping": {
                      "destination": "user_id",
                      "primaryKey": true
                    }
                  }
                },
                "parentKey": {
                  "primaryKey": true
                }
              },
              "quoted_status_id": {
                "mapping": {
                  "destination": "quoted_status_id"
                }
              },
              "entities.urls": {
                "type": "table",
                "destination": "tweets-urls",
                "tableMapping": {
                  "url": {
                    "mapping": {
                      "destination": "url",
                      "primaryKey": true
                    }
                  },
                  "expanded_url": {
                    "mapping": {
                      "destination": "expanded_url"
                    }
                  },
                  "display_url": {
                    "mapping": {
                      "destination": "display_url"
                    }
                  }
                },
                "parentKey": {
                  "primaryKey": true
                }
              },
              "in_reply_to_status_id": {
                "mapping": {
                  "destination": "in_reply_to_status_id"
                }
              },
              "entities.hashtags": {
                "type": "table",
                "destination": "tweets-hashtags",
                "tableMapping": {
                  "text": {
                    "mapping": {
                      "destination": "text",
                      "primaryKey": true
                    }
                  }
                },
                "parentKey": {
                  "primaryKey": true
                }
              },
              "in_reply_to_user_id": {
                "mapping": {
                  "destination": "in_reply_to_user_id"
                }
              },
              "source": {
                "mapping": {
                  "destination": "source"
                }
              },
              "id": {
                "mapping": {
                  "destination": "id",
                  "primaryKey": true
                }
              },
              "keboola_source": {
                "type": "user",
                "mapping": {
                  "destination": "keboola_source"
                }
              },
              "user.id": {
                "mapping": {
                  "destination": "user_id"
                }
              },
              "truncated": {
                "mapping": {
                  "destination": "truncated"
                }
              }
            }
          }
        ]
      }
    }
  }