ADF demo - DataDownloaderSamplePipeline

DataDownloaderSamplePipeline.json

{
  "$schema": "http://datafactories.schema.management.azure.com/schemas/2015-09-01/Microsoft.DataFactory.Pipeline.json",
  "name": "DataDownloaderSamplePipeline",
  "properties": {
    "description": "Custom Data Downloader from an HTTP EndPoint Sample Pipeline",
    "activities": [
      {
        "name": "DownloadData",
        "description": "Download raw data from an http endpoint",
        "linkedServiceName": "AzureBatchLinkedService",
        "type": "DotNetActivity",
        "typeProperties": {
          "assemblyName": "MyCustomActivity.dll",
          "entryPoint": "DataDownloaderActivityNS.DataDownloaderActivity",
          "packageLinkedService": "AzureStorageLinkedService",
          "packageFile": "adfcontainer/package/MyCustomActivity.zip",
          "extendedProperties": {
            "sliceStart": "$$Text.Format('{0:yyyyMMddHHmm}', Time.AddHours(SliceStart, -1), SliceEnd)",
            "sliceEnd": "$$Text.Format('{0:yyyy-MM-dd HH:mm:ss}', SliceEnd)",
            "columnMappings": "CustomerID:CustomerID,Title:Title,FirstName:FirstName,MiddleName:MiddleName,LastName:LastName",
            "output:Uri": "https://requestb.in/18l22kx1"
          }
        },
        "inputs": [
          {
            "name": "AzureSqlTableLocation1"
          }
        ],
        "outputs": [
          {
            "name": "HttpTableLocation1"
          }
        ],
        "policy": {
          "executionPriorityOrder": "OldestFirst",
          "timeout": "01:00:00",
          "concurrency": 2,
          "retry": 2
        },
        "scheduler": {
          "frequency": "Minute",
          "interval": 15
        }
      }
    ],
    "start": "2017-06-27T06:00:00+10:00",
    "end": "2018-03-09T00:00:00+02:00",
    "isPaused": false
  }
}