This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
using System; | |
using System.Collections.Generic; | |
using System.Linq; | |
using System.Text; | |
using System.Threading; | |
using System.Threading.Tasks; | |
namespace DataDownloaderActivityNS | |
{ | |
public static class AsyncHelper |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
{ | |
"$schema": "http://datafactories.schema.management.azure.com/schemas/2015-08-01/Microsoft.DataFactory.LinkedService.json", | |
"name": "AzureStorageLinkedService", | |
"properties": { | |
"type": "AzureStorage", | |
"typeProperties": { | |
"connectionString": "DefaultEndpointsProtocol=https;AccountName=adfdemostore1;AccountKey=secret;EndpointSuffix=core.windows.net" | |
} | |
} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
{ | |
"$schema": "http://datafactories.schema.management.azure.com/schemas/2015-09-01/Microsoft.DataFactory.LinkedService.json", | |
"name": "AzureSqlLinkedService1", | |
"properties": { | |
"type": "AzureSqlDatabase", | |
"typeProperties": { | |
"connectionString": "Data Source=tcp:cloudolaf.database.windows.net,1433;Initial Catalog=adfdemo;User ID=admin;Password=secret;Integrated Security=False;Encrypt=True;Connect Timeout=30" | |
} | |
} | |
} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
{ | |
"$schema": "http://datafactories.schema.management.azure.com/schemas/2015-08-01/Microsoft.DataFactory.LinkedService.json", | |
"name": "AzureBatchLinkedService", | |
"properties": { | |
"type": "AzureBatch", | |
"typeProperties": { | |
"accountName": "adfdemo", | |
"accessKey": "", | |
"poolName": "adfdemopool", | |
"batchUri": "https://australiaeast.batch.azure.com", |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
{ | |
"$schema": "http://datafactories.schema.management.azure.com/schemas/2015-09-01/Microsoft.DataFactory.LinkedService.json", | |
"name": "WebLinkedService1", | |
"properties": { | |
"type": "Web", | |
"typeProperties": { | |
"url": "https://requestb.in/18l22kx1", | |
"authenticationType": "Anonymous", | |
"username": "", | |
"password": "" |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
{ | |
"$schema": "http://datafactories.schema.management.azure.com/schemas/2015-09-01/Microsoft.DataFactory.Table.json", | |
"name": "HttpTableLocation1", | |
"properties": { | |
"type": "Http", | |
"linkedServiceName": "WebLinkedService1", | |
"structure": [ | |
{ | |
"name": "CustomerID", | |
"type": "Int32" |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
{ | |
"$schema": "http://datafactories.schema.management.azure.com/schemas/2015-09-01/Microsoft.DataFactory.Table.json", | |
"name": "AzureSqlTableLocation1", | |
"properties": { | |
"type": "AzureSqlTable", | |
"linkedServiceName": "AzureSqlLinkedService1", | |
"structure": [ | |
{ | |
"name": "CustomerID", | |
"type": "Int32" |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
{ | |
"$schema": "http://datafactories.schema.management.azure.com/schemas/2015-09-01/Microsoft.DataFactory.Pipeline.json", | |
"name": "DataDownloaderSamplePipeline", | |
"properties": { | |
"description": "Custom Data Downloader from an HTTP EndPoint Sample Pipeline", | |
"activities": [ | |
{ | |
"name": "DownloadData", | |
"description": "Download raw data from an http endpoint", | |
"linkedServiceName": "AzureBatchLinkedService", |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
using System; | |
using System.Collections.Generic; | |
using System.Data.SqlClient; | |
using System.IO; | |
using System.Linq; | |
using System.Net.Http; | |
using System.Text; | |
using System.Threading.Tasks; | |
using Microsoft.Azure.Management.DataFactories.Models; | |
using Microsoft.Azure.Management.DataFactories.Runtime; |