Skip to content

Instantly share code, notes, and snippets.

@cloudolaf
cloudolaf / AsyncHelper.cs
Created June 26, 2017 10:49
ADF demo - AsyncHelper
using System;
using System.Collections.Generic;
using System.Linq;
using System.Text;
using System.Threading;
using System.Threading.Tasks;
namespace DataDownloaderActivityNS
{
public static class AsyncHelper
@cloudolaf
cloudolaf / AzureStorageLinkedService.json
Created June 26, 2017 10:21
ADF - AzureStorageLinkedService
{
"$schema": "http://datafactories.schema.management.azure.com/schemas/2015-08-01/Microsoft.DataFactory.LinkedService.json",
"name": "AzureStorageLinkedService",
"properties": {
"type": "AzureStorage",
"typeProperties": {
"connectionString": "DefaultEndpointsProtocol=https;AccountName=adfdemostore1;AccountKey=secret;EndpointSuffix=core.windows.net"
}
}
@cloudolaf
cloudolaf / AzureSqlLinkedService1.json
Created June 26, 2017 10:21
ADF demo - AzureSqlLinkedService1
{
"$schema": "http://datafactories.schema.management.azure.com/schemas/2015-09-01/Microsoft.DataFactory.LinkedService.json",
"name": "AzureSqlLinkedService1",
"properties": {
"type": "AzureSqlDatabase",
"typeProperties": {
"connectionString": "Data Source=tcp:cloudolaf.database.windows.net,1433;Initial Catalog=adfdemo;User ID=admin;Password=secret;Integrated Security=False;Encrypt=True;Connect Timeout=30"
}
}
}
@cloudolaf
cloudolaf / AzureBatchLinkedService.json
Created June 26, 2017 10:20
ADF demo - AzureBatchLinkedService
{
"$schema": "http://datafactories.schema.management.azure.com/schemas/2015-08-01/Microsoft.DataFactory.LinkedService.json",
"name": "AzureBatchLinkedService",
"properties": {
"type": "AzureBatch",
"typeProperties": {
"accountName": "adfdemo",
"accessKey": "",
"poolName": "adfdemopool",
"batchUri": "https://australiaeast.batch.azure.com",
{
"$schema": "http://datafactories.schema.management.azure.com/schemas/2015-09-01/Microsoft.DataFactory.LinkedService.json",
"name": "WebLinkedService1",
"properties": {
"type": "Web",
"typeProperties": {
"url": "https://requestb.in/18l22kx1",
"authenticationType": "Anonymous",
"username": "",
"password": ""
@cloudolaf
cloudolaf / HttpTableLocation1.json
Last active June 26, 2017 23:54
ADF demo - HttpTableLocation1
{
"$schema": "http://datafactories.schema.management.azure.com/schemas/2015-09-01/Microsoft.DataFactory.Table.json",
"name": "HttpTableLocation1",
"properties": {
"type": "Http",
"linkedServiceName": "WebLinkedService1",
"structure": [
{
"name": "CustomerID",
"type": "Int32"
@cloudolaf
cloudolaf / AzureSqlTableLocation1.json
Last active June 26, 2017 23:55
ADF demo - AzureSqlTableLocation1
{
"$schema": "http://datafactories.schema.management.azure.com/schemas/2015-09-01/Microsoft.DataFactory.Table.json",
"name": "AzureSqlTableLocation1",
"properties": {
"type": "AzureSqlTable",
"linkedServiceName": "AzureSqlLinkedService1",
"structure": [
{
"name": "CustomerID",
"type": "Int32"
@cloudolaf
cloudolaf / DataDownloaderSamplePipeline.json
Last active June 27, 2017 05:55
ADF demo - DataDownloaderSamplePipeline
{
"$schema": "http://datafactories.schema.management.azure.com/schemas/2015-09-01/Microsoft.DataFactory.Pipeline.json",
"name": "DataDownloaderSamplePipeline",
"properties": {
"description": "Custom Data Downloader from an HTTP EndPoint Sample Pipeline",
"activities": [
{
"name": "DownloadData",
"description": "Download raw data from an http endpoint",
"linkedServiceName": "AzureBatchLinkedService",
@cloudolaf
cloudolaf / DataDownloaderActivity.cs
Last active June 27, 2017 05:56
ADF demo - DataDownLoaderActivity
using System;
using System.Collections.Generic;
using System.Data.SqlClient;
using System.IO;
using System.Linq;
using System.Net.Http;
using System.Text;
using System.Threading.Tasks;
using Microsoft.Azure.Management.DataFactories.Models;
using Microsoft.Azure.Management.DataFactories.Runtime;