Azure Step-By-Step - Load data from Azure Data Lake Storage to SQL Data Warehouse

DownloadAzCopy.sh

#!/bin/bash

cd $HOME/clouddrive

wget -O azcopy-v10.tar https://aka.ms/downloadazcopy-v10-linux
tar -zxvf azcopy-v10.tar
mv azcopy_linux_amd64_10.2.1/* .
rm -rf azcopy_linux_amd64_10.2.1/
rm azcopy-v10.tar

DownloadDemoData.sh

#!/bin/bash

cd $HOME/clouddrive
mkdir $HOME/clouddrive/data

./azcopy cp "https://contosoretaildw.blob.core.windows.net/contosoretaildw-tables" $HOME/clouddrive/data/ --recursive=true --overwrite

UploadToAdls1.sh

#!/bin/bash

cd $HOME/clouddrive

export adls1name="<adls1-account-name>"

az dls fs upload -n $adls1name --source-path "$HOME/clouddrive/data/contosoretaildw-tables" --destination-path /contosoretaildw --overwrite

UploadToAdls2.sh

#!/bin/bash

cd $HOME/clouddrive

export adls2name="<storage-account-name>"

./azcopy login
./azcopy cp "$HOME/clouddrive/data/contosoretaildw-tables/*" "https://$adls2name.dfs.core.windows.net/contosoretaildw" --recursive=true --overwrite