Skip to content

Instantly share code, notes, and snippets.

View SaschaDittmann's full-sized avatar

Sascha Dittmann SaschaDittmann

View GitHub Profile
@SaschaDittmann
SaschaDittmann / MinMaxCountCombiner.cs
Created April 10, 2015 07:49
MapReduce Entwurfsmuster – Numerische Aggregation (Min/Max/Count)
public class MinMaxCountCombiner :
JsonInOutReducerCombinerBase<MinMaxCountData, MinMaxCountData>
{
public override void Reduce(string key,
IEnumerable<MinMaxCountData> values,
JsonReducerCombinerContext<MinMaxCountData> context)
{
var data = values.ToList();
context.EmitKeyValue(key, new MinMaxCountData
@SaschaDittmann
SaschaDittmann / AverageCombiner.cs
Created April 10, 2015 08:09
MapReduce Entwurfsmuster – Numerische Aggregation (Average)
public class AverageCombiner
: JsonInOutReducerCombinerBase<CountAverageData, CountAverageData>
{
public override void Reduce(string key,
IEnumerable<CountAverageData> values,
JsonReducerCombinerContext<CountAverageData> context)
{
float sum = 0;
float count = 0;
@SaschaDittmann
SaschaDittmann / MedianStdDevMapper.cs
Created April 10, 2015 08:14
MapReduce Entwurfsmuster – Numerische Aggregation (Standardabweichung 1/2)
public class MedianStdDevMapper : MapperBase
{
public override void Map(string inputLine, MapperContext context)
{
var parsed = XmlUtils.ParseXml(inputLine);
if (parsed == null
|| !parsed.ContainsKey("CreationDate")
|| !parsed.ContainsKey("Text"))
{
@SaschaDittmann
SaschaDittmann / MedianStdDevCombiner.cs
Created April 10, 2015 08:19
MapReduce Entwurfsmuster – Numerische Aggregation (Standardabweichung 2/2)
public class MedianStdDevCombiner
: JsonOutReducerCombinerBase<MedianStdDevData>
{
public override void Reduce(string key,
IEnumerable<string> values,
JsonReducerCombinerContext<MedianStdDevData> context)
{
var query = values
.Select(int.Parse)
.GroupBy(v => v)
@SaschaDittmann
SaschaDittmann / HDInsightHBase1AddPersonToSet.cs
Created April 10, 2015 08:29
Apache HBase mit Microsoft Azure HDInsight (Teil 1)
static void AddPersonToSet(CellSet set, Person person)
{
var row = new CellSet.Row
{
key = Encoding.UTF8.GetBytes(person.Id.ToString().PadLeft(20))
};
var value = new Cell
{
column = Encoding.UTF8.GetBytes("d:firstname"),

Keybase proof

I hereby claim:

  • I am SaschaDittmann on github.
  • I am saschadittmann (https://keybase.io/saschadittmann) on keybase.
  • I have a public key whose fingerprint is 14D8 42D3 5A4D 2581 A73F 0869 97A3 3814 95E0 1194

To claim this, I am signing this object:

@SaschaDittmann
SaschaDittmann / install_archiconda.sh
Created July 6, 2019 07:47
Install Archiconda3 (A distribution of conda for 64 bit ARM)
#!/bin/bash
wget https://github.com/Archiconda/build-tools/releases/download/0.2.3/Archiconda3-0.2.3-Linux-aarch64.sh
chmod +x Archiconda3-0.2.3-Linux-aarch64.sh
./Archiconda3-0.2.3-Linux-aarch64.sh
@SaschaDittmann
SaschaDittmann / DownloadAzCopy.sh
Created September 20, 2019 22:53
Azure Step-By-Step - Load data from Azure Data Lake Storage to SQL Data Warehouse
#!/bin/bash
cd $HOME/clouddrive
wget -O azcopy-v10.tar https://aka.ms/downloadazcopy-v10-linux
tar -zxvf azcopy-v10.tar
mv azcopy_linux_amd64_10.2.1/* .
rm -rf azcopy_linux_amd64_10.2.1/
rm azcopy-v10.tar
@SaschaDittmann
SaschaDittmann / 01_InstallPythonRequirements.sh
Last active August 21, 2022 21:42
DevOps for Machine Learning (Part 1) - Getting Started with MLOps with Azure DevOps
setup/install_requirements.sh
@SaschaDittmann
SaschaDittmann / 01_AddAzureMLCLIExtension.sh
Created October 21, 2019 16:26
DevOps for Machine Learning (Azure MLOps Part 2) - Setup Azure Machine Learning Services
az extension add -n azure-cli-ml