mhewedy

Usage:

$ mkrel path/to/release
2.02.159

To see the whole list in debug mode, define a DEBUG env var and set it to 1:

mhewedy

package main

import (
	"context"
	"database/sql"
	"fmt"
	"github.com/Fs02/rel"
	"github.com/Fs02/rel/adapter/postgres"
	"github.com/jackc/pgx/v4"
	pgxs "github.com/jackc/pgx/v4/stdlib"

mhewedy

/usr/bin/curl -s -H "content-type: application/json" $(echo " "$@ | perl -pe 's/\s+(:[0-9]+)/localhost$1/g') | jq

mhewedy

package main

import (
	"encoding/json"
	"fmt"
	"log"
	"net/http"
	"strings"
	"time"
)

mhewedy

package main

import (
	"fmt"
	"io/ioutil"
	"os"
	"regexp"
	"sort"
	"strings"
)

mhewedy

# worker.sh
# find most updated version at: https://github.com/mhewedy/vermin/tree/master/etc/samples-provision/k8s

# HW requirements: 1 CPUS 2 RAM
# OS: Ubuntu focal
set -ex

#should be $(lsb_release -cs) but it appears it is not working on focal yet
docker_ubuntu_release=bionic
k8s_version=1.18.0

mhewedy

# master.sh
# find most updated version at: https://github.com/mhewedy/vermin/tree/master/etc/samples-provision/k8s

# HW requirements: 2 CPUS 2 RAM
# OS: Ubuntu focal
set -ex

#should be $(lsb_release -cs) but it appears it is not working on focal yet
docker_ubuntu_release=bionic
k8s_version=1.18.0

mhewedy

package main

import (
	"fmt"
)

type Tnx struct {
}

func main() {

mhewedy

print_vms() {	
  arr=$1	
  printf "VM NAME\t\tIMAGE\t\t\tCPU\t\tMEM\t\tTAGS\n"	
  if [ ${arr} ]; then	
    for element in "${arr[@]}"; do	
      spec=($(VBoxManage showvminfo ${element} --machinereadable | grep -E "memory=|cpus=" | cut -d "=" -f2))	
      printf "%s\t\t$(cat ~/.vms/${element}/image 2>/dev/null || cat <(echo "\t") )\t\t%s\t\t%s MB\t\t%s\n" ${element} ${spec[1]} ${spec[0]} \	
        "$(echo $(cat ~/.vms/${element}/tags 2>/dev/null))"	
    done	
  fi

mhewedy

Data Engineering

Staging Data

• Loading & Profiling data
• Data Quality Testing
  • check for nulls for key fields (ids, amount, etc..)
  • check for Invalid date-time, lookups

Cleansing Data:

• Adding data types:
• Adding numeric & date-time data types instead of just strings