timvw

FROM maven:3.6.3-jdk-8 as builder
RUN mvn dependency:copy -Dartifact=org.apache.hudi:hudi-spark3.3-bundle_2.12:0.13.0 -DoutputDirectory=/opt/jars
RUN mvn dependency:copy -Dartifact=io.delta:delta-core_2.12:2.2.0 -DoutputDirectory=/opt/jars
RUN mvn dependency:copy -Dartifact=io.delta:delta-storage:2.2.0 -DoutputDirectory=/opt/jars

FROM 107292555468.dkr.ecr.eu-central-1.amazonaws.com/spark/emr-6.9.0:latest

COPY --from=builder /opt/jars/hudi-spark3.3-bundle_2.12-0.13.0.jar /usr/lib/spark/jars
COPY --from=builder /opt/jars/delta-core_2.12-2.2.0.jar /usr/lib/spark/jars
COPY --from=builder /opt/jars/delta-storage-2.2.0.jar /usr/lib/spark/jars

timvw

for file in $(ls .); do
    for ll in $(otool -L $file | grep -oE "/usr/local/[^ ]*"); do
        echo "copying $ll to ."
        sudo cp $ll .
        #echo ""
    done
done

for file in $(ls .); do
    for ll in $(otool -L $file | grep -oE "/usr/local/[^ ]*"); do

timvw

# launch cli and connect to scheduler
docker run \
--network host \
--rm -it \
-v /Users/timvw:/Users/timvw \
apache/arrow-ballista-cli:0.10.0 --host 127.0.0.1 --port 50050


create external table test stored as parquet location '/Users/timvw/Desktop/test.parquet';
select * from test limit 10;

timvw

```bash
cat LSQL-messages-2022-11-23-06-44-47.json | jq -r '.[].value | [.day, .count] | @tsv'
```

timvw

lsof -nP -i4TCP:$1

timvw

[package]
name = "rust-playground"
version = "0.1.0"
edition = "2021"

# See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html

[dependencies]
aws-config = "0.11.0"
aws-sdk-s3 = "0.11.0"

timvw

kubectl -n kube-system get secret -o json | \
jq -r '.items[] | select(.metadata.name | startswith("deployment-controller-token")) | .data.token' | \
base64 --decode | \
pbcopy

timvw

package be.icteam.sample

import cats.effect._
import cats.implicits._
import cats.effect.concurrent.Semaphore

import java.util.concurrent.Executors
import scala.concurrent.ExecutionContext

timvw

git branch -m master main && \
git fetch origin && \
git branch -u origin/main main && \
git symbolic-ref refs/remotes/origin/HEAD refs/remotes/origin/main

timvw

name: "Terraform"

on:
  push:
    branches:
      - master
  pull_request:

jobs:
  terraform: