timvw

dotenv() {
    readonly env_file=${1:?"The env_file must be specified."}
    set -o allexport
    source ${env_file}
    set +o allexport
}

timvw

We've installed your MySQL database without a root password. To secure it run:
    mysql_secure_installation

MySQL is configured to only allow connections from localhost by default

To connect run:
    mysql -u root

To start mysql now and restart at login:
  brew services start mysql

timvw

==> postgresql@16
This formula has created a default database cluster with:
  initdb --locale=C -E UTF-8 /opt/homebrew/var/postgresql@16
For more details, read:
  https://www.postgresql.org/docs/16/app-initdb.html

postgresql@16 is keg-only, which means it was not symlinked into /opt/homebrew,
because this is an alternate version of another formula.

If you need to have postgresql@16 first in your PATH, run:

timvw

curl -fsSL https://pkgs.k8s.io/core:/stable:/v1.29/deb/Release.key | sudo gpg --dearmor -o /etc/apt/keyrings/kubernetes-apt-keyring.gpg
echo 'deb [signed-by=/etc/apt/keyrings/kubernetes-apt-keyring.gpg] https://pkgs.k8s.io/core:/stable:/v1.29/deb/ /' | sudo tee /etc/apt/sources.list.d/kubernetes.list
sudo apt update
sudo apt-get upgrade

sudo snap refresh microk8s --channel=1.29/stable

timvw

PYENV_VERSION=3.9.15
VIRTUAL_ENV=.venv

AWS_PROFILE=xxx

timvw

resource "snowflake_unsafe_execute" "volume" {
  execute = <<EOT
CREATE OR REPLACE EXTERNAL VOLUME ${var.external_volume_name}
   STORAGE_LOCATIONS =
      (
         (
            NAME = '${var.external_volume_bucket_name}'
            STORAGE_PROVIDER = 'S3'
            STORAGE_BASE_URL = 's3://${var.external_volume_bucket_name}'
            STORAGE_AWS_ROLE_ARN = '${var.snowflake_iam_role_arn}'

timvw

FROM maven:3.6.3-jdk-8 as builder
RUN mvn dependency:copy -Dartifact=org.apache.hudi:hudi-spark3.3-bundle_2.12:0.13.0 -DoutputDirectory=/opt/jars
RUN mvn dependency:copy -Dartifact=io.delta:delta-core_2.12:2.2.0 -DoutputDirectory=/opt/jars
RUN mvn dependency:copy -Dartifact=io.delta:delta-storage:2.2.0 -DoutputDirectory=/opt/jars

FROM 107292555468.dkr.ecr.eu-central-1.amazonaws.com/spark/emr-6.9.0:latest

COPY --from=builder /opt/jars/hudi-spark3.3-bundle_2.12-0.13.0.jar /usr/lib/spark/jars
COPY --from=builder /opt/jars/delta-core_2.12-2.2.0.jar /usr/lib/spark/jars
COPY --from=builder /opt/jars/delta-storage-2.2.0.jar /usr/lib/spark/jars

timvw

for file in $(ls .); do
    for ll in $(otool -L $file | grep -oE "/usr/local/[^ ]*"); do
        echo "copying $ll to ."
        sudo cp $ll .
        #echo ""
    done
done

for file in $(ls .); do
    for ll in $(otool -L $file | grep -oE "/usr/local/[^ ]*"); do

timvw

# launch cli and connect to scheduler
docker run \
--network host \
--rm -it \
-v /Users/timvw:/Users/timvw \
apache/arrow-ballista-cli:0.10.0 --host 127.0.0.1 --port 50050


create external table test stored as parquet location '/Users/timvw/Desktop/test.parquet';
select * from test limit 10;

timvw

```bash
cat LSQL-messages-2022-11-23-06-44-47.json | jq -r '.[].value | [.day, .count] | @tsv'
```