alonisser

echo iptables-persistent iptables-persistent/autosave_v4 boolean true | sudo debconf-set-selections
echo iptables-persistent iptables-persistent/autosave_v4 boolean true | sudo debconf-set-selections

sudo apt-get -y install iptables-persistent

alonisser

sudo apt-add-repository ppa:ansible/ansible
sudo apt-get update
sudo apt-get install ansible
mkdir automation && cd automation
touch ansible.cfg && hosts
mkdir -pv roles/aws_monitoring/tasks/main.yml

alonisser

#Broken somehow. need to fix
SELECT COUNT(*) as datname, datname, datid FROM pg_stat_activity GROUP BY datname;
#Works without id
SELECT COUNT(*) as datname, datname FROM pg_stat_activity GROUP BY datname;

More info:
http://chrismiles.info/systemsadmin/databases/articles/viewing-current-postgresql-queries/

https://support.pivotal.io/hc/en-us/articles/201595093-Script-Session-level-information

alonisser

FROM python:3.6-alpine
# Opted for alpine to get a lean docker image as possible
RUN apk add --no-cache openssl

ENV DOCKERIZE_VERSION v0.6.1
RUN wget https://github.com/jwilder/dockerize/releases/download/$DOCKERIZE_VERSION/dockerize-alpine-linux-amd64-$DOCKERIZE_VERSION.tar.gz \
    && tar -C /usr/local/bin -xzvf dockerize-alpine-linux-amd64-$DOCKERIZE_VERSION.tar.gz \
    && rm dockerize-alpine-linux-amd64-$DOCKERIZE_VERSION.tar.gz

# Python deps for alpine

alonisser

bootstrap.servers={{ kafka_cluster.boostrap_servers }}
ssl.endpoint.identification.algorithm=https
security.protocol=SASL_SSL
sasl.mechanism=PLAIN
sasl.jaas.config=org.apache.kafka.common.security.plain.PlainLoginModule required username="{{kafka_cluster.username}}" password="{{kafka_cluster.password}}";

alonisser

developing

• vite as a webpack alternative

tools

• valtio - state proxy
• formik forms handling
• react query http queries (or other async with caching

Testing

• mirage.js
• cypress - check integration with mirage

alonisser

# Create the read stream
dataitemsAppendDf =  spark.readStream.format("delta")\
 .option("maxFilesPerTrigger", 25)\
 .table(f"{database_name}.{table_name}")

# Initiate the write stream
dataitemsAppendDf.writeStream \
 .trigger(processingTime='15 seconds') \ # note, you can also have different modes here
 .option("checkpointLocation", f"{checkpoint_name}") \
 .foreachBatch(processRawStreamBatch) \ #Callback that would handle each batch

alonisser

alias ll="ls -lhA"
alias cd..="cd .."
alias psg="ps aux | grep -v grep | grep -i -e VSZ -e"
alias ps="ps auxf"
alias mkdir="mkdir -pv"
alias wget="wget -c"
alias histg="history | grep"
alias kedit-secret="KUBE_EDITOR=kube-secret-editor.py kubectl edit secret"