Skip to content

Instantly share code, notes, and snippets.

@xsqian
xsqian / tf-with-gpu.sh
Last active August 13, 2021 04:26
install tensorflow with GPU support
#conda create an env
conda create -n py376-tf241 ipykernel python=3.7.6
conda activate py376-tf241
# find out current gpu avaliablity
import tensorflow as tf
print(tf.__version__)
print(tf.config.list_pysical_devices())
@xsqian
xsqian / alter-kafka-partitions.sh
Last active October 11, 2023 19:04
How to alter kafka partitions
# create a topic with specified partitons
kafka-topics --bootstrap-server xx.xx.xx.xx:39092 --create --partitions 2 --topic test-partitions
kafka-topics --bootstrap-server xx.xx.xx.xx:39092 --describe --topic test-partitions
# create a topic with default partitions
kafka-topics --bootstrap-server xx.xx.xx.xx:39092 --create --topic test-def-partitions
kafka-topics --bootstrap-server xx.xx.xx.xx:39092 --describe --topic test-def-partitions
# alter the number of partitions of an existing topic
kafka-topics --bootstrap-server xx.xx.xx.xx:39092 --alter --topic test-def-partitions --partitions 3
@xsqian
xsqian / tensorflowjs_converter.sh
Last active September 15, 2021 18:29
How to export a .h5 model to jaon
# install
pip install tensorflowjs
# convert h5 model to json
tensorflowjs_converter --input_format=keras model_3.h5 model_3.json
# view the model in json format:
python -m json.tool model.json
# note: jq need os access to install, not just a pip install,
@xsqian
xsqian / default-namespace-k8s.sh
Created September 18, 2021 05:30
set the default namespace for kubectl
kubectl config set-context --current --namespace=namepsace_name
@xsqian
xsqian / kubectl-create-scret.sh
Created December 19, 2021 05:21
decode a kubernetes secret
echo red | base64
# cmVkCg==
echo "cmVkCg==" | base64 -D
# red
@xsqian
xsqian / curl-output-to-json
Created December 23, 2021 18:28
how to format a curl output to json in a jupyter notebook
!curl http://docker-registry.default-tenant.app.us-sales-32.iguazio-cd0.com/v2/_catalog | json_pp
@xsqian
xsqian / search-and_replace.sh
Last active January 11, 2023 17:57
search and replace with sed
sed 's/<search regex>/<replacement>/g' <input file> <output file>
@xsqian
xsqian / install-docker-on-ec2.sh
Last active February 16, 2023 17:19
how to install docker on to an AWS EC2 instance with AWS linux AMI
sudo amazon-linux-extras install docker
sudo systemctl enable docker
sudo systemctl start docker
sudo usermod -aG docker ec2-user # allows you to run `docker` commands without `sudo`
sudo reboot
docker info
@xsqian
xsqian / install-go-ec2.sh
Created February 16, 2023 17:57
how to install go on an AWS linux
sudo yum install golang -y
go version
@xsqian
xsqian / brew-install-sshpass.sh
Created August 15, 2023 21:14
how to install sshpass with brew
brew install hudochenkov/sshpass/sshpass