adamharder

Adapted from https://www.laac.dev/blog/setting-up-modern-python-development-environment-ubuntu-20/

Install zsh

sudo apt-get install zsh -y

https://ohmyz.sh/

sh -c "$(curl -fsSL https://raw.github.com/ohmyzsh/ohmyzsh/master/tools/install.sh)"

adamharder

from multiprocessing import Process
import redis

_REDIS_KEY = "MY_GREAT_QUEUE"
_REDIS = redis.Redis()
_PROCESS_COUNT = 15
        
# clear the queue (may not be necessary)
_REDIS.expire(_REDIS_KEY, 0)

adamharder

import lmdb
from pathlib import Path
LMDB_FILE_NAME = Path("some_lmdb_file.lmdb").absolute()

# max db size 100 GB
with lmdb.open(str(LMDB_FILE_NAME.absolute()), map_size=100*1000*1000*1000, readonly=False) as env:
    print(env.stat()) # This forces the database into existence

def get_env(readonly=False):

adamharder

To disable entering the sleep edit the /etc/systemd/logind.conf file and modify the line:

#HandleLidSwitch=suspend to HandleLidSwitch=ignore

Then sudo service systemd-logind restart

adamharder

git ls-tree -r tag:some/path.file

git show tag:some/path.file

adamharder

tmux shortcuts & cheatsheet

start new:

tmux

start new with session name:

tmux new -s myname

adamharder

{
  "2017-01-02":"HOL",
  "2017-01-16":"HOL",  
  "2017-02-20":"HOL",  
  "2017-05-29":"HOL",  
  "2017-07-04":"HOL",  
  "2017-09-04":"HOL",  
  "2017-10-09":"HOL",  
  "2017-11-10":"HOL",  
  "2017-11-23":"HOL",  

adamharder

## Show size of all tables

    select t1.datname AS db_name,
       pg_size_pretty(pg_database_size(t1.datname)) as db_size
    from pg_database t1
    order by pg_database_size(t1.datname) desc;

adamharder

Python 3 Pathlib

https://medium.com/@ageitgey/python-3-quick-tip-the-easy-way-to-deal-with-file-paths-on-windows-mac-and-linux-11a072b58d5f

from pathlib import Path
data_folder = Path("source_data/text_files/")
file_to_open = data_folder / "raw_data.txt"
print(file_to_open.read_text())

filename = Path("source_data/text_files/raw_data.txt")

adamharder

Append an array

// initialize array
var arr = [
    "Hi",
    "Hello",
    "Bonjour"
];