To compress/decompress large datasets with tar/gzip:
compress script:
#!/bin/bash
indir=$1
tar cf - ${indir} | pv -s $(du -sb ${indir} | awk '{print $1}') | gzip > ${indir}.tar.gz
To compress/decompress large datasets with tar/gzip:
compress script:
#!/bin/bash
indir=$1
tar cf - ${indir} | pv -s $(du -sb ${indir} | awk '{print $1}') | gzip > ${indir}.tar.gz
import plotting libs
import numpy as np
import pandas as pd
import seaborn as sns
import matplotlib.font_manager as fm
import matplotlib
Install rclone from https://rclone.org/downloads/
curl https://rclone.org/install.sh | sudo bash
Run rclone config
for google drive (setup directions here).