a0n

#  So now you want to finetune that GPT-J-6B on a 3090/TITAN GPU ... okay 
#  More exploratory coding. It uses the Huggingface model port, deepspeed and reads all text/md files from a target directory
#  It is a fragment of a larger system with remote editing, but that's another story
#  This is the raw, training tester. Items to look out for:
#  - uses DeepSpeed and has a DS config
#  - to save space uses SGD instead of ADAM
#  - uses gradient checkpointing
#  - freezes 25% of the layers to fit

# Assumes you can already run https://gist.github.com/kinoc/2d636a68876cd3de7b6e9c9452b61089

a0n

#!/bin/bash
sudo bash -c "sync \
&& apt-get update \
&& apt-get -y upgrade \
&& apt-get -y dist-upgrade \
&& sed -i 's/stretch/buster/g' /etc/apt/sources.list \
&& sed -i 's/stretch/buster/g' /etc/apt/sources.list.d/raspi.list \
&& apt-get update \
&& apt-get -y upgrade \
&& apt-get -y dist-upgrade \

a0n

 
 a

a0n

#!/bin/bash

systemctl stop fabio;
killall fabio;
rm -f `which fabio`;
rm -f `which fabio`;

wget -O /usr/sbin/fabio "https://github.com/fabiolb/fabio/releases/download/v1.5.0/fabio-1.5.0-go1.8.3-linux_amd64"

a0n

a0n.lan ➜  ~/Code/new_rewrite/server2  npm install
npm http GET https://registry.npmjs.org/ss-coffee
npm http GET https://registry.npmjs.org/ss-stylus
npm http GET https://registry.npmjs.org/ss-jade
npm http GET https://registry.npmjs.org/ss-hogan
npm http 304 https://registry.npmjs.org/ss-stylus
npm http 304 https://registry.npmjs.org/ss-jade
npm http 304 https://registry.npmjs.org/ss-coffee
npm http 304 https://registry.npmjs.org/ss-hogan
npm http GET https://registry.npmjs.org/coffee-script