| # Example usage: | |
| # python merge_peft.py --base_model=meta-llama/Llama-2-7b-hf --peft_model=./qlora-out --hub_id=alpaca-qlora | |
| from transformers import AutoModelForCausalLM, AutoTokenizer | |
| from peft import PeftModel | |
| import torch | |
| import argparse | |
| def get_args(): |
| # from: https://stackoverflow.com/a/54088479/121687 | |
| import json | |
| import requests | |
| def get_ngrok_url(): | |
| url = "http://localhost:4040/api/tunnels/" | |
| res = requests.get(url) | |
| res_unicode = res.content.decode("utf-8") | |
| res_json = json.loads(res_unicode) |
From https://www.youtube.com/watch?v=g3dkRsTqdDA
Writing papers is a primary mechanism for DOING research (not just for repoting it
| #!/bin/bash | |
| CWD=$(pwd) | |
| GPROTOBUF_URL=https://github.com/protocolbuffers/protobuf/releases/download/v3.7.0/protobuf-cpp-3.7.0.tar.gz | |
| compile_gprotobuf () { | |
| sudo apt-get install autoconf automake libtool curl make g++ unzip && | |
| wget $GPROTOBUF_URL && | |
| fname=protobuf-cpp-3.7.0.tar.gz && | |
| tar xvzf $fname && rm $fname && |