Mistobaan

# Example usage:
# python merge_peft.py --base_model=meta-llama/Llama-2-7b-hf --peft_model=./qlora-out --hub_id=alpaca-qlora

from transformers import AutoModelForCausalLM, AutoTokenizer
from peft import PeftModel
import torch

import argparse

def get_args():

Mistobaan

Mistobaan

#!/bin/bash

CWD=$(pwd)
GPROTOBUF_URL=https://github.com/protocolbuffers/protobuf/releases/download/v3.7.0/protobuf-cpp-3.7.0.tar.gz

compile_gprotobuf () {
    sudo apt-get install autoconf automake libtool curl make g++ unzip &&
    wget $GPROTOBUF_URL &&
    fname=protobuf-cpp-3.7.0.tar.gz &&
    tar xvzf $fname && rm $fname &&

Mistobaan

from graphviz import Digraph
import torch
from torch.autograd import Variable, Function

def iter_graph(root, callback):
    queue = [root]
    seen = set()
    while queue:
        fn = queue.pop()
        if fn in seen:

Mistobaan

Mistobaan

Mistobaan

Mistobaan

Mistobaan

Mistobaan

pip install streamlit
pip install spacy
python -m spacy download en_core_web_sm
python -m spacy download en_core_web_md
python -m spacy download de_core_news_sm