raphael-sch

import argparse

import transformers
import torch
from datasets import Dataset
from transformers import AutoTokenizer, AutoModelForCausalLM

parser = argparse.ArgumentParser(description='Define experiment parameters')
parser.add_argument('--use_custom_position_ids', default='no', choices=['yes', 'no'], type=str)
parser.add_argument('--model_name', default='meta-llama/Llama-2-7b-hf', type=str)

raphael-sch

import re
import sys
import time

import tqdm
import torch
from datasets import load_dataset, concatenate_datasets
from transformers import AutoTokenizer, LlamaForCausalLM