Firstbober

import multiprocessing
import llama_cpp

class LLaMAChat():
	def __init__(
		self,
		model: str,       # model path
		contextSize: int, # size of the prompt context
		modelParts: int,  # number of model parts
		seed: int = 0,    # RNG seed, 0 for random

Firstbober

#!/bin/python

from abc import ABC, abstractmethod
import os
import subprocess
import argparse
import json
import shutil
import glob
import signal