mberman84/gist:9b3c281ae5e3e92b7e946f6a09787cde

## gistfile1.txt
# Clone the repo
git clone https://github.com/imartinez/privateGPT
cd privateGPT

# Install Python 3.11
pyenv install 3.11
pyenv local 3.11

# Install dependencies
poetry install --with ui,local

# Download Embedding and LLM models
poetry run python scripts/setup

# (Optional) For Mac with Metal GPU, enable it. Check Installation and Settings section
to know how to enable GPU on other platforms
CMAKE_ARGS="-DLLAMA_METAL=on" pip install --force-reinstall --no-cache-dir llama-cpp-python

# Run the local server
PGPT_PROFILES=local make run

# Note: on Mac with Metal you should see a ggml_metal_add_buffer log, stating GPU is
being used

# Navigate to the UI and try it out!
http://localhost:8001/
	# Clone the repo
	git clone https://github.com/imartinez/privateGPT
	cd privateGPT

	# Install Python 3.11
	pyenv install 3.11
	pyenv local 3.11

	# Install dependencies
	poetry install --with ui,local

	# Download Embedding and LLM models
	poetry run python scripts/setup

	# (Optional) For Mac with Metal GPU, enable it. Check Installation and Settings section
	to know how to enable GPU on other platforms
	CMAKE_ARGS="-DLLAMA_METAL=on" pip install --force-reinstall --no-cache-dir llama-cpp-python

	# Run the local server
	PGPT_PROFILES=local make run

	# Note: on Mac with Metal you should see a ggml_metal_add_buffer log, stating GPU is
	being used

	# Navigate to the UI and try it out!
	http://localhost:8001/