brian-learns

ONNX Runtime on DGX Spark

see microsoft/onnxruntime#26351 (comment)

# cargo cult buildenv I've collected for DGX Spark
export TORCH_CUDA_ARCH_LIST=12.1a 
export TRITON_PTXAS_PATH=$(which ptxas)
export CUDA_HOME=/usr/local/cuda
export UV_TORCH_BACKEND=auto

brian-learns

export TRITON_PTXAS_PATH=$(which ptxas)  # prevents build errors
export CUDA_HOME=/usr/local/cuda         # prevents build errors
export UV_TORCH_BACKEND=auto             # torch backend selection
export MAX_JOBS=4                        # limit CUDA compiler jobs when building wheels

# sudo snap install astral-uv --classic  # install uv for python pacakges
uv venv                                  # install uv with snap
source .venv/bin/activate