Skip to content

Instantly share code, notes, and snippets.

git clone https://github.com/CodeLinaro/llama.cpp llama.cpp-adreno-clo
cd llama.cpp-adreno-clo && git checkout origin/adreno-support -b adreno-support
mkdir build && cd build
cmake .. `
-G Ninja `
-DCMAKE_PREFIX_PATH="C:\\OpenCL\\opencl-arm64-release" `
-DBUILD_SHARED_LIBS=OFF `
-DGGML_OPENMP=OFF `
-DGGML_OPENCL=ON `
git clone https://github.com/KhronosGroup/OpenCL-ICD-Loader
cd OpenCL-ICD-Loader
mkdir build-arm64-release && cd build-arm64-release
cmake .. `
-A arm64 `
-DCMAKE_PREFIX_PATH="C:\\OpenCL\\opencl-arm64-release" `
-DCMAKE_INSTALL_PREFIX="C:\\OpenCL\\opencl-arm64-release"
cmake --build . --target install --config release
git clone https://github.com/KhronosGroup/OpenCL-Headers
cd OpenCL-Headers
mkdir build && cd build
cmake .. `
-DBUILD_TESTING=OFF `
-DOPENCL_HEADERS_BUILD_TESTING=OFF `
-DOPENCL_HEADERS_BUILD_CXX_TESTS=OFF `
-DCMAKE_INSTALL_PREFIX="C:\\OpenCL\\opencl-arm64-release"
cmake --build . --target install
git clone https://github.com/CodeLinaro/llama.cpp llama.cpp-adreno
cd llama.cpp-adreno && git checkout origin/adreno-support
mkdir build && cd build
cmake -G Ninja \
-DCMAKE_TOOLCHAIN_FILE=/opt/android-sdk/ndk/26.3.11579264/build/cmake/android.toolchain.cmake \
-DANDROID_ABI=arm64-v8a \
-DANDROID_PLATFORM=android-28 \
-DBUILD_SHARED_LIBS=OFF \
-DGGML_OPENMP=OFF \
-DGGML_OPENCL=ON \
wget https://github.com/KhronosGroup/OpenCL-ICD-Loader/archive/refs/tags/v2022.05.18.tar.gz && \
tar xvf v2022.05.18.tar.gz
cd OpenCL-ICD-Loader-2022.05.18
mkdir build_ndk && cd build_ndk
cmake .. -DCMAKE_BUILD_TYPE=Release \
-DCMAKE_TOOLCHAIN_FILE=/opt/android-sdk/ndk/26.3.11579264/build/cmake/android.toolchain.cmake \
-DOPENCL_ICD_LOADER_HEADERS_DIR=/opt/android-sdk/ndk/26.3.11579264/toolchains/llvm/prebuilt/linux-x86_64/sysroot/usr/include \
-DANDROID_ABI=arm64-v8a \
-DANDROID_PLATFORM=24 \
-DANDROID_STL=c++_shared
wget https://github.com/KhronosGroup/OpenCL-Headers/archive/refs/tags/v2022.05.18.tar.gz && tar xvf v2022.05.18.tar.gz
cd OpenCL-Headers-2022.05.18 && \
cp -r CL /opt/android-sdk/ndk/26.3.11579264/toolchains/llvm/prebuilt/linux-x86_64/sysroot/usr/include
2.0x (630x140 to 1260x2800) 1.7x (740x1648 to 1260x2800) 1.5x (840x1866 to 1260x2800)
SGSR Variant Time(ms) SGSR Variant Time(ms) SGSR Variant Time(ms)
2 pass CS 1.801 2 pass-CS 1.91 2 pass-CS 1.998
2 pass-FS 0.905 2 pass-FS 1.024 2 pass-FS 1.107
3 pass-CS 2.015 3 pass-CS 2.199 3 pass-CS 2.397