jglaser

# assuming a python venv is active

# pixman
https://github.com/freedesktop/pixman
./autogen.sh --enable-shared --prefix=$VIRTUAL_ENV
make -j32 installl

# cairo
https://github.com/freedesktop/cairo
pixman_CFLAGS=-I$VIRTUAL_ENV/include/pixman-1 pixman_LIBS="-L$VIRTUAL_ENV/lib -lpixman-1" ./autogen.sh --enable-shared --prefix=$VIRTUAL_ENV

jglaser

# Build BlazingSQL + RAPIDS on Summit

# Jens Glaser <glaserj@ornl.gov> July 28 2020

# wherever bif128 occurs below, this refers to the project ID
# replace with yours, e.g. abc123

# est. "pure compile time" 3-4h

$ module list

jglaser

module load nsight-systems
jsrun -n30 -g 3 --smpiargs="-disable_gpu_hooks" nsys profile -c cudaProfilerApi -o profile_3.%q{OMPI_COMM_WORLD_RANK} -f true python profile_mpi.py

jglaser

module load nsight-compute

# profile the first two invocations of <kernel_name>
jsrun <jsrun args> --smpiargs "-disable_gpu_hooks" nv-nsight-cu-cli -k <kernel_name> -c 2 --profile-from-start=off --section=".*(Stats|Counters|Analysis|Occpuancy|SpeedOfLight)" -f -o output <process_to_profile>

jglaser

# Jens Glaser <glaserj@ornl.gov> 05/21/2020

# The goal is to avoid installing *any* precompiled binaries that are not
# supported by OLCF.  This is very important, as these usually come with their
# own versions of libstdc++, which pollute your environment and make it hard to
# track down ABI conflicts in your builds later on.

# we will therefore *avoid* conda, and use pip virtual environments

# for packages that support source compilation through pip, we will use that (pip install --no-binary <pkg> <pkg>)