KSITI Nurion FFTW

README.md

• KNL (Xeon Phi) only

FFTW compilation option

• Specific compiler option

$ CC=icc CFLAGS="-fast -fPIC -traceback -xCOMMON-AVX512" ./configure --prefix=$HOME/usr/local/fftw_mic/ --enable-avx512 --enable-openmp
$ make && make install

• General use

$ ./configure --prefix=$HOME/usr/local/fftw_mic/ --enable-avx512 --enable-openmp
$ make && make install

change Makefile (Fortran) for normal use

• change module to use ifort 19.0.1

FC = ifort
FFTWDIR=$HOME/usr/local/fftw_mic_19
FLAGS =-r8 -fPIC -fast -xMIC-AVX512 -qopenmp -traceback -I$(FFTWDIR)/include
LIBS= -L$(FFTWDIR)/lib -lfftw3 -lm -Wl,-rpath=$(FFTWDIR)/lib

change Makefile (Fortran) for advisor

• change module to use ifort 18.0.3

FC = ifort
FFTWDIR=$HOME/usr/local/fftw_mic_18
FLAGS =-r8 -fPIC -fast -xMIC-AVX512 -qopenmp -traceback -I$(FFTWDIR)/include
LIBS= -L$(FFTWDIR)/lib -lfftw3 -lm -Wl,-rpath=$(FFTWDIR)/lib

bashrc modification

• advisor : 18.0.3
• normal use : 19.0.1

# User specific aliases and functions
#module load craype-x86-skylake
module load craype-network-opa
module load craype-mic-knl
module load htop/2.2.0
#module load intel/19.0.1
#module load impi/19.0.1
module load intel/18.0.3
module load impi/18.0.3
module load advisor/18.0.3
module load vtune/18.0.3
module list

alias qs='qstat -u $USER'
alias qa='qstat -a normal'
alias qa2='qstat -a norm_skl'
alias sc="cd /scratch/$USER"

alias losky="module load craype-x86-skylake"
alias unsky="module unload craype-x86-skylake"
alias loknl="module load craype-mic-knl"
alias unknl="module unload craype-mic-knl"

alias lointel="module load intel/19.0.1"
alias unintel="module unload intel/19.0.1"

alias loimpi="module load impi/19.0.1"
alias unimpi="module unload impi/19.0.1"

Job script for Intel Advisor

#!/bin/sh
#PBS -N job
#PBS -V
#PBS -A name
#PBS -q normal
#PBS -l select=1:ncpus=68:ompthreads=68
#PBS -l walltime=48:00:00
cd $PBS_O_WORKDIR
export OMP_STACKSIZE=8000M
advixe-cl -collect survey ./run