Skip to content

Instantly share code, notes, and snippets.

@carbolymer
Created March 8, 2012 21:39
Embed
What would you like to do?
skynet - Therminator2 manager
#!/bin/bash
#
# -== SKYNET ==-
# The Therminator 2 manager 0.1a
# by Mateusz Galazyn
#
# Therminator2 location
TH2_DIR="/data/home/galazyn/Therminator2"
# Event files location
EVNT_DIR="/data/home/galazyn/Therminator2/events"
# Skynet workspace - has to be relative to the TH2_DIR
REL_WORKSPACE="skynet"
WORKSPACE=$TH2_DIR/$REL_WORKSPACE
# Logs path
LOGS="$REL_WORKSPACE/log"
# Number of events to generate by single drone
EVNT_NR=10000
# Maximum number of running jobs per node
JOBS_PER_NODE=3
# List of nodes to run therminator on
NODELIST="node1057
node1060
node1061
node1062
node1063
node1064
node1065
node1066
node1067
node1069
node1070
node1071
node1072"
# Executable file
EXECUTABLE="therm2_events"
# HBT script
HBT_EXEC="runhbt.sh"
# Node working domain
NODEDOMAIN="grid4cern.if.pw.edu.pl"
# Commands used to launch generation of figures
function extract_figures_cmds()
{
FIGURESCMDS=$(cat <<THEVERYENDOFME
root -b -l -q -x "./macro/figure_distpt.C(\"$EVNT_MODEL_DIR\", $EVNT_COUNT)"
root -b -l -q -x "./macro/figure_distpt_exotic.C(\"$EVNT_MODEL_DIR\", $EVNT_COUNT)"
root -b -l -q -x "./macro/figure_distpt_pion.C(\"$EVNT_MODEL_DIR\", $EVNT_COUNT)"
root -b -l -q -x "./macro/figure_distpt_proton.C(\"$EVNT_MODEL_DIR\", $EVNT_COUNT)"
root -b -l -q -x "./macro/figure_distmt.C(\"$EVNT_MODEL_DIR\", $EVNT_COUNT)"
root -b -l -q -x "./macro/figure_v2pt.C(\"$EVNT_MODEL_DIR\", $EVNT_COUNT)"
root -b -l -q -x "./macro/figure_v2rap.C(\"$EVNT_MODEL_DIR\", $EVNT_COUNT)"
root -b -l -q -x "./macro/figure_distxyt_pion.C(\"$EVNT_MODEL_DIR\", $EVNT_COUNT)"
root -b -l -q -x "./macro/figure_disteta.C(\"$EVNT_MODEL_DIR\", $EVNT_COUNT)"
root -b -l -q -x "./macro/figure_distrap.C(\"$EVNT_MODEL_DIR\", $EVNT_COUNT)"
root -b -l -q -x "./macro/figure_distrap_prim.C(\"$EVNT_MODEL_DIR\", $EVNT_COUNT)"
root -b -l -q -x "./macro/figure_xpx.C(\"$EVNT_MODEL_DIR\", $EVNT_COUNT)"
root -b -l -q -x "./macro/figure_hsxyt.C(\"$EVNT_MODEL_DIR\", $EVNT_COUNT)"
root -b -l -q -x "./macro/figure_hsret.C(\"$EVNT_MODEL_DIR\", $EVNT_COUNT)"
THEVERYENDOFME
)
}
function prepare_events_ini()
{
EVNTS_INI="#********************************************************************************
#* *
#* THERMINATOR 2: THERMal heavy-IoN generATOR 2 *
#* *
#* Version: *
#* Release, 2.0.3, 1 February 2011 *
#* *
#* Authors: *
#* Mikolaj Chojnacki (Mikolaj.Chojnacki@ifj.edu.pl) *
#* Adam Kisiel (kisiel@if.pw.edu.pl) *
#* Wojciech Broniowski (Wojciech.Broniowski@ifj.edu.pl) *
#* Wojciech Florkowski (Wojciech.Florkowski@ifj.edu.pl) *
#* *
#* Project homepage: *
#* http://therminator2.ifj.edu.pl/ *
#* *
#* For the detailed description of the program and further references *
#* to the description of the model please refer to *
#* http://arxiv.org/abs/1102.0273 *
#* *
#* This code can be freely used and redistributed. However if you decide to *
#* make modifications to the code, please, inform the authors. *
#* Any publication of results obtained using this code must include the *
#* reference to arXiv:1102.0273 and the published version of it, when *
#* available. *
#* *
#********************************************************************************/
[FreezeOut]
# ----------------------|-------------------------------|
# FreezeOutModel | FreezeOutModelINI |
# ----------------------|-------------------------------|
# KrakowSFO | fomodel/krakow.ini |
# BlastWave | fomodel/blastwave.ini |
# BWAVT | fomodel/bwa.ini |
# BWAVTDelay | fomodel/bwa.ini |
# BWAVLinear | fomodel/bwa.ini |
# BWAVLinearDelay | fomodel/bwa.ini |
# BWAVLinearFormation | fomodel/bwa.ini |
# Lhyquid3D | fomodel/lhyquid3d.ini |
# Lhyquid2DBI | fomodel/lhyquid2dbi.ini |
# ----------------------|-------------------------------|
# Name of the freeze-out model
# available: see table above
# default: Lhyquid2DBI
FreezeOutModel = Lhyquid2DBI
# Custom freeze-out model ini file [not used by default]
# default:
# FreezeOutModelINI =
[Event]
# Number of events to generate
# default: 50000
NumberOfEvents = $EVNT_NR
# Event output file format
# available: root, root&text, text
# default: root
EventFileType = root
[Primordial]
# Distribution of primordial particles multiplicity
# available: Poisson
# default: Poisson
MultiplicityDistribution = Poisson
# Number of samples used in determination of
# primordial multiplicity and max. integrand value
# default: 5000000
IntegrateSamples = 5000000
[Random]
# Start each event with a new random seed taken from current time (1)
# or do a constant seed (0)
# default: 1
Randomize = 1
[Directories]
# Directory with SHARE input files
# default: share/
ShareDir = share/
# Directory with Freeze-Out Model parameter files
# default: fomodels/
FreezeOutDir = fomodel/
# Directory with ROOT macro files *.C
# default: macro/
MacroDir = macro/
# Directory to write the events
# default: events/
EventDir = $REL_EVNT_WORKSPACE/
`echo "$_NODELIST" | wc -l`
[Logging]
# Log file
# default: therminator.log
LogFile = $LOGS/therminator.$PID.log
"
}
function launch_all_drones()
{
count=$1
for node in $NODELIST
do
for (( i=1 ; i<=$JOBS_PER_NODE ; i++ ))
do
if [ ! -d $WORKSPACE/events/$node.$i ] ; then
pdsh -w ssh:$node.$NODEDOMAIN "$0 launchdrone $i &" &
count=$[count-1]
if [ $count -le 0 ] ; then
break 2
fi
fi
done
done
}
# copy the primordial particle multiplicity file to a new folder and create directory tree
function prepare_workspace()
{
prepare_events_ini
mkdir $EVNT_WORKSPACE
for dirname in `ls $EVNT_DIR`
do
mkdir $EVNT_WORKSPACE/$dirname/
cp $EVNT_DIR/$dirname/*.txt $EVNT_WORKSPACE/$dirname/
echo "$EVNTS_INI" >> $EVNT_WORKSPACE/$dirname/events.ini
done
}
function launch()
{
echo "" > $TH2_DIR/$LOGS/lastrun.$PID.log
. /etc/root_v5.sh
cd $TH2_DIR
./$EXECUTABLE $EVNT_WORKSPACE/$dirname/events.ini &> $LOGS/lastrun.$PID.log
}
# merge generated results
function clear_the_mess()
{
# listing of the workdir
echo "$EVNT_WORKSPACE"
for dirname in `ls $EVNT_WORKSPACE`
do
# if model subdirectory does not exist - create it
if [ ! -d $EVNT_DIR/$dirname/ ] ; then
mkdir $EVNT_DIR/$dirname
fi
lastEventFileName=`ls --format=single-column $EVNT_DIR/$dirname | grep .root | grep event | tail -n 1`
lastEventNr=${lastEventFileName//[^0-9]/}
lastEventNr=${lastEventNr##*0}
# copy from workspace to event directory
for treeFile in `ls --format=single-column $EVNT_WORKSPACE/$dirname | grep .root | grep event`
do
# TODO over 1000 events
while [ -f $EVNT_DIR/$dirname/event`printf "%03d\n" ${lastEventNr//[^0-9]/}`.root ]
do
lastEventNr=$(($lastEventNr+1))
if [ $lastEventNr -gt 999 ] ; then
touch $WORKSPACE/OVER1000.$PID
exit
fi
done
mv $EVNT_WORKSPACE/$dirname/$treeFile $EVNT_DIR/$dirname/event`printf "%03d\n" ${lastEventNr//[^0-9]/}`.root
done
rm -rf $EVNT_WORKSPACE
done
}
#dispatches merging through all hosts
function dispatch_merging()
{
for node in $NODELIST
do
for (( i=1 ; i<=$JOBS_PER_NODE ; i++ ))
do
if [ -d $WORKSPACE/events/$node.$i ] ; then
pdsh -w ssh:$node.$NODEDOMAIN "$0 mergemyself $i &" &
fi
done
done
}
function show_status()
{
echo "Gathering information. This may take a while, please wait."
sum=0
for node in $NODELIST
do
sum=$[`pdsh -N -w ssh:$node.$NODEDOMAIN "ps -u $USER | grep $EXECUTABLE" 2> /dev/null | wc -l`+sum]
done
# sum=$[`ls $WORKSPACE/events -l | wc -l`-1]
events_=$[`ls -lR $WORKSPACE/events | grep event | grep .root | wc -l`*500]
events_max_=$[sum*EVNT_NR]
echo -e "Running threads:\t\t$sum"
if [ $sum -gt 0 ] ; then
echo -e "Generated events in all threads:\t$events_/$events_max_"
fi
# sum=0
# for node in $NODELIST
# do
# sum=$[`pdsh -N -w ssh:$node.$NODEDOMAIN "ps -o cmd -u $USER | grep root.exe | wc -l" 2> /dev/null`+sum-2]
# done
# sum=$[sum+1]
# echo -e "Running macros:\t\t\t$sum"
}
# executes root's macros ands starts hbt analysis
function dispatch_analysis()
{
# list all used models in event directory
# figures generation
for model in `ls $EVNT_DIR`
do
if [ ! -d $EVNT_DIR/$model ] ; then
continue
fi
EVNT_MODEL_DIR=$EVNT_DIR/$model/
EVNT_COUNT=`ls -1 $EVNT_MODEL_DIR | grep ^event | grep .root$ | wc -l`
i=0
extract_figures_cmds
NODE=`echo "$_NODELIST" | head -n 1`
IFS=$'\n'
for cmd in $FIGURESCMDS
do
if [ `echo "$_NODELIST" | wc -l` -lt 2 ] ; then
_NODELIST="$NODELIST"
fi
NODE=`echo "$_NODELIST" | head -n 1`
pdsh -w ssh:$NODE.$NODEDOMAIN "cd $TH2_DIR && . /etc/root_v5.sh && $cmd &> $LOGS/figures.$NODE.$i.log" &
if [ ! $i -lt $JOBS_PER_NODE ] ; then
_NODELIST=`echo "$_NODELIST" | sed -e '1d'`
i=0
fi
i=$[ i+1 ]
done
unset IFS
done
}
function run_hbt()
{
for model in `ls $EVNT_DIR`
do
if [ ! -d $EVNT_DIR/$model ] ; then
continue
fi
EVNT_MODEL_DIR=$EVNT_DIR/$model/
EVNT_COUNT=`ls -1 $EVNT_MODEL_DIR | grep ^event | grep .root$ | wc -l`
i=0
if [ `echo "$_NODELIST" | wc -l` -lt 2 ] ; then
_NODELIST="$NODELIST"
fi
NODE=`echo "$_NODELIST" | head -n 1`
pdsh -w ssh:$NODE.$NODEDOMAIN "cd $TH2_DIR && . /etc/root_v5.sh && ./$HBT_EXEC $EVNT_MODEL_DIR $EVNT_COUNT &> $LOGS/hbt.$i.log" &
# echo "cd $TH2_DIR && . /etc/root_v5.sh && $HBT_EXEC $EVNT_MODEL_DIR $EVNT_COUNT &> $LOGS/hbt.$i.log"
if [ ! $i -lt $JOBS_PER_NODE ] ; then
_NODELIST=`echo "$_NODELIST" | sed -e '1d'`
i=0
fi
i=$[ i+1 ]
done
}
PID=${HOSTNAME%%.*}.$2
REL_EVNT_WORKSPACE=$REL_WORKSPACE/events/$PID
EVNT_WORKSPACE=$WORKSPACE/events/$PID
INFO="\n \033[01;32m ::\033[01;36m Skynet - Therminator 2 Manager 0.1a \033[00m \n"
if [ $# == 0 ] ; then
echo -e "$INFO
\033[01;37m $0 [option] [number of drones] \033[00m
possible options:
\033[01;37mstatus \033[00m- show generation status
\033[01;37mstart 5 \033[00m- starts 5 drones
\033[01;37mlaunchdrone 1 \033[00m- run as a drone with id = 1
\033[01;37mdispatchanalysis \033[00m- starts figures generation
\033[01;37mmerge \033[00m- merges all already gnerated events
\033[01;37mrunhbt \033[00m- starts HBT analysis"
exit
fi
case $1 in
"status")
echo -e "$INFO"
show_status
;;
"start")
if [ $# -gt 1 ] ; then
if [ $2 -gt 0 ] ; then
launch_all_drones $2
echo "Drones have started."
show_status
else
echo "The number of drones has to be greater than 0"
fi
else
echo "You have to provide number of drones to launch."
fi
;;
"launchdrone")
$0 launchmyselfinbackground $2 &
;;
"launchmyselfinbackground")
prepare_workspace
launch
clear_the_mess
;;
"dispatchanalysis")
echo -e "$INFO"
dispatch_analysis
;;
"runhbt")
echo -e "$INFO"
run_hbt
;;
"merge")
echo -e "$INFO"
dispatch_merging
echo "Merging finished."
;;
"mergemyself")
clear_the_mess
;;
*)
echo "Unknown command: $1"
;;
esac
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment