Move multiplicity settings to O2DPG

Author: davidrohr

DATA/production/workflow-multiplicities.sh

@@ -0,0 +1,80 @@
+#!/bin/bash
+
+if [[ -z $SOURCE_GUARD_MULTIPLICITIES ]]; then
+SOURCE_GUARD_MULTIPLICITIES=1
+
+# ---------------------------------------------------------------------------------------------------------------------
+# Threads
+
+[[ -z $NITSDECTHREADS ]] && NITSDECTHREADS=2
+[[ -z $NMFTDECTHREADS ]] && NMFTDECTHREADS=2
+
+[[ -z $SVERTEX_THREADS ]] && SVERTEX_THREADS=$(( $SYNCMODE == 1 ? 1 : 2 ))
+# FIXME: multithreading in the itsmft reconstruction does not work on macOS.
+if [[ $(uname) == "Darwin" ]]; then
+    NITSDECTHREADS=1
+    NMFTDECTHREADS=1
+fi
+
+[[ $SYNCMODE == 1 ]] && NTRDTRKTHREADS=1
+
+# ---------------------------------------------------------------------------------------------------------------------
+# Process multiplicities
+
+N_F_REST=$MULTIPLICITY_FACTOR_REST
+N_F_RAW=$MULTIPLICITY_FACTOR_RAWDECODERS
+N_F_CTF=$MULTIPLICITY_FACTOR_CTFENCODERS
+
+N_TPCTRK=$NGPUS
+if [[ $OPTIMIZED_PARALLEL_ASYNC != 0 ]]; then
+  # Tuned multiplicities for async Pb-Pb processing
+  if [[ $SYNCMODE == "1" ]]; then echo "Must not use OPTIMIZED_PARALLEL_ASYNC with GPU or SYNCMODE" 1>&2; exit 1; fi
+  if [[ $NUMAGPUIDS != 0 ]]; then N_NUMAFACTOR=1; else N_NUMAFACTOR=2; fi
+  GPU_CONFIG_KEY+="GPU_proc.ompThreads=6;"
+  TRD_CONFIG_KEY+="GPU_proc.ompThreads=2;"
+  if [[ $GPUTYPE == "CPU" ]]; then
+    N_TPCENTDEC=$((2 * $N_NUMAFACTOR))
+    N_MFTTRK=$((3 * $N_NUMAFACTOR))
+    N_ITSTRK=$((3 * $N_NUMAFACTOR))
+    N_TPCITS=$((2 * $N_NUMAFACTOR))
+    N_MCHTRK=$((1 * $N_NUMAFACTOR))
+    N_TOFMATCH=$((9 * $N_NUMAFACTOR))
+    N_TPCTRK=$((6 * $N_NUMAFACTOR))
+  else
+    N_TPCENTDEC=$(math_max $((3 * $NGPUS * $OPTIMIZED_PARALLEL_ASYNC * $N_NUMAFACTOR / 4)) 1)
+    N_MFTTRK=$(math_max $((6 * $NGPUS * $OPTIMIZED_PARALLEL_ASYNC * $N_NUMAFACTOR / 4)) 1)
+    N_ITSTRK=$(math_max $((6 * $NGPUS * $OPTIMIZED_PARALLEL_ASYNC * $N_NUMAFACTOR / 4)) 1)
+    N_TPCITS=$(math_max $((4 * $NGPUS * $OPTIMIZED_PARALLEL_ASYNC * $N_NUMAFACTOR / 4)) 1)
+    N_MCHTRK=$(math_max $((2 * $NGPUS * $OPTIMIZED_PARALLEL_ASYNC * $N_NUMAFACTOR / 4)) 1)
+    N_TOFMATCH=$(math_max $((20 * $NGPUS * $OPTIMIZED_PARALLEL_ASYNC * $N_NUMAFACTOR / 4)) 1)
+  fi
+elif [[ $EPNPIPELINES != 0 ]]; then
+  # Tuned multiplicities for sync Pb-Pb processing
+  N_TPCENT=$(math_max $((3 * $EPNPIPELINES * $NGPUS / 4)) 1)
+  N_TPCITS=$(math_max $((3 * $EPNPIPELINES * $NGPUS / 4)) 1)
+  if [[ $BEAMTYPE == "pp" ]]; then
+    N_ITSTRK=$(math_max $((6 * $EPNPIPELINES * $NGPUS / 4)) 1)
+  else
+    N_ITSTRK=$(math_max $((2 * $EPNPIPELINES * $NGPUS / 4)) 1)
+  fi
+  N_ITSRAWDEC=$(math_max $((3 * $EPNPIPELINES * $NGPUS / 4)) 1)
+  N_EMCREC=$(math_max $((3 * $EPNPIPELINES * $NGPUS / 4)) 1)
+  N_TRDENT=$(math_max $((3 * $EPNPIPELINES * $NGPUS / 4)) 1)
+  N_TRDTRK=$(math_max $((3 * $EPNPIPELINES * $NGPUS / 4)) 1)
+  N_TPCRAWDEC=$(math_max $((12 * $EPNPIPELINES * $NGPUS / 4)) 1)
+  if [[ $GPUTYPE == "CPU" ]]; then
+    N_TPCTRK=8
+    GPU_CONFIG_KEY+="GPU_proc.ompThreads=4;"
+  fi
+  # Scale some multiplicities with the number of nodes
+  RECO_NUM_NODES_WORKFLOW_CMP=$((($RECO_NUM_NODES_WORKFLOW > 15 ? $RECO_NUM_NODES_WORKFLOW : 15) * ($NUMAGPUIDS != 0 ? 2 : 1))) # Limit the lower scaling factor, multiply by 2 if we have 2 NUMA domains
+  N_ITSRAWDEC=$(math_max $((3 * 60 / $RECO_NUM_NODES_WORKFLOW_CMP)) ${N_ITSRAWDEC:-1}) # This means, if we have 60 EPN nodes, we need at least 3 ITS RAW decoders
+  N_MFTRAWDEC=$(math_max $((3 * 60 / $RECO_NUM_NODES_WORKFLOW_CMP)) ${N_MFTRAWDEC:-1})
+  N_ITSTRK=$(math_max $((1 * 200 / $RECO_NUM_NODES_WORKFLOW_CMP)) ${N_ITSTRK:-1})
+  N_MFTTRK=$(math_max $((1 * 60 / $RECO_NUM_NODES_WORKFLOW_CMP)) ${N_MFTTRK:-1})
+  N_CTPRAWDEC=$(math_max $((1 * 30 / $RECO_NUM_NODES_WORKFLOW_CMP)) ${N_CTPRAWDEC:-1})
+  N_TRDRAWDEC=$(math_max $((3 * 60 / $RECO_NUM_NODES_WORKFLOW_CMP)) ${N_TRDRAWDEC:-1})
+  N_GENERICRAWDEV=
+fi
+
+fi