run_debug_xc40.sh 1.44 KB
Newer Older
1 2
#!/bin/bash

3
NODES=64
4 5 6 7
PPN=16
NPROCS=$((NODES*PPN))
TARGET="/lus/theta-fs0/projects/Performance/ftessier/HACC"
DDT="/soft/debuggers/forge/bin/ddt --connect"
8
STRIPE_COUNT=8
9 10 11 12 13 14 15 16
STRIPE_SIZE=8388608
AGGR_MULT=1

cd $HOME/install/$ARCHI/bin/

export TAPIOCA_DEVNULL=false
export TAPIOCA_COMMSPLIT=true
export TAPIOCA_STRATEGY=TOPOLOGY_AWARE
17
export TAPIOCA_NBAGGR=8
18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52
export TAPIOCA_BUFFERSIZE=16777216

function setLustreFS ()
{
    rm $TARGET/*
    lfs setstripe --stripe-count $STRIPE_COUNT --stripe-size $STRIPE_SIZE $TARGET
    lfs getstripe $TARGET
}

function updateSettings()
{
    printenv | egrep "TAPIOCA_"
    SETTINGS="-e TAPIOCA_DEVNULL=$TAPIOCA_DEVNULL"
    SETTINGS="$SETTINGS -e TAPIOCA_COMMSPLIT=$TAPIOCA_COMMSPLIT"
    SETTINGS="$SETTINGS -e TAPIOCA_STRATEGY=$TAPIOCA_STRATEGY"
    SETTINGS="$SETTINGS -e TAPIOCA_NBAGGR=$TAPIOCA_NBAGGR"
    SETTINGS="$SETTINGS -e TAPIOCA_BUFFERSIZE=$TAPIOCA_BUFFERSIZE"

    SETTINGS="$SETTINGS -e MPICH_RMA_OVER_DMAPP=1"
    
    SETTINGS="$SETTINGS -e MPICH_MPIIO_AGGREGATOR_PLACEMENT_DISPLAY=1"
    SETTINGS="$SETTINGS -e MPICH_MPIIO_HINTS=*:cray_cb_nodes_multiplier=$AGGR_MULT"
}

function outputFile ()
{
    OUTPUT="$HOME/PUB-IPDPS18/dat/mem_abstraction"
    OUTPUT="${OUTPUT}/HACC_XC40_${BIN}_${NODES}_${PPN}"
    OUTPUT="${OUTPUT}_${TAPIOCA_STRATEGY}_${TAPIOCA_NBAGGR}_${TAPIOCA_BUFFERSIZE}_${PARTICLES}"
}

PARTICLES=25000
BIN=miniHACC-AoS

updateSettings
53 54
setLustreFS
aprun $SETTINGS -n $NPROCS -N $PPN ./$BIN $PARTICLES