run_xc40.sh 2.78 KB
Newer Older
1 2
#!/bin/bash

3
NODES=8
4 5
PPN=16
NPROCS=$((NODES*PPN))
6 7
#TARGET="/lus/theta-fs0/projects/Performance/ftessier/TAPIOCA"
TARGET="/local/scratch"
8
DDT="/soft/debuggers/ddt/bin/ddt --connect"
9
STRIPE_COUNT=48
10 11 12 13 14
STRIPE_SIZE=8388608
AGGR_MULT=1

cd $HOME/install/$ARCHI/bin/

15
export TAPIOCA_STRATEGY=TOPOLOGY_AWARE
16

17 18 19 20
export TAPIOCA_NBAGGR=48
export TAPIOCA_NBBUFFERS=2
export TAPIOCA_BUFFERSIZE=8388608
export TAPIOCA_PERSISTENCY=false
21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56
export TAPIOCA_AGGRTIER=DDR

export TAPIOCA_DEVNULL=false
export TAPIOCA_COMMSPLIT=true
export TAPIOCA_PIPELINING=true
export TAPIOCA_REELECTAGGR=true

function updateSettings()
{
    printenv | egrep "TAPIOCA_"
    SETTINGS="-e TAPIOCA_STRATEGY=$TAPIOCA_STRATEGY"

    SETTINGS="$SETTINGS -e TAPIOCA_NBAGGR=$TAPIOCA_NBAGGR"
    SETTINGS="$SETTINGS -e TAPIOCA_NBBUFFERS=$TAPIOCA_NBBUFFERS"
    SETTINGS="$SETTINGS -e TAPIOCA_BUFFERSIZE=$TAPIOCA_BUFFERSIZE"
    SETTINGS="$SETTINGS -e TAPIOCA_AGGRTIER=$TAPIOCA_AGGRTIER"

    SETTINGS="$SETTINGS -e TAPIOCA_DEVNULL=$TAPIOCA_DEVNULL"
    SETTINGS="$SETTINGS -e TAPIOCA_COMMSPLIT=$TAPIOCA_COMMSPLIT"
    SETTINGS="$SETTINGS -e TAPIOCA_PIPELINING=$TAPIOCA_PIPELINING"
    SETTINGS="$SETTINGS -e TAPIOCA_REELECTAGGR=$TAPIOCA_REELECTAGGR"

    SETTINGS="$SETTINGS -e MPICH_RMA_OVER_DMAPP=1"
    SETTINGS="$SETTINGS -e MPICH_MPIIO_HINTS=*:cray_cb_nodes_multiplier=$AGGR_MULT"
}


function generateRand ()
{
    echo -ne > randtmp
    for R in $(eval echo "{1..$NODES}")
    do
	echo $RANDOM >> randtmp
    done
}

57 58 59 60 61 62 63
function generateNormRand ()
{
    echo "---------- RAND ----------"
    aprun -n 1 -N 1 ./normrand $NODES $PARTICLES
    echo "--------------------------"
}

64 65 66 67 68 69 70 71 72 73 74 75
function setLustreFS ()
{
    rm $TARGET/*
    lfs setstripe --stripe-count $STRIPE_COUNT --stripe-size $STRIPE_SIZE $TARGET
    lfs getstripe $TARGET
}


function outputFileMPIIO ()
{
    OUTPUT="$HOME/xp_tapioca/paper/1D-Array/"
    OUTPUT="${OUTPUT}/1D_XC40_${BIN}_${NODES}_${PPN}"
76
    OUTPUT="${OUTPUT}_MPIIO_DDR_to_HDD_SSF_${PARTICLES}_RANDNORM"
77 78 79 80 81 82 83
}

function outputFileTAPIOCA ()
{
    OUTPUT="$HOME/xp_tapioca/paper/1D-Array/"
    OUTPUT="${OUTPUT}/1D_XC40_${BIN}_${NODES}_${PPN}"
    OUTPUT="${OUTPUT}_${TAPIOCA_STRATEGY}_${TAPIOCA_NBAGGR}"
84
    OUTPUT="${OUTPUT}_${TAPIOCA_BUFFERSIZE}_DDR_to_HDD_SSF_${PARTICLES}_RANDNORM"
85 86 87
}


88
PARTICLES=25000
89 90 91
updateSettings
setLustreFS

92
for RUN in {0..0}
93
do
94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114
    #generateNormRand
    rm $TARGET/*
    for BIN in 1D-Array-Tapioca-W 1D-Array-Tapioca-R
    do
	outputFileTAPIOCA
	aprun $SETTINGS -n $NPROCS -N $PPN $BIN -e $PARTICLES -o $TARGET -s NPF -n 2
	echo
	echo "---------------------------------"
	echo
	sleep 5
    done
    rm $TARGET/*
    for BIN in 1D-Array-MPIIO-W 1D-Array-MPIIO-R 
    do
	outputFileMPIIO
	aprun $SETTINGS -n $NPROCS -N $PPN $BIN -e $PARTICLES -o $TARGET -s NPF -n 2
	echo
	echo "---------------------------------"
	echo
	sleep 5
    done
115
done