run_bgq.sh 1.97 KB
Newer Older
1 2
#!/bin/bash

3
NODES=32
4
PPN=16
5 6
NPROCS=$((NODES*PPN))
TARGET="/projects/visualization/ftessier/debug"
7
DDT="/soft/debuggers/ddt-7.0-2017-02-16/bin/ddt --connect"
8 9 10 11 12 13

cd $HOME/TAPIOCA/examples/1D-Array

export TAPIOCA_DEVNULL=false
export TAPIOCA_COMMSPLIT=true
export TAPIOCA_STRATEGY=TOPOLOGY_AWARE
14
export TAPIOCA_NBAGGR=2
15
export TAPIOCA_BUFFERSIZE=4194304
16
export TAPIOCA_PIPELINING=true
17
export TAPIOCA_REELECTAGGR=true
18 19 20 21 22 23 24 25 26 27

function updateSettings()
{
    printenv | egrep "TAPIOCA_"
    SETTINGS="TAPIOCA_DEVNULL=$TAPIOCA_DEVNULL"
    SETTINGS="$SETTINGS TAPIOCA_COMMSPLIT=$TAPIOCA_COMMSPLIT"
    SETTINGS="$SETTINGS TAPIOCA_STRATEGY=$TAPIOCA_STRATEGY"
    SETTINGS="$SETTINGS TAPIOCA_NBAGGR=$TAPIOCA_NBAGGR"
    SETTINGS="$SETTINGS TAPIOCA_BUFFERSIZE=$TAPIOCA_BUFFERSIZE"
    SETTINGS="$SETTINGS TAPIOCA_PIPELINING=$TAPIOCA_PIPELINING"
28
    SETTINGS="$SETTINGS TAPIOCA_REELECTAGGR=$TAPIOCA_REELECTAGGR"
29 30 31 32 33 34 35 36
    
    SETTINGS="$SETTINGS PAMID_VERBOSE=1"
    SETTINGS="$SETTINGS PAMID_COLLECTIVES_MEMORY_OPTIMIZED=1"
    SETTINGS="$SETTINGS PAMID_COLLECTIVES=1"
    SETTINGS="$SETTINGS BG_SHAREDMEMSIZE=64"
    SETTINGS="$SETTINGS BGLOCKLESSMPIO_F_TYPE=0x47504653"
    SETTINGS="$SETTINGS GPFSMPIO_BALANCECONTIG=1"
    SETTINGS="$SETTINGS GPFSMPIO_P2PCONTIG=1"
37
    #SETTINGS="$SETTINGS MPICH_MPIIO_HINTS=*:bg_nodes_pset=$TAPIOCA_NBAGGR"
38
    echo $SETTINGS
39 40 41 42 43 44 45 46 47
}

function outputFile ()
{
    OUTPUT="$HOME/TAPIOCA/examples/1D-Array/$1"
    OUTPUT="${OUTPUT}_${NODES}_${PPN}_${PARTICLES}_${TAPIOCA_NBAGGR}_${TAPIOCA_BUFFERSIZE}_BGQ"
}


48 49
PARTICLES=50000
for RUN in 1
50
do
51
    for AGGR in 2
52 53 54 55 56
    do
	export TAPIOCA_NBAGGR=$AGGR
	updateSettings
	
	rm $TARGET/*
57 58 59 60
	#outputFile "TAPIOCA"
	runjob --block $COBALT_PARTNAME --envs $SETTINGS -p $PPN --np $NPROCS : ./main_tapioca $PARTICLES
	#$DDT --processes=$NPROCS  : ./main_tapioca $PARTICLES
# >> $OUTPUT
61 62
	sleep 5
	
63 64 65 66
	# rm $TARGET/*
	# outputFile "MPIIO"
	# runjob --block $COBALT_PARTNAME --envs $SETTINGS -p $PPN --np $NPROCS : ./main_mpiio $PARTICLES >> $OUTPUT
	# sleep 5
67 68
    done    
done