run_bgq.sh 2.09 KB
Newer Older
1 2
#!/bin/bash

3
NODES=8
4
PPN=12
5 6
NPROCS=$((NODES*PPN))
TARGET="/projects/visualization/ftessier/debug"
7
DDT="/soft/debuggers/ddt-7.0-2017-02-16/bin/ddt --connect"
8 9 10 11 12 13

cd $HOME/TAPIOCA/examples/1D-Array

export TAPIOCA_DEVNULL=false
export TAPIOCA_COMMSPLIT=true
export TAPIOCA_STRATEGY=TOPOLOGY_AWARE
14
export TAPIOCA_NBAGGR=1
15
export TAPIOCA_BUFFERSIZE=4194304
16
export TAPIOCA_PIPELINING=true
17
export TAPIOCA_REELECTAGGR=false
18 19 20 21 22 23 24 25 26 27

function updateSettings()
{
    printenv | egrep "TAPIOCA_"
    SETTINGS="TAPIOCA_DEVNULL=$TAPIOCA_DEVNULL"
    SETTINGS="$SETTINGS TAPIOCA_COMMSPLIT=$TAPIOCA_COMMSPLIT"
    SETTINGS="$SETTINGS TAPIOCA_STRATEGY=$TAPIOCA_STRATEGY"
    SETTINGS="$SETTINGS TAPIOCA_NBAGGR=$TAPIOCA_NBAGGR"
    SETTINGS="$SETTINGS TAPIOCA_BUFFERSIZE=$TAPIOCA_BUFFERSIZE"
    SETTINGS="$SETTINGS TAPIOCA_PIPELINING=$TAPIOCA_PIPELINING"
28
    SETTINGS="$SETTINGS TAPIOCA_REELECTAGGR=$TAPIOCA_REELECTAGGR"
29 30 31 32 33 34 35 36
    
    SETTINGS="$SETTINGS PAMID_VERBOSE=1"
    SETTINGS="$SETTINGS PAMID_COLLECTIVES_MEMORY_OPTIMIZED=1"
    SETTINGS="$SETTINGS PAMID_COLLECTIVES=1"
    SETTINGS="$SETTINGS BG_SHAREDMEMSIZE=64"
    SETTINGS="$SETTINGS BGLOCKLESSMPIO_F_TYPE=0x47504653"
    SETTINGS="$SETTINGS GPFSMPIO_BALANCECONTIG=1"
    SETTINGS="$SETTINGS GPFSMPIO_P2PCONTIG=1"
37
    #SETTINGS="$SETTINGS MPICH_MPIIO_HINTS=*:bg_nodes_pset=$TAPIOCA_NBAGGR"
38
    echo $SETTINGS
39 40 41 42 43 44 45 46 47
}

function outputFile ()
{
    OUTPUT="$HOME/TAPIOCA/examples/1D-Array/$1"
    OUTPUT="${OUTPUT}_${NODES}_${PPN}_${PARTICLES}_${TAPIOCA_NBAGGR}_${TAPIOCA_BUFFERSIZE}_BGQ"
}


48
PARTICLES=400000
49
for RUN in 1
50
do
51
    for AGGR in 1
52 53 54 55 56
    do
	export TAPIOCA_NBAGGR=$AGGR
	updateSettings
	
	rm $TARGET/*
57
	#outputFile "TAPIOCA"
58 59 60 61
	#runjob --block $COBALT_PARTNAME --envs $SETTINGS -p $PPN --np $NPROCS : ./main_tapioca $PARTICLES
	mpirun -f $COBALT_NODEFILE -n $NPROCS ./main_mpiio $PARTICLES
	sleep 5
	mpirun -f $COBALT_NODEFILE -n $NPROCS ./main_tapioca $PARTICLES
62 63
	#$DDT --processes=$NPROCS  : ./main_tapioca $PARTICLES
# >> $OUTPUT
64
	
65 66 67 68
	# rm $TARGET/*
	# outputFile "MPIIO"
	# runjob --block $COBALT_PARTNAME --envs $SETTINGS -p $PPN --np $NPROCS : ./main_mpiio $PARTICLES >> $OUTPUT
	# sleep 5
69 70
    done    
done