run_check_xc40.sh 2.81 KB
Newer Older
1 2
#!/bin/bash

3 4 5
VARS="-e MPICH_RMA_OVER_DMAPP=1 -e MPICH_MPIIO_AGGREGATOR_PLACEMENT_DISPLAY=1 -e MPICH_MPIIO_HINTS=*:cray_cb_nodes_multiplier=8"
NODES=64
PPN=16
6 7 8 9 10 11 12 13 14
NPROCS=$((NODES*PPN))
TARGET="/lus/theta-fs0/projects/Performance/ftessier/HACC"
DDT="/soft/debuggers/forge/bin/ddt --connect"

cd $HOME/TAPIOCA/examples/HACC-IO

export TAPIOCA_DEVNULL=false
export TAPIOCA_COMMSPLIT=true
export TAPIOCA_STRATEGY=TOPOLOGY_AWARE
15 16 17 18 19
export TAPIOCA_NBAGGR=8
#export TAPIOCA_BUFFERSIZE=2097152
#export TAPIOCA_BUFFERSIZE=4194304
#export TAPIOCA_BUFFERSIZE=8388608
export TAPIOCA_BUFFERSIZE=16777216
20 21 22 23

function updateSettings()
{
    printenv | egrep "TAPIOCA_"
24 25 26 27 28 29 30
    SETTINGS="-e TAPIOCA_DEVNULL=$TAPIOCA_DEVNULL"
    SETTINGS="$SETTINGS -e TAPIOCA_COMMSPLIT=$TAPIOCA_COMMSPLIT"
    SETTINGS="$SETTINGS -e TAPIOCA_STRATEGY=$TAPIOCA_STRATEGY"
    SETTINGS="$SETTINGS -e TAPIOCA_NBAGGR=$TAPIOCA_NBAGGR"
    SETTINGS="$SETTINGS -e TAPIOCA_BUFFERSIZE=$TAPIOCA_BUFFERSIZE"

    SETTINGS="$SETTINGS -e MPICH_RMA_OVER_DMAPP=1"
31 32 33 34 35 36
}


rm $TARGET/*
updateSettings

37
aprun $VARS $SETTINGS -n $NPROCS -N $PPN ./miniHACC-AoS 1
38 39 40 41 42 43
sleep 5
aprun $VARS $SETTINGS -n $NPROCS -N $PPN ./miniHACC-AoS-MPIIO 1
sleep 5
aprun $VARS $SETTINGS -n $NPROCS -N $PPN ./miniHACC-SoA 1
sleep 5
aprun $VARS $SETTINGS -n $NPROCS -N $PPN ./miniHACC-SoA-MPIIO 1
44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108
#########################
# Array of Structures
#########################
# rm $TARGET/*
# updateSettings
# runjob --block $COBALT_PARTNAME --envs $VARS $SETTINGS -p $PPN --np $NPROCS : ./miniHACC-AoS-MPIIO
# sleep 4
# let j=0
# for i in $TARGET/*
# do
#     CONTROLAOS[$j]=`md5sum $i | cut -d ' ' -f1`
#     echo ${CONTROLAOS[$j]}
#     let j=$j+1
# done

# rm $TARGET/*
# updateSettings
# runjob --block $COBALT_PARTNAME --envs $VARS $SETTINGS -p $PPN --np $NPROCS : ./miniHACC-AoS
# sleep 4
# let j=0
# for i in $TARGET/*
# do
#     HASH[$j]=`md5sum $i | cut -d ' ' -f1`
#     if [ ${CONTROLAOS[$j]} == ${HASH[$j]} ]
#     then
#         echo -e "\e[32m[PASSED]\e[39m ${HASH[$j]}"
#     else
#         echo -e "\e[31m[FAILED]\e[39m ${HASH[$j]}"
#     fi
#     let j=$j+1
# done

# #########################
# # Structure of Arrays
# #########################
# rm $TARGET/*
# updateSettings
# runjob --block $COBALT_PARTNAME --envs $VARS $SETTINGS -p $PPN --np $NPROCS : ./miniHACC-SoA-MPIIO
# sleep 4
# let j=0
# for i in $TARGET/*
# do
#     CONTROLSOA[$j]=`md5sum $i | cut -d ' ' -f1`
#     echo ${CONTROLSOA[$j]}
#     let j=$j+1
# done

# rm $TARGET/*
# updateSettings
# runjob --block $COBALT_PARTNAME --envs $VARS $SETTINGS -p $PPN --np $NPROCS : ./miniHACC-SoA
# sleep 4
# let j=0
# for i in $TARGET/*
# do
#     HASH[$j]=`md5sum $i | cut -d ' ' -f1`
#     if [ ${CONTROLSOA[$j]} == ${HASH[$j]} ]
#     then
#         echo -e "\e[32m[PASSED]\e[39m ${HASH[$j]}"
#     else
#         echo -e "\e[31m[FAILED]\e[39m ${HASH[$j]}"
#     fi
#     let j=$j+1
# done