bake-regression.qsub 2.42 KB
Newer Older
1 2 3 4 5 6 7 8 9 10
#!/bin/bash
#COBALT -n 2
#COBALT -t 20
#COBALT --mode script
#COBALT -A radix-io
#COBALT -q debug-cache-quad

# XXX xalt module currently eating '-M' flag for mercury-runner...disabling for now
# module unload xalt

11 12 13 14
get_pmdk_lib_path() {
        module show `spack module tcl find pmem` |&grep LIBRARY_PATH | awk '{print $3}'
}

Philip Carns's avatar
Philip Carns committed
15 16 17 18
get_mercury_lib_path() {
        module show `spack module tcl find mercury` |&grep LIBRARY_PATH | awk '{print $3}'
}

19 20 21 22
get_remi_lib_path() {
        module show `spack module tcl find remi` |&grep LIBRARY_PATH | awk '{print $3}'
}

Philip Carns's avatar
Philip Carns committed
23 24 25
get_thallium_lib_path() {
        module show `spack module tcl find thallium` |&grep LIBRARY_PATH | awk '{print $3}'
}
26

27 28 29 30 31
module swap PrgEnv-intel PrgEnv-gnu
module load cce

. $SANDBOX/spack/share/spack/setup-env.sh
spack load -r ssg 
Philip Carns's avatar
bug fix  
Philip Carns committed
32
spack load -r bake
33 34 35 36 37

module list

# NOTE: as of Sept 2018, the rpath isn't being set correctly for Mercury libraries in the regression
#       test programs.  Not sure why.  This hack manually adds the correct path to LD_LIBRARY_PATH.
Philip Carns's avatar
Philip Carns committed
38
# update: also happening in other packages that aren't using libtool
39 40
LIB_PATH_HACK=$(get_mercury_lib_path)
export LD_LIBRARY_PATH="$LIB_PATH_HACK:$LD_LIBRARY_PATH"
Philip Carns's avatar
Philip Carns committed
41
# ditto for pmdk apparently
42 43
LIB_PATH_HACK=$(get_pmdk_lib_path)
export LD_LIBRARY_PATH="$LIB_PATH_HACK:$LD_LIBRARY_PATH"
Philip Carns's avatar
Philip Carns committed
44
echo LD_LIBRARY_PATH: $LD_LIBRARY_PATH
45 46
LIB_PATH_HACK=$(get_remi_lib_path)
export LD_LIBRARY_PATH="$LIB_PATH_HACK:$LD_LIBRARY_PATH"
47
echo LD_LIBRARY_PATH: $LD_LIBRARY_PATH
Philip Carns's avatar
Philip Carns committed
48 49 50
LIB_PATH_HACK=$(get_thallium_lib_path)
export LD_LIBRARY_PATH="$LIB_PATH_HACK:$LD_LIBRARY_PATH"
echo LD_LIBRARY_PATH: $LD_LIBRARY_PATH
51

Philip Carns's avatar
Philip Carns committed
52 53 54 55
echo "## Bake OFI/GNI:"
rm -f /dev/shm/foo.dat
bake-mkpool -s 60G /dev/shm/foo.dat
aprun -n 2 -N 1 ./bake-p2p-bw -x 16777216 -m 34359738368 -n "ofi+gni://ipogif0:5000" -p /dev/shm/foo.dat -c 1 
56

Philip Carns's avatar
Philip Carns committed
57 58 59 60
echo "## Bake OFI/GNI (8x concurrency):"
rm -f /dev/shm/foo.dat
bake-mkpool -s 60G /dev/shm/foo.dat
aprun -n 2 -N 1 ./bake-p2p-bw -x 16777216 -m 34359738368 -n "ofi+gni://ipogif0:5000" -p /dev/shm/foo.dat -c 8 
61

Philip Carns's avatar
Philip Carns committed
62 63 64 65
echo "## Bake OFI/GNI (Hg busy spin):"
rm -f /dev/shm/foo.dat
bake-mkpool -s 60G /dev/shm/foo.dat
aprun -n 2 -N 1 ./bake-p2p-bw -x 16777216 -m 34359738368 -n "ofi+gni://ipogif0:5000" -p /dev/shm/foo.dat -c 1 -t 0,0
66

Philip Carns's avatar
Philip Carns committed
67 68 69 70
echo "## Bake OFI/GNI (8x concurrency, Hg busy spin):"
rm -f /dev/shm/foo.dat
bake-mkpool -s 60G /dev/shm/foo.dat
aprun -n 2 -N 1 ./bake-p2p-bw -x 16777216 -m 34359738368 -n "ofi+gni://ipogif0:5000" -p /dev/shm/foo.dat -c 8 -t 0,0
71