hack around pmdk lib path problems

perf-regression/cooley/bake-regression.qsub

@@ -5,6 +5,10 @@
 #COBALT -A radix-io
 #COBALT -q ibleaf3-debug
 
+get_pmdk_lib_path() {
+        module show `spack module tcl find pmem` |&grep LIBRARY_PATH | awk '{print $3}'
+}
+
 export FI_FORK_UNSAFE=1
 
 . $SANDBOX/spack/share/spack/setup-env.sh
@@ -16,6 +20,10 @@ module list
 # TODO: why is this necessary?  We should be able to find gcc libraries...
 export LD_LIBRARY_PATH="/soft/compilers/gcc/7.1.0/lib64:$LD_LIBRARY_PATH"
 
+# note, pmdk library not setting rpath correctly
+LIB_PATH_HACK=$(get_pmdk_lib_path)
+export LD_LIBRARY_PATH="$LIB_PATH_HACK:$LD_LIBRARY_PATH"
+
 echo "## Bake OFI/VERBS:"
 rm -f /dev/shm/foo.dat
 bake-mkpool -s 60G /dev/shm/foo.dat

perf-regression/cooley/margo-regression-ofi-rxm.qsub

@@ -5,6 +5,10 @@
 #COBALT -A radix-io
 #COBALT -q ibleaf3-debug
 
+get_pmdk_lib_path() {
+        module show `spack module tcl find pmem` |&grep LIBRARY_PATH | awk '{print $3}'
+}
+
 export FI_FORK_UNSAFE=1
 
 . $SANDBOX/spack/share/spack/setup-env.sh
@@ -15,6 +19,10 @@ module list
 # TODO: why is this necessary?  We should be able to find gcc libraries...
 export LD_LIBRARY_PATH="/soft/compilers/gcc/7.1.0/lib64:$LD_LIBRARY_PATH"
 
+# note, pmdk library not setting rpath correctly
+LIB_PATH_HACK=$(get_pmdk_lib_path)
+export LD_LIBRARY_PATH="$LIB_PATH_HACK:$LD_LIBRARY_PATH"
+
 # echo "## MPI (one way, double the latency for round trip):"
 # mpirun -f $COBALT_NODEFILE -n 2 ./osu_latency
 

perf-regression/theta/margo-regression.qsub

@@ -8,6 +8,10 @@
 # XXX xalt module currently eating '-M' flag for mercury-runner...disabling for now
 # module unload xalt
 
+get_pmdk_lib_path() {
+        module show `spack module tcl find pmem` |&grep LIBRARY_PATH | awk '{print $3}'
+}
+
 get_mercury_lib_path() {
         module show `spack module tcl find mercury` |&grep LIBRARY_PATH | awk '{print $3}'
 }
@@ -25,6 +29,9 @@ module list
 #       test programs.  Not sure why.  This hack manually adds the correct path to LD_LIBRARY_PATH.
 LIB_PATH_HACK=$(get_mercury_lib_path)
 export LD_LIBRARY_PATH="$LIB_PATH_HACK:$LD_LIBRARY_PATH"
+# ditto for pmdk apparently
+LIB_PATH_HACK=$(get_pmdk_lib_path)
+export LD_LIBRARY_PATH="$LIB_PATH_HACK:$LD_LIBRARY_PATH"
 echo LD_LIBRARY_PATH: $LD_LIBRARY_PATH
 
 echo "## Margo OFI/GNI:"