Commit 280acd21 authored by Stefan's avatar Stefan
Browse files

tune ROMIO settings for Summit and Lassen

parent 100356fb
......@@ -2,6 +2,16 @@
: ${PROJ_ID:=""}
if [ -z "$PROJ_ID" ]; then
echo "ERROR: PROJ_ID is empty"
exit 1
fi
if [ $# -ne 3 ]; then
echo "usage: [PROJ_ID] [CPUONLY=1] $0 <casename> <number of compute nodes> <hh:mm>"
exit 0
fi
: ${NEKRS_HOME:="$HOME/.local/nekrs"}
: ${OCCA_CACHE_DIR="$PWD/.cache/occa"}
XL_HOME="/usr/tce/packages/xl/xl-2020.03.18/xlC/16.1.1"
......@@ -17,17 +27,19 @@ export OCCA_LDFLAGS="$XL_HOME/lib/libibmc++.a"
#export OCCA_VERBOSE=1
if [ -z "$PROJ_ID" ]; then
echo "ERROR: PROJ_ID is empty"
exit 1
fi
if [ $# -ne 3 ]; then
echo "usage: [PROJ_ID] [CPUONLY=1] $0 <casename> <number of compute nodes> <hh:mm>"
exit 0
export OMPI_MCA_io=romio321
export ROMIO_HINTS="$(pwd)/.romio_hint"
if [ ! -f "$ROMIO_HINTS" ]; then
echo "romio_no_indep_rw true" >$ROMIO_HINTS
echo "romio_cb_write enable" >>$ROMIO_HINTS
echo "romio_ds_write enable" >>$ROMIO_HINTS
echo "romio_cb_read enable" >>$ROMIO_HINTS
echo "romio_ds_read enable" >>$ROMIO_HINTS
echo "cb_buffer_size 16777216" >>$ROMIO_HINTS
echo "cb_config_list *:1" >>$ROMIO_HINTS
fi
module load gcc/7.3.1
module load gcc
bin=$NEKRS_HOME/bin/nekrs
case=$1
......
......@@ -2,6 +2,16 @@
: ${PROJ_ID:=""}
if [ -z "$PROJ_ID" ]; then
echo "ERROR: PROJ_ID is empty"
exit 1
fi
if [ $# -ne 3 ]; then
echo "usage: [PROJ_ID] [CPUONLY=1] $0 <casename> <number of compute nodes> <hh:mm>"
exit 0
fi
: ${NEKRS_HOME:="$HOME/.local/nekrs"}
: ${OCCA_CACHE_DIR:="$PWD/.cache/occa"}
NVME_HOME="/mnt/bb/$USER/"
......@@ -24,14 +34,16 @@ export OCCA_LDFLAGS="$XL_HOME/lib/libibmc++.a"
#export PAMI_IBV_DEVICE_NAME="mlx5_0:1,mlx5_3:1"
#export PAMI_IBV_DEVICE_NAME_1="mlx5_3:1,mlx5_0:1"
if [ -z "$PROJ_ID" ]; then
echo "ERROR: PROJ_ID is empty"
exit 1
fi
if [ $# -ne 3 ]; then
echo "usage: [PROJ_ID] [CPUONLY=1] $0 <casename> <number of compute nodes> <hh:mm>"
exit 0
export OMPI_MCA_io=romio321
export ROMIO_HINTS="$(pwd)/.romio_hint"
if [ ! -f "$ROMIO_HINTS" ]; then
echo "romio_no_indep_rw true" >$ROMIO_HINTS
echo "romio_cb_write enable" >>$ROMIO_HINTS
echo "romio_ds_write enable" >>$ROMIO_HINTS
echo "romio_cb_read enable" >>$ROMIO_HINTS
echo "romio_ds_read enable" >>$ROMIO_HINTS
echo "cb_buffer_size 16777216" >>$ROMIO_HINTS
echo "cb_config_list *:1" >>$ROMIO_HINTS
fi
module unload darshan-runtime
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment