GitLab maintenance scheduled for Tomorrow, 2019-09-24, from 12:00 to 13:00 CT - Services will be unavailable during this time.

Commit d5fe2b8f authored by Misbah Mubarak's avatar Misbah Mubarak

Adding tests for DUMPI traces with dragonfly, slim fly and torus models

parent 8a7bb711
LPGROUPS
{
MODELNET_GRP
{
repetitions="32"; # repetitions = Ne = total # of edge switches. For type0 Ne = Np*Ns = ceil(N/Ns*(k/2))*(k/2) = ceil(N/(k/2)^2)*(k/2)
nw-lp="4";
modelnet_fattree="4";
fattree_switch="3";
}
}
PARAMS
{
ft_type="0";
packet_size="512";
message_size="592";
chunk_size="512";
modelnet_scheduler="fcfs";
#modelnet_scheduler="round-robin";
modelnet_order=( "fattree" );
num_levels="3";
switch_count="32"; # = repititions
switch_radix="8";
router_delay="90";
terminal_radix="1";
soft_delay="1000";
vc_size="65536";
cn_vc_size="65536";
link_bandwidth="12.5";
cn_bandwidth="12.5";
routing="adaptive";
rail_routing="adaptive";
}
LPGROUPS
{
MODELNET_GRP
{
repetitions="50";
nw-lp="3";
modelnet_slimfly="3";
slimfly_router="1";
}
}
PARAMS
{
packet_size="256";
modelnet_order=( "slimfly" );
# scheduler options
modelnet_scheduler="fcfs";
chunk_size="256";
# modelnet_scheduler="round-robin";
num_vcs="4";
num_routers="5";
num_terminals="3";
global_channels="5";
local_channels="2";
generator_set_X=("1","4"); # : Subgraph 0 generator set
generator_set_X_prime=("2","3"); # : Subgraph 1 generator set
local_vc_size="25600";
global_vc_size="25600";
cn_vc_size="25600";
local_bandwidth="9.0";
global_bandwidth="9.0";
cn_bandwidth="9.0";
router_delay="0";
link_delay="0";
message_size="592";
routing="minimal";
}
......@@ -10,7 +10,7 @@ LPGROUPS
PARAMS
{
packet_size="512";
message_size="560";
message_size="592";
modelnet_order=( "torus" );
# scheduler options
modelnet_scheduler="fcfs";
......
......@@ -1441,9 +1441,11 @@ void nw_test_finalize(nw_state* s, tw_lp* lp)
int count_irecv = qlist_count(&s->pending_recvs_queue);
int count_isend = qlist_count(&s->arrival_queue);
if(count_irecv || count_isend)
printf("\n LP %llu unmatched irecvs %d unmatched sends %d Total sends %ld receives %ld collectives %ld delays %ld wait alls %ld waits %ld send time %lf wait %lf",
lp->gid, count_irecv, count_isend, s->num_sends, s->num_recvs, s->num_cols, s->num_delays, s->num_waitall, s->num_wait, s->send_time, s->wait_time);
{
printf("\n LP %llu unmatched irecvs %d unmatched sends %d Total sends %ld receives %ld collectives %ld delays %ld wait alls %ld waits %ld send time %lf wait %lf",
lp->gid, count_irecv, count_isend, s->num_sends, s->num_recvs, s->num_cols, s->num_delays, s->num_waitall, s->num_wait, s->send_time, s->wait_time);
tw_error(TW_LOC, "\n Unmatched send and receive, terminating simulation");
}
written += sprintf(s->output_buf + written, "\n %llu %llu %ld %ld %ld %ld %lf %lf %lf", lp->gid, s->nw_id, s->num_sends, s->num_recvs, s->num_bytes_sent,
s->num_bytes_recvd, s->send_time, s->elapsed_time - s->compute_time, s->compute_time);
lp_io_write(lp->gid, "mpi-replay-stats", written, s->output_buf);
......
#!/bin/bash
FILE=/tmp/df_AMG_n27_dumpi/dumpi-2014.03.03.14.55.00-0000.bin
if [ ! -f $FILE ]; then
wget https://portal.nersc.gov/project/CAL/doe-miniapps-mpi-traces/AMG/df_AMG_n27_dumpi.tar.gz
tar -xvf df_AMG_n27_dumpi.tar.gz -C /tmp
fi
......@@ -9,3 +9,5 @@ src/network-workloads/model-net-synthetic-custom-dfly --sync=1 --num_messages=1
......@@ -5,7 +5,10 @@ if [ -z $srcdir ]; then
exit 1
fi
source $srcdir/tests/download-traces.sh
src/network-workloads/model-net-synthetic --sync=1 --num_messages=1 -- $srcdir/src/network-workloads/conf/modelnet-synthetic-dragonfly.conf
src/network-workloads/model-net-mpi-replay --sync=1 --num_net_traces=27 --workload_file=/tmp/df_AMG_n27_dumpi/dumpi-2014.03.03.14.55.00- --workload_type="dumpi" -- $srcdir/src/network-workloads/conf/modelnet-mpi-test-dfly-amg-216.conf
......@@ -5,7 +5,10 @@ if [ -z $srcdir ]; then
exit 1
fi
source $srcdir/tests/download-traces.sh
src/network-workloads/model-net-synthetic-fattree --sync=1 -- $srcdir/src/network-workloads/conf/modelnet-synthetic-fattree.conf
#src/network-workloads/model-net-mpi-replay --sync=1 --num_net_traces=27 --workload_file=/tmp/df_AMG_n27_dumpi/dumpi-2014.03.03.14.55.00- --workload_type="dumpi" -- $srcdir/src/network-workloads/conf/modelnet-mpi-test-fattree.conf
......@@ -5,7 +5,9 @@ if [ -z $srcdir ]; then
exit 1
fi
src/network-workloads/model-net-synthetic-slimfly --sync=1 -- $srcdir/src/network-workloads/conf/modelnet-synthetic-slimfly-min.conf
source $srcdir/tests/download-traces.sh
src/network-workloads/model-net-synthetic-slimfly --sync=1 -- $srcdir/src/network-workloads/conf/modelnet-synthetic-slimfly-min.conf
src/network-workloads/model-net-mpi-replay --sync=1 --num_net_traces=27 --workload_file=/tmp/df_AMG_n27_dumpi/dumpi-2014.03.03.14.55.00- --workload_type="dumpi" -- $srcdir/src/network-workloads/conf/modelnet-mpi-test-slimfly-min.conf
#!/bin/bash
if [ -z $srcdir ]; then
echo srcdir variable not set.
exit 1
fi
source $srcdir/tests/download-traces.sh
tests/modelnet-test --sync=1 -- tests/conf/modelnet-test-torus.conf
src/network-workloads/model-net-mpi-replay --sync=1 --num_net_traces=27 --workload_file=/tmp/df_AMG_n27_dumpi/dumpi-2014.03.03.14.55.00- --workload_type="dumpi" -- $srcdir/src/network-workloads/conf/modelnet-mpi-test-torus.conf
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment