Adding tests for DUMPI traces with dragonfly, slim fly and torus models

src/network-workloads/conf/modelnet-mpi-test-fattree.conf

+LPGROUPS
+{
+   MODELNET_GRP
+   {
+      repetitions="32";     # repetitions = Ne = total # of edge switches. For type0 Ne = Np*Ns = ceil(N/Ns*(k/2))*(k/2) = ceil(N/(k/2)^2)*(k/2)
+      nw-lp="4";
+      modelnet_fattree="4";
+      fattree_switch="3";
+   }
+}
+PARAMS
+{
+   ft_type="0";
+   packet_size="512";
+   message_size="592";
+   chunk_size="512";
+   modelnet_scheduler="fcfs";
+   #modelnet_scheduler="round-robin";
+   modelnet_order=( "fattree" );
+   num_levels="3";
+   switch_count="32";       # = repititions
+   switch_radix="8";
+   router_delay="90";
+   terminal_radix="1";
+   soft_delay="1000";
+   vc_size="65536";
+   cn_vc_size="65536";
+   link_bandwidth="12.5";
+   cn_bandwidth="12.5";
+   routing="adaptive";
+   rail_routing="adaptive";
+}

src/network-workloads/conf/modelnet-mpi-test-slimfly-min.conf

+LPGROUPS
+{
+   MODELNET_GRP
+   {
+      repetitions="50";
+      nw-lp="3";
+      modelnet_slimfly="3";
+      slimfly_router="1";
+   }
+}
+PARAMS
+{
+   packet_size="256";
+   modelnet_order=( "slimfly" );
+   # scheduler options
+   modelnet_scheduler="fcfs";
+   chunk_size="256";
+   # modelnet_scheduler="round-robin";
+   num_vcs="4";
+   num_routers="5";
+   num_terminals="3";
+   global_channels="5";
+   local_channels="2";
+   generator_set_X=("1","4");				#   : Subgraph 0 generator set
+   generator_set_X_prime=("2","3");			#   : Subgraph 1 generator set
+   local_vc_size="25600";
+   global_vc_size="25600";
+   cn_vc_size="25600";
+   local_bandwidth="9.0";
+   global_bandwidth="9.0";
+   cn_bandwidth="9.0";
+   router_delay="0";
+   link_delay="0";
+   message_size="592";
+   routing="minimal";
+}

src/network-workloads/conf/modelnet-mpi-test-torus.conf

@@ -10,7 +10,7 @@ LPGROUPS
 PARAMS
 {
    packet_size="512";
-   message_size="560";
+   message_size="592";
    modelnet_order=( "torus" );
    # scheduler options
    modelnet_scheduler="fcfs";

src/network-workloads/model-net-mpi-replay.c

@@ -1441,9 +1441,11 @@ void nw_test_finalize(nw_state* s, tw_lp* lp)
 		int count_irecv = qlist_count(&s->pending_recvs_queue);
         int count_isend = qlist_count(&s->arrival_queue);
 		if(count_irecv || count_isend)
-        printf("\n LP %llu unmatched irecvs %d unmatched sends %d Total sends %ld receives %ld collectives %ld delays %ld wait alls %ld waits %ld send time %lf wait %lf",
-			lp->gid, count_irecv, count_isend, s->num_sends, s->num_recvs, s->num_cols, s->num_delays, s->num_waitall, s->num_wait, s->send_time, s->wait_time);
-
+        {
+            printf("\n LP %llu unmatched irecvs %d unmatched sends %d Total sends %ld receives %ld collectives %ld delays %ld wait alls %ld waits %ld send time %lf wait %lf",
+			    lp->gid, count_irecv, count_isend, s->num_sends, s->num_recvs, s->num_cols, s->num_delays, s->num_waitall, s->num_wait, s->send_time, s->wait_time);
+            tw_error(TW_LOC, "\n Unmatched send and receive, terminating simulation");
+        }
         written += sprintf(s->output_buf + written, "\n %llu %llu %ld %ld %ld %ld %lf %lf %lf", lp->gid, s->nw_id, s->num_sends, s->num_recvs, s->num_bytes_sent,
                 s->num_bytes_recvd, s->send_time, s->elapsed_time - s->compute_time, s->compute_time);
         lp_io_write(lp->gid, "mpi-replay-stats", written, s->output_buf);

tests/download-traces.sh

+#!/bin/bash
+FILE=/tmp/df_AMG_n27_dumpi/dumpi-2014.03.03.14.55.00-0000.bin
+
+if [ ! -f $FILE ]; then
+       wget https://portal.nersc.gov/project/CAL/doe-miniapps-mpi-traces/AMG/df_AMG_n27_dumpi.tar.gz
+       tar -xvf df_AMG_n27_dumpi.tar.gz -C /tmp
+fi

tests/modelnet-test-dragonfly-custom-synthetic.sh

@@ -9,3 +9,5 @@ src/network-workloads/model-net-synthetic-custom-dfly --sync=1 --num_messages=1
 
 
 
+
+

tests/modelnet-test-dragonfly-synthetic.sh

@@ -5,7 +5,10 @@ if [ -z $srcdir ]; then
               exit 1
  fi
 
+source $srcdir/tests/download-traces.sh
+
 src/network-workloads/model-net-synthetic --sync=1 --num_messages=1 -- $srcdir/src/network-workloads/conf/modelnet-synthetic-dragonfly.conf 
 
+src/network-workloads/model-net-mpi-replay --sync=1 --num_net_traces=27 --workload_file=/tmp/df_AMG_n27_dumpi/dumpi-2014.03.03.14.55.00- --workload_type="dumpi" -- $srcdir/src/network-workloads/conf/modelnet-mpi-test-dfly-amg-216.conf 
 
 

tests/modelnet-test-fattree-synthetic.sh

@@ -5,7 +5,10 @@ if [ -z $srcdir ]; then
               exit 1
  fi
 
+source $srcdir/tests/download-traces.sh
+
 src/network-workloads/model-net-synthetic-fattree --sync=1 -- $srcdir/src/network-workloads/conf/modelnet-synthetic-fattree.conf 
 
+#src/network-workloads/model-net-mpi-replay --sync=1 --num_net_traces=27 --workload_file=/tmp/df_AMG_n27_dumpi/dumpi-2014.03.03.14.55.00- --workload_type="dumpi" -- $srcdir/src/network-workloads/conf/modelnet-mpi-test-fattree.conf 
 
 

tests/modelnet-test-slimfly-synthetic.sh

@@ -5,7 +5,9 @@ if [ -z $srcdir ]; then
               exit 1
  fi
 
-src/network-workloads/model-net-synthetic-slimfly --sync=1 -- $srcdir/src/network-workloads/conf/modelnet-synthetic-slimfly-min.conf 
+source $srcdir/tests/download-traces.sh
 
+src/network-workloads/model-net-synthetic-slimfly --sync=1 -- $srcdir/src/network-workloads/conf/modelnet-synthetic-slimfly-min.conf 
 
+src/network-workloads/model-net-mpi-replay --sync=1 --num_net_traces=27 --workload_file=/tmp/df_AMG_n27_dumpi/dumpi-2014.03.03.14.55.00- --workload_type="dumpi" -- $srcdir/src/network-workloads/conf/modelnet-mpi-test-slimfly-min.conf 
 

tests/modelnet-test-torus.sh

 #!/bin/bash
 
+if [ -z $srcdir ]; then
+         echo srcdir variable not set.
+              exit 1
+ fi
+
+source $srcdir/tests/download-traces.sh
+ 
 tests/modelnet-test --sync=1 -- tests/conf/modelnet-test-torus.conf
+
+src/network-workloads/model-net-mpi-replay --sync=1 --num_net_traces=27 --workload_file=/tmp/df_AMG_n27_dumpi/dumpi-2014.03.03.14.55.00- --workload_type="dumpi" -- $srcdir/src/network-workloads/conf/modelnet-mpi-test-torus.conf 
+