Skip to content

C
codes
Commit f879c580 authored by Misbah Mubarak's avatar Misbah Mubarak
Browse files
Options

minor fixes to the instructions, turning off the debug mode for MPI Sim layer

parent 658dbc6c
Hide whitespace changes
Inline Side-by-side
Showing with 14 additions and 21 deletions
src/network-workloads/README_traces.txt
View file @ f879c580
...@@ -23,21 +23,22 @@ ...@@ -23,21 +23,22 @@
http://portal.nersc.gov/project/CAL/designforward.htm http://portal.nersc.gov/project/CAL/designforward.htm
----------------- RUNNING CODES MPI SIMULATION LAYER ----------------------- ----------------- RUNNING CODES MPI SIMULATION LAYER -----------------------
6- Download and untar the DUMPI AMG application trace for 1728 MPI ranks using the following download link: 6- Download and untar the DUMPI AMG application trace for 216 MPI ranks using the following download link:
wget http://portal.nersc.gov/project/CAL/doe-miniapps-mpi-traces/AMG/df_AMG_n1728_dumpi.tar.gz wget
http://portal.nersc.gov/project/CAL/doe-miniapps-mpi-traces/AMG/df_AMG_n216_dumpi.tar.gz
8- Configure model-net config file (For this example config file is available at 8- Configure model-net config file (For this example config file is available at
src/network-workloads/conf/modelnet-mpi-test-dfly-amg-1728.conf) src/network-workloads/conf/modelnet-mpi-test-dfly-amg-216.conf)
9- Run the DUMPI trace replay simulation on top of model-net using: 9- Run the DUMPI trace replay simulation on top of model-net using:
(/dumpi-2014-04-05.22.12.17.37- is the prefix of the DUMPI trace file. (/dumpi-2014.03.03.14.55.23- is the prefix of the DUMPI trace file.
We skip the last 4 digit prefix of the DUMPI trace files). We skip the last 4 digit prefix of the DUMPI trace files).
./src/network-workloads//model-net-mpi-replay --sync=1 ./src/network-workloads//model-net-mpi-replay --sync=1
--num_net_traces=1728 --workload_file=/path/to/dumpi/trace/directory/dumpi-2014.03.03.15.09.03- --num_net_traces=216 --workload_file=/path/to/dumpi/trace/directory/dumpi-2014.03.03.15.09.03-
--workload_type="dumpi" --lp-io-dir=amg-1728-trace --lp-io-use-suffix=1 --workload_type="dumpi" --lp-io-dir=amg-216-trace --lp-io-use-suffix=1
-- ../src/network-workloads/conf/modelnet-mpi-test-dfly-amg-1728.conf -- ../src/network-workloads/conf/modelnet-mpi-test-dfly-amg-216.conf
The simulation runs in ROSS serial, conservative and optimistic modes. The simulation runs in ROSS serial, conservative and optimistic modes.
...@@ -45,19 +46,9 @@ src/network-workloads/conf/modelnet-mpi-test-dfly-amg-1728.conf) ...@@ -45,19 +46,9 @@ src/network-workloads/conf/modelnet-mpi-test-dfly-amg-1728.conf)
10- Running the simulation in optimistic mode 10- Running the simulation in optimistic mode
mpirun -np 4 ./src/network-workloads//model-net-mpi-replay mpirun -np 4 ./src/network-workloads//model-net-mpi-replay --sync=3
--batch=32 --gvt-interval=128 --sync=3 --num_net_traces=216 --workload_type="dumpi" --lp-io-dir=amg_216-trace
--num_net_traces=13824 --workload_type=dumpi --lp-io-dir=amg_1728-trace
--lp-io-use-suffix=1 --lp-io-use-suffix=1
--workload_file=/projects/radix-io/mubarak/df_traces/directory/dumpi-2014.03.03.15.09.03- --workload_file=/projects/radix-io/mubarak/df_traces/directory/dumpi-2014.03.03.15.09.03-
-- src/network-workloads//conf/modelnet-mpi-test-dfly-amg-1728.conf -- src/network-workloads//conf/modelnet-mpi-test-dfly-amg-216.conf
---------------- Running Test Program (needs update) --------------------------
11- Run the test program for codes-nw-workload using.
mpirun -np 4 ./src/models/mpi-trace-replay/model-net-dumpi-traces-dump --sync=3 --workload_type=dumpi --workload_file=/home/mubarm/df_traces/df_AMG_n27_dumpi/dumpi-2014.03.03.14.55.00- -- ../src/models/mpi-trace-replay/conf/modelnet-mpi-test.conf
The program shows the number of sends, receives, collectives and wait operations in the DUMPI trace log.
Note: If using a different DUMPI trace file, make sure to update the modelnet-mpi-test.conf file in the config directory.
src/network-workloads/model-net-mpi-replay.c
View file @ f879c580
...@@ -18,6 +18,7 @@ ...@@ -18,6 +18,7 @@
#define TRACK_LP -1 #define TRACK_LP -1
#define TRACE -1 #define TRACE -1
#define MAX_WAIT_REQS 512 #define MAX_WAIT_REQS 512
#define DBG_MPI_SIM 0
char workload_type[128]; char workload_type[128];
char workload_file[8192]; char workload_file[8192];
...@@ -1183,9 +1184,10 @@ void nw_test_finalize(nw_state* s, tw_lp* lp) ...@@ -1183,9 +1184,10 @@ void nw_test_finalize(nw_state* s, tw_lp* lp)
{ {
int count_irecv = qlist_count(&s->pending_recvs_queue); int count_irecv = qlist_count(&s->pending_recvs_queue);
int count_isend = qlist_count(&s->arrival_queue); int count_isend = qlist_count(&s->arrival_queue);
# if DBG_MPI_SIM == 1
printf("\n LP %llu unmatched irecvs %d unmatched sends %d Total sends %ld receives %ld collectives %ld delays %ld wait alls %ld waits %ld send time %lf wait %lf", printf("\n LP %llu unmatched irecvs %d unmatched sends %d Total sends %ld receives %ld collectives %ld delays %ld wait alls %ld waits %ld send time %lf wait %lf",
lp->gid, count_irecv, count_isend, s->num_sends, s->num_recvs, s->num_cols, s->num_delays, s->num_waitall, s->num_wait, s->send_time, s->wait_time); lp->gid, count_irecv, count_isend, s->num_sends, s->num_recvs, s->num_cols, s->num_delays, s->num_waitall, s->num_wait, s->send_time, s->wait_time);
# endif
written += sprintf(s->output_buf + written, "\n %llu %llu %ld %ld %ld %ld %lf %lf %lf", lp->gid, s->nw_id, s->num_sends, s->num_recvs, s->num_bytes_sent, written += sprintf(s->output_buf + written, "\n %llu %llu %ld %ld %ld %ld %lf %lf %lf", lp->gid, s->nw_id, s->num_sends, s->num_recvs, s->num_bytes_sent,
s->num_bytes_recvd, s->send_time, s->elapsed_time - s->compute_time, s->compute_time); s->num_bytes_recvd, s->send_time, s->elapsed_time - s->compute_time, s->compute_time);
lp_io_write(lp->gid, "mpi-replay-stats", written, s->output_buf); lp_io_write(lp->gid, "mpi-replay-stats", written, s->output_buf);
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment