Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
Xin Wang
codes-dev
Commits
887dc82c
Commit
887dc82c
authored
Jul 18, 2017
by
Misbah Mubarak
Browse files
Adding threshold for dumpi traces, fixing background traffic reverse handler
parent
b25e8d10
Changes
3
Hide whitespace changes
Inline
Side-by-side
src/network-workloads/conf/dragonfly-custom/modelnet-test-dragonfly-theta.conf
View file @
887dc82c
...
@@ -13,13 +13,13 @@ LPGROUPS
...
@@ -13,13 +13,13 @@ LPGROUPS
PARAMS
PARAMS
{
{
# packet size in the network
# packet size in the network
packet_size
=
"
1024
"
;
packet_size
=
"
2048
"
;
modelnet_order
=(
"dragonfly_custom"
,
"dragonfly_custom_router"
);
modelnet_order
=(
"dragonfly_custom"
,
"dragonfly_custom_router"
);
# scheduler options
# scheduler options
modelnet_scheduler
=
"fcfs"
;
modelnet_scheduler
=
"fcfs"
;
# chunk size in the network (when chunk size = packet size, packets will not be
# chunk size in the network (when chunk size = packet size, packets will not be
# divided into chunks)
# divided into chunks)
chunk_size
=
"
1024
"
;
chunk_size
=
"
2048
"
;
# modelnet_scheduler="round-robin";
# modelnet_scheduler="round-robin";
# number of routers within each group
# number of routers within each group
# this is dictated by the dragonfly configuration files
# this is dictated by the dragonfly configuration files
...
...
src/network-workloads/model-net-mpi-replay.c
View file @
887dc82c
...
@@ -423,7 +423,11 @@ static void notify_background_traffic_rc(
...
@@ -423,7 +423,11 @@ static void notify_background_traffic_rc(
(
void
)
ns
;
(
void
)
ns
;
(
void
)
bf
;
(
void
)
bf
;
(
void
)
m
;
(
void
)
m
;
tw_rand_reverse_unif
(
lp
->
rng
);
int
num_jobs
=
codes_jobmap_get_num_jobs
(
jobmap_ctx
);
for
(
int
i
=
0
;
i
<
num_jobs
-
1
;
i
++
)
tw_rand_reverse_unif
(
lp
->
rng
);
}
}
static
void
notify_background_traffic
(
static
void
notify_background_traffic
(
...
@@ -2591,7 +2595,8 @@ int modelnet_mpi_replay(MPI_Comm comm, int* argc, char*** argv )
...
@@ -2591,7 +2595,8 @@ int modelnet_mpi_replay(MPI_Comm comm, int* argc, char*** argv )
int
ret
=
lp_io_flush
(
io_handle
,
MPI_COMM_CODES
);
int
ret
=
lp_io_flush
(
io_handle
,
MPI_COMM_CODES
);
assert
(
ret
==
0
||
!
"lp_io_flush failure"
);
assert
(
ret
==
0
||
!
"lp_io_flush failure"
);
}
}
printf
(
"
\n
Synthetic traffic stats: data received per proc %lf bytes
\n
"
,
g_total_syn_data
/
num_syn_clients
);
if
(
is_synthetic
)
printf
(
"
\n
Synthetic traffic stats: data received per proc %lf bytes
\n
"
,
g_total_syn_data
/
num_syn_clients
);
model_net_report_stats
(
net_id
);
model_net_report_stats
(
net_id
);
...
...
src/workload/methods/codes-dumpi-trace-nw-wrkld.c
View file @
887dc82c
...
@@ -46,6 +46,7 @@ extern struct codes_jobmap_ctx *jobmap_ctx;
...
@@ -46,6 +46,7 @@ extern struct codes_jobmap_ctx *jobmap_ctx;
static
struct
qhash_table
*
rank_tbl
=
NULL
;
static
struct
qhash_table
*
rank_tbl
=
NULL
;
static
int
rank_tbl_pop
=
0
;
static
int
rank_tbl_pop
=
0
;
static
unsigned
int
max_threshold
=
INT_MAX
;
/* context of the MPI workload */
/* context of the MPI workload */
typedef
struct
rank_mpi_context
typedef
struct
rank_mpi_context
{
{
...
@@ -54,6 +55,7 @@ typedef struct rank_mpi_context
...
@@ -54,6 +55,7 @@ typedef struct rank_mpi_context
// whether we've seen an init op (needed for timing correctness)
// whether we've seen an init op (needed for timing correctness)
int
is_init
;
int
is_init
;
int
num_reqs
;
int
num_reqs
;
unsigned
int
num_ops
;
int64_t
my_rank
;
int64_t
my_rank
;
double
last_op_time
;
double
last_op_time
;
double
init_time
;
double
init_time
;
...
@@ -785,6 +787,7 @@ int dumpi_trace_nw_workload_load(const char* params, int app_id, int rank)
...
@@ -785,6 +787,7 @@ int dumpi_trace_nw_workload_load(const char* params, int app_id, int rank)
my_ctx
->
is_init
=
0
;
my_ctx
->
is_init
=
0
;
my_ctx
->
num_reqs
=
0
;
my_ctx
->
num_reqs
=
0
;
my_ctx
->
dumpi_mpi_array
=
dumpi_init_op_data
();
my_ctx
->
dumpi_mpi_array
=
dumpi_init_op_data
();
my_ctx
->
num_ops
=
0
;
if
(
rank
<
10
)
if
(
rank
<
10
)
sprintf
(
file_name
,
"%s000%d.bin"
,
dumpi_params
->
file_name
,
rank
);
sprintf
(
file_name
,
"%s000%d.bin"
,
dumpi_params
->
file_name
,
rank
);
...
@@ -931,8 +934,20 @@ int dumpi_trace_nw_workload_load(const char* params, int app_id, int rank)
...
@@ -931,8 +934,20 @@ int dumpi_trace_nw_workload_load(const char* params, int app_id, int rank)
while
(
active
&&
!
finalize_reached
)
while
(
active
&&
!
finalize_reached
)
{
{
num_calls
++
;
num_calls
++
;
my_ctx
->
num_ops
++
;
#ifdef ENABLE_CORTEX
#ifdef ENABLE_CORTEX
active
=
cortex_undumpi_read_single_call
(
profile
,
callarr
,
transarr
,
(
void
*
)
my_ctx
,
&
finalize_reached
);
if
(
my_ctx
->
num_ops
<
max_threshold
)
active
=
cortex_undumpi_read_single_call
(
profile
,
callarr
,
transarr
,
(
void
*
)
my_ctx
,
&
finalize_reached
);
else
{
struct
codes_workload_op
op
;
op
.
op_type
=
CODES_WK_END
;
op
.
start_time
=
my_ctx
->
last_op_time
;
op
.
end_time
=
my_ctx
->
last_op_time
+
1
;
dumpi_insert_next_op
(
my_ctx
->
dumpi_mpi_array
,
&
op
);
break
;
}
#else
#else
active
=
undumpi_read_single_call
(
profile
,
callarr
,
(
void
*
)
my_ctx
,
&
finalize_reached
);
active
=
undumpi_read_single_call
(
profile
,
callarr
,
(
void
*
)
my_ctx
,
&
finalize_reached
);
#endif
#endif
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment