Skip to content
Projects
Groups
Snippets
Help
Loading...
Help
Support
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
C
codes
Project overview
Project overview
Details
Activity
Releases
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Issues
38
Issues
38
List
Boards
Labels
Milestones
Merge Requests
8
Merge Requests
8
Analytics
Analytics
Repository
Value Stream
Wiki
Wiki
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Create a new issue
Commits
Issue Boards
Open sidebar
codes
codes
Commits
887dc82c
Commit
887dc82c
authored
Jul 18, 2017
by
Misbah Mubarak
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
Adding threshold for dumpi traces, fixing background traffic reverse handler
parent
b25e8d10
Changes
3
Hide whitespace changes
Inline
Side-by-side
Showing
3 changed files
with
25 additions
and
5 deletions
+25
-5
src/network-workloads/conf/dragonfly-custom/modelnet-test-dragonfly-theta.conf
.../conf/dragonfly-custom/modelnet-test-dragonfly-theta.conf
+2
-2
src/network-workloads/model-net-mpi-replay.c
src/network-workloads/model-net-mpi-replay.c
+7
-2
src/workload/methods/codes-dumpi-trace-nw-wrkld.c
src/workload/methods/codes-dumpi-trace-nw-wrkld.c
+16
-1
No files found.
src/network-workloads/conf/dragonfly-custom/modelnet-test-dragonfly-theta.conf
View file @
887dc82c
...
@@ -13,13 +13,13 @@ LPGROUPS
...
@@ -13,13 +13,13 @@ LPGROUPS
PARAMS
PARAMS
{
{
# packet size in the network
# packet size in the network
packet_size
=
"
1024
"
;
packet_size
=
"
2048
"
;
modelnet_order
=(
"dragonfly_custom"
,
"dragonfly_custom_router"
);
modelnet_order
=(
"dragonfly_custom"
,
"dragonfly_custom_router"
);
# scheduler options
# scheduler options
modelnet_scheduler
=
"fcfs"
;
modelnet_scheduler
=
"fcfs"
;
# chunk size in the network (when chunk size = packet size, packets will not be
# chunk size in the network (when chunk size = packet size, packets will not be
# divided into chunks)
# divided into chunks)
chunk_size
=
"
1024
"
;
chunk_size
=
"
2048
"
;
# modelnet_scheduler="round-robin";
# modelnet_scheduler="round-robin";
# number of routers within each group
# number of routers within each group
# this is dictated by the dragonfly configuration files
# this is dictated by the dragonfly configuration files
...
...
src/network-workloads/model-net-mpi-replay.c
View file @
887dc82c
...
@@ -423,7 +423,11 @@ static void notify_background_traffic_rc(
...
@@ -423,7 +423,11 @@ static void notify_background_traffic_rc(
(
void
)
ns
;
(
void
)
ns
;
(
void
)
bf
;
(
void
)
bf
;
(
void
)
m
;
(
void
)
m
;
tw_rand_reverse_unif
(
lp
->
rng
);
int
num_jobs
=
codes_jobmap_get_num_jobs
(
jobmap_ctx
);
for
(
int
i
=
0
;
i
<
num_jobs
-
1
;
i
++
)
tw_rand_reverse_unif
(
lp
->
rng
);
}
}
static
void
notify_background_traffic
(
static
void
notify_background_traffic
(
...
@@ -2591,7 +2595,8 @@ int modelnet_mpi_replay(MPI_Comm comm, int* argc, char*** argv )
...
@@ -2591,7 +2595,8 @@ int modelnet_mpi_replay(MPI_Comm comm, int* argc, char*** argv )
int
ret
=
lp_io_flush
(
io_handle
,
MPI_COMM_CODES
);
int
ret
=
lp_io_flush
(
io_handle
,
MPI_COMM_CODES
);
assert
(
ret
==
0
||
!
"lp_io_flush failure"
);
assert
(
ret
==
0
||
!
"lp_io_flush failure"
);
}
}
printf
(
"
\n
Synthetic traffic stats: data received per proc %lf bytes
\n
"
,
g_total_syn_data
/
num_syn_clients
);
if
(
is_synthetic
)
printf
(
"
\n
Synthetic traffic stats: data received per proc %lf bytes
\n
"
,
g_total_syn_data
/
num_syn_clients
);
model_net_report_stats
(
net_id
);
model_net_report_stats
(
net_id
);
...
...
src/workload/methods/codes-dumpi-trace-nw-wrkld.c
View file @
887dc82c
...
@@ -46,6 +46,7 @@ extern struct codes_jobmap_ctx *jobmap_ctx;
...
@@ -46,6 +46,7 @@ extern struct codes_jobmap_ctx *jobmap_ctx;
static
struct
qhash_table
*
rank_tbl
=
NULL
;
static
struct
qhash_table
*
rank_tbl
=
NULL
;
static
int
rank_tbl_pop
=
0
;
static
int
rank_tbl_pop
=
0
;
static
unsigned
int
max_threshold
=
INT_MAX
;
/* context of the MPI workload */
/* context of the MPI workload */
typedef
struct
rank_mpi_context
typedef
struct
rank_mpi_context
{
{
...
@@ -54,6 +55,7 @@ typedef struct rank_mpi_context
...
@@ -54,6 +55,7 @@ typedef struct rank_mpi_context
// whether we've seen an init op (needed for timing correctness)
// whether we've seen an init op (needed for timing correctness)
int
is_init
;
int
is_init
;
int
num_reqs
;
int
num_reqs
;
unsigned
int
num_ops
;
int64_t
my_rank
;
int64_t
my_rank
;
double
last_op_time
;
double
last_op_time
;
double
init_time
;
double
init_time
;
...
@@ -785,6 +787,7 @@ int dumpi_trace_nw_workload_load(const char* params, int app_id, int rank)
...
@@ -785,6 +787,7 @@ int dumpi_trace_nw_workload_load(const char* params, int app_id, int rank)
my_ctx
->
is_init
=
0
;
my_ctx
->
is_init
=
0
;
my_ctx
->
num_reqs
=
0
;
my_ctx
->
num_reqs
=
0
;
my_ctx
->
dumpi_mpi_array
=
dumpi_init_op_data
();
my_ctx
->
dumpi_mpi_array
=
dumpi_init_op_data
();
my_ctx
->
num_ops
=
0
;
if
(
rank
<
10
)
if
(
rank
<
10
)
sprintf
(
file_name
,
"%s000%d.bin"
,
dumpi_params
->
file_name
,
rank
);
sprintf
(
file_name
,
"%s000%d.bin"
,
dumpi_params
->
file_name
,
rank
);
...
@@ -931,8 +934,20 @@ int dumpi_trace_nw_workload_load(const char* params, int app_id, int rank)
...
@@ -931,8 +934,20 @@ int dumpi_trace_nw_workload_load(const char* params, int app_id, int rank)
while
(
active
&&
!
finalize_reached
)
while
(
active
&&
!
finalize_reached
)
{
{
num_calls
++
;
num_calls
++
;
my_ctx
->
num_ops
++
;
#ifdef ENABLE_CORTEX
#ifdef ENABLE_CORTEX
active
=
cortex_undumpi_read_single_call
(
profile
,
callarr
,
transarr
,
(
void
*
)
my_ctx
,
&
finalize_reached
);
if
(
my_ctx
->
num_ops
<
max_threshold
)
active
=
cortex_undumpi_read_single_call
(
profile
,
callarr
,
transarr
,
(
void
*
)
my_ctx
,
&
finalize_reached
);
else
{
struct
codes_workload_op
op
;
op
.
op_type
=
CODES_WK_END
;
op
.
start_time
=
my_ctx
->
last_op_time
;
op
.
end_time
=
my_ctx
->
last_op_time
+
1
;
dumpi_insert_next_op
(
my_ctx
->
dumpi_mpi_array
,
&
op
);
break
;
}
#else
#else
active
=
undumpi_read_single_call
(
profile
,
callarr
,
(
void
*
)
my_ctx
,
&
finalize_reached
);
active
=
undumpi_read_single_call
(
profile
,
callarr
,
(
void
*
)
my_ctx
,
&
finalize_reached
);
#endif
#endif
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment