Skip to content
GitLab
Projects
Groups
Snippets
/
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
darshan
darshan
Commits
ad21fea6
Commit
ad21fea6
authored
Sep 18, 2016
by
Philip Carns
Browse files
get file accumulators working for stdio module
parent
e7f180dc
Changes
1
Hide whitespace changes
Inline
Side-by-side
darshan-util/darshan-parser.c
View file @
ad21fea6
...
...
@@ -114,6 +114,8 @@ void mpiio_print_total_file(struct darshan_mpiio_file *mfile);
void
mpiio_file_list
(
hash_entry_t
*
file_hash
,
struct
darshan_name_record_ref
*
name_hash
,
int
detail_flag
);
void
stdio_accum_perf
(
struct
darshan_stdio_file
*
pfile
,
perf_data_t
*
pdata
);
void
stdio_accum_file
(
struct
darshan_stdio_file
*
pfile
,
hash_entry_t
*
hfile
,
int64_t
nprocs
);
void
stdio_calc_file
(
hash_entry_t
*
file_hash
,
file_data_t
*
fdata
);
void
calc_perf
(
perf_data_t
*
pdata
,
int64_t
nprocs
);
...
...
@@ -515,6 +517,8 @@ int main(int argc, char **argv)
}
else
if
(
i
==
DARSHAN_STDIO_MOD
)
{
stdio_accum_file
((
struct
darshan_stdio_file
*
)
mod_buf
,
&
total
,
job
.
nprocs
);
stdio_accum_file
((
struct
darshan_stdio_file
*
)
mod_buf
,
hfile
,
job
.
nprocs
);
stdio_accum_perf
((
struct
darshan_stdio_file
*
)
mod_buf
,
&
pdata
);
}
...
...
@@ -557,6 +561,10 @@ int main(int argc, char **argv)
{
mpiio_calc_file
(
file_hash
,
&
fdata
);
}
else
if
(
i
==
DARSHAN_STDIO_MOD
)
{
stdio_calc_file
(
file_hash
,
&
fdata
);
}
printf
(
"
\n
# files
\n
"
);
printf
(
"# -----
\n
"
);
...
...
@@ -683,6 +691,117 @@ cleanup:
return
(
ret
);
}
void
stdio_accum_file
(
struct
darshan_stdio_file
*
pfile
,
hash_entry_t
*
hfile
,
int64_t
nprocs
)
{
int
i
;
struct
darshan_stdio_file
*
tmp
;
hfile
->
procs
+=
1
;
if
(
pfile
->
base_rec
.
rank
==
-
1
)
{
hfile
->
slowest_time
=
pfile
->
fcounters
[
STDIO_F_SLOWEST_RANK_TIME
];
}
else
{
hfile
->
slowest_time
=
max
(
hfile
->
slowest_time
,
(
pfile
->
fcounters
[
STDIO_F_META_TIME
]
+
pfile
->
fcounters
[
STDIO_F_READ_TIME
]
+
pfile
->
fcounters
[
STDIO_F_WRITE_TIME
]));
}
if
(
pfile
->
base_rec
.
rank
==
-
1
)
{
hfile
->
procs
=
nprocs
;
hfile
->
type
|=
FILETYPE_SHARED
;
}
else
if
(
hfile
->
procs
>
1
)
{
hfile
->
type
&=
(
~
FILETYPE_UNIQUE
);
hfile
->
type
|=
FILETYPE_PARTSHARED
;
}
else
{
hfile
->
type
|=
FILETYPE_UNIQUE
;
}
hfile
->
cumul_time
+=
pfile
->
fcounters
[
STDIO_F_META_TIME
]
+
pfile
->
fcounters
[
STDIO_F_READ_TIME
]
+
pfile
->
fcounters
[
STDIO_F_WRITE_TIME
];
if
(
hfile
->
rec_dat
==
NULL
)
{
hfile
->
rec_dat
=
malloc
(
sizeof
(
struct
darshan_stdio_file
));
assert
(
hfile
->
rec_dat
);
memset
(
hfile
->
rec_dat
,
0
,
sizeof
(
struct
darshan_stdio_file
));
}
tmp
=
(
struct
darshan_stdio_file
*
)
hfile
->
rec_dat
;
for
(
i
=
0
;
i
<
STDIO_NUM_INDICES
;
i
++
)
{
switch
(
i
)
{
case
STDIO_MAX_BYTE_READ
:
case
STDIO_MAX_BYTE_WRITTEN
:
if
(
tmp
->
counters
[
i
]
<
pfile
->
counters
[
i
])
{
tmp
->
counters
[
i
]
=
pfile
->
counters
[
i
];
}
break
;
case
POSIX_FASTEST_RANK
:
case
POSIX_SLOWEST_RANK
:
case
POSIX_FASTEST_RANK_BYTES
:
case
POSIX_SLOWEST_RANK_BYTES
:
tmp
->
counters
[
i
]
=
0
;
break
;
default:
tmp
->
counters
[
i
]
+=
pfile
->
counters
[
i
];
break
;
}
}
for
(
i
=
0
;
i
<
STDIO_F_NUM_INDICES
;
i
++
)
{
switch
(
i
)
{
case
STDIO_F_OPEN_START_TIMESTAMP
:
case
STDIO_F_CLOSE_START_TIMESTAMP
:
case
STDIO_F_READ_START_TIMESTAMP
:
case
STDIO_F_WRITE_START_TIMESTAMP
:
if
(
tmp
->
fcounters
[
i
]
==
0
||
tmp
->
fcounters
[
i
]
>
pfile
->
fcounters
[
i
])
{
tmp
->
fcounters
[
i
]
=
pfile
->
fcounters
[
i
];
}
break
;
case
STDIO_F_READ_END_TIMESTAMP
:
case
STDIO_F_WRITE_END_TIMESTAMP
:
case
STDIO_F_OPEN_END_TIMESTAMP
:
case
STDIO_F_CLOSE_END_TIMESTAMP
:
if
(
tmp
->
fcounters
[
i
]
==
0
||
tmp
->
fcounters
[
i
]
<
pfile
->
fcounters
[
i
])
{
tmp
->
fcounters
[
i
]
=
pfile
->
fcounters
[
i
];
}
break
;
case
STDIO_F_FASTEST_RANK_TIME
:
case
STDIO_F_SLOWEST_RANK_TIME
:
case
STDIO_F_VARIANCE_RANK_TIME
:
case
STDIO_F_VARIANCE_RANK_BYTES
:
tmp
->
fcounters
[
i
]
=
0
;
break
;
default:
tmp
->
fcounters
[
i
]
+=
pfile
->
fcounters
[
i
];
break
;
}
}
return
;
}
void
posix_accum_file
(
struct
darshan_posix_file
*
pfile
,
hash_entry_t
*
hfile
,
int64_t
nprocs
)
...
...
@@ -1296,6 +1415,74 @@ void mpiio_accum_perf(struct darshan_mpiio_file *mfile,
return
;
}
void
stdio_calc_file
(
hash_entry_t
*
file_hash
,
file_data_t
*
fdata
)
{
hash_entry_t
*
curr
=
NULL
;
hash_entry_t
*
tmp
=
NULL
;
struct
darshan_stdio_file
*
file_rec
;
memset
(
fdata
,
0
,
sizeof
(
*
fdata
));
HASH_ITER
(
hlink
,
file_hash
,
curr
,
tmp
)
{
int64_t
bytes
;
int64_t
r
;
int64_t
w
;
file_rec
=
(
struct
darshan_stdio_file
*
)
curr
->
rec_dat
;
assert
(
file_rec
);
bytes
=
file_rec
->
counters
[
STDIO_BYTES_READ
]
+
file_rec
->
counters
[
STDIO_BYTES_WRITTEN
];
r
=
file_rec
->
counters
[
STDIO_READS
];
w
=
file_rec
->
counters
[
STDIO_WRITES
];
fdata
->
total
+=
1
;
fdata
->
total_size
+=
bytes
;
fdata
->
total_max
=
max
(
fdata
->
total_max
,
bytes
);
if
(
r
&&
!
w
)
{
fdata
->
read_only
+=
1
;
fdata
->
read_only_size
+=
bytes
;
fdata
->
read_only_max
=
max
(
fdata
->
read_only_max
,
bytes
);
}
if
(
!
r
&&
w
)
{
fdata
->
write_only
+=
1
;
fdata
->
write_only_size
+=
bytes
;
fdata
->
write_only_max
=
max
(
fdata
->
write_only_max
,
bytes
);
}
if
(
r
&&
w
)
{
fdata
->
read_write
+=
1
;
fdata
->
read_write_size
+=
bytes
;
fdata
->
read_write_max
=
max
(
fdata
->
read_write_max
,
bytes
);
}
if
((
curr
->
type
&
(
FILETYPE_SHARED
|
FILETYPE_PARTSHARED
)))
{
fdata
->
shared
+=
1
;
fdata
->
shared_size
+=
bytes
;
fdata
->
shared_max
=
max
(
fdata
->
shared_max
,
bytes
);
}
if
((
curr
->
type
&
(
FILETYPE_UNIQUE
)))
{
fdata
->
unique
+=
1
;
fdata
->
unique_size
+=
bytes
;
fdata
->
unique_max
=
max
(
fdata
->
unique_max
,
bytes
);
}
}
return
;
}
void
posix_calc_file
(
hash_entry_t
*
file_hash
,
file_data_t
*
fdata
)
{
...
...
@@ -1316,7 +1503,6 @@ void posix_calc_file(hash_entry_t *file_hash,
bytes
=
file_rec
->
counters
[
POSIX_BYTES_READ
]
+
file_rec
->
counters
[
POSIX_BYTES_WRITTEN
];
/* XXX: need to update this to account for stdio counters, too */
r
=
file_rec
->
counters
[
POSIX_READS
];
w
=
file_rec
->
counters
[
POSIX_WRITES
];
...
...
Write
Preview
Supports
Markdown
0%
Try again
or
attach a new file
.
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment