From 3fae94044d78b6954d1a4e574eb6ff02d533fd1a Mon Sep 17 00:00:00 2001 From: Shane Snyder Date: Mon, 6 Apr 2015 16:31:53 -0500 Subject: [PATCH] darshan-base-parser added --- darshan-util/Makefile.in | 9 +- darshan-util/darshan-base-parser.c | 180 +++++++++++++++++++++++++++++ 2 files changed, 186 insertions(+), 3 deletions(-) create mode 100644 darshan-util/darshan-base-parser.c diff --git a/darshan-util/Makefile.in b/darshan-util/Makefile.in index 1f87ea9..d3c9f6a 100644 --- a/darshan-util/Makefile.in +++ b/darshan-util/Makefile.in @@ -1,4 +1,4 @@ -all: libdarshan-util.a darshan-posix-parser darshan-mpiio-parser +all: libdarshan-util.a darshan-base-parser darshan-posix-parser darshan-mpiio-parser DESTDIR = srcdir = @srcdir@ @@ -65,13 +65,15 @@ libdarshan-util.a: darshan-logutils.o darshan-posix-logutils.o darshan-mpiio-log jenkins: util/bin/jenkins.o lookup3.o $(CC) $(CFLAGS) $(LDFLAGS) $< -o $@ lookup3.o $(LIBS) +darshan-base-parser: darshan-base-parser.c darshan-logutils.h $(DARSHAN_LOG_FORMAT) libdarshan-util.a | uthash-1.9.2 + $(CC) $(CFLAGS) $(LDFLAGS) $^ -o $@ $(LIBS) + darshan-posix-parser: darshan-posix-parser.c darshan-logutils.h darshan-posix-logutils.h $(DARSHAN_LOG_FORMAT) $(srcdir)/../darshan-posix-log-format.h libdarshan-util.a | uthash-1.9.2 $(CC) $(CFLAGS) $(LDFLAGS) $^ -o $@ $(LIBS) darshan-mpiio-parser: darshan-mpiio-parser.c darshan-logutils.h darshan-mpiio-logutils.h $(DARSHAN_LOG_FORMAT) $(srcdir)/../darshan-mpiio-log-format.h libdarshan-util.a | uthash-1.9.2 $(CC) $(CFLAGS) $(LDFLAGS) $^ -o $@ $(LIBS) - #darshan-parser: darshan-parser.c $(DARSHAN_LOG_FORMAT) darshan-logutils.h darshan-logutils.o | uthash-1.9.2 # $(CC) $(CFLAGS) $(LDFLAGS) $< darshan-logutils.o -o $@ $(LIBS) @@ -104,6 +106,7 @@ install:: all install -d $(includedir) install -d $(pkgconfigdir) # install -m 755 darshan-parser $(bindir) + install -m 755 darshan-base-parser $(bindir) install -m 755 darshan-posix-parser $(bindir) install -m 755 darshan-mpiio-parser $(bindir) # install -m 755 darshan-convert $(bindir) @@ -128,7 +131,7 @@ endif clean:: - rm -f *.o *.a darshan-posix-parser darshan-mpiio-parser + rm -f *.o *.a darshan-base-parser darshan-posix-parser darshan-mpiio-parser distclean:: clean rm -f darshan-runtime-config.h aclocal.m4 autom4te.cache/* config.status config.log Makefile util/bin/darshan-job-summary.pl diff --git a/darshan-util/darshan-base-parser.c b/darshan-util/darshan-base-parser.c new file mode 100644 index 0000000..0f86f49 --- /dev/null +++ b/darshan-util/darshan-base-parser.c @@ -0,0 +1,180 @@ +/* + * Copyright (C) 2015 University of Chicago. + * See COPYRIGHT notice in top-level directory. + * + */ + +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include + +#include "darshan-logutils.h" +#include "darshan-posix-logutils.h" +#include "uthash-1.9.2/src/uthash.h" + +int main(int argc, char **argv) +{ + int ret; + int i; + char *filename; + char tmp_string[4096]; + darshan_fd fd; + struct darshan_header header; + struct darshan_job job; + struct darshan_record_ref *rec_hash = NULL; + struct darshan_record_ref *ref, *tmp; + int mount_count; + char** mnt_pts; + char** fs_types; + time_t tmp_time = 0; + char *token; + char *save; + char buffer[DARSHAN_JOB_METADATA_LEN]; + + assert(argc == 2); + filename = argv[1]; + + struct stat sbuf; + stat(filename, &sbuf); + + fd = darshan_log_open(filename, "r"); + if(!fd) + { + fprintf(stderr, "darshan_log_open() failed to open %s\n.", filename); + return(-1); + } + + /* read darshan log header */ + ret = darshan_log_getheader(fd, &header); + if(ret < 0) + { + fprintf(stderr, "darshan_log_getheader() failed to read log header.\n"); + darshan_log_close(fd); + return(-1); + } + + /* read darshan job info */ + ret = darshan_log_getjob(fd, &job); + if(ret < 0) + { + fprintf(stderr, "darshan_log_getjob() failed to read job data.\n"); + darshan_log_close(fd); + return(-1); + } + + /* get the original command line for this job */ + ret = darshan_log_getexe(fd, tmp_string); + if(ret < 0) + { + fprintf(stderr, "Error: unable to read trailing job information.\n"); + darshan_log_close(fd); + return(-1); + } + + /* print job summary */ + printf("# darshan log version: %s\n", header.version_string); + printf("# size of POSIX file statistics: %zu bytes\n", sizeof(struct darshan_posix_file)); + printf("# size of job statistics: %zu bytes\n", sizeof(struct darshan_job)); + printf("# exe: %s\n", tmp_string); + printf("# uid: %" PRId64 "\n", job.uid); + printf("# jobid: %" PRId64 "\n", job.jobid); + printf("# start_time: %" PRId64 "\n", job.start_time); + tmp_time += job.start_time; + printf("# start_time_asci: %s", ctime(&tmp_time)); + printf("# end_time: %" PRId64 "\n", job.end_time); + tmp_time = 0; + tmp_time += job.end_time; + printf("# end_time_asci: %s", ctime(&tmp_time)); + printf("# nprocs: %" PRId64 "\n", job.nprocs); + printf("# run time: %" PRId64 "\n", job.end_time - job.start_time + 1); + for(token=strtok_r(job.metadata, "\n", &save); + token != NULL; + token=strtok_r(NULL, "\n", &save)) + { + char *key; + char *value; + /* NOTE: we intentionally only split on the first = character. + * There may be additional = characters in the value portion + * (for example, when storing mpi-io hints). + */ + strcpy(buffer, token); + key = buffer; + value = index(buffer, '='); + if(!value) + continue; + /* convert = to a null terminator to split key and value */ + value[0] = '\0'; + value++; + printf("# metadata: %s = %s\n", key, value); + } + + /* print out each module found in the log */ + printf("\n# instrumenation modules registered with darshan\n"); + printf("# -------------------------------------------------------\n"); + for(i=0;i < DARSHAN_MAX_MODS; i++) + { + if(header.mod_map[i].len > 0) + { + printf("# %s:\tsize=%"PRIu64"\n", darshan_module_names[i], header.mod_map[i].len); + } + + } + + /* get the mount information for this log */ + ret = darshan_log_getmounts(fd, &mnt_pts, &fs_types, &mount_count); + if(ret < 0) + { + fprintf(stderr, "darshan_log_getmounts() failed to read mount information.\n"); + darshan_log_close(fd); + return(-1); + } + + /* print table of mounted file systems */ + printf("\n# mounted file systems (mount point and fs type)\n"); + printf("# -------------------------------------------------------\n"); + for(i=0; irec.id, ref->rec.name); + } + + /* free mount info */ + for(i=0; i 0) + { + free(mnt_pts); + free(fs_types); + } + + darshan_log_close(fd); + + return(0); +} -- 2.26.2