Initial parser code

darshan-util/darshan-bgq-logutils.c

+/*
+ * Copyright (C) 2015 University of Chicago.
+ * See COPYRIGHT notice in top-level directory.
+ *
+ */
+
+#define _GNU_SOURCE
+#include "darshan-util-config.h"
+#include <stdio.h>
+#include <string.h>
+#include <assert.h>
+#include <stdlib.h>
+#include <unistd.h>
+#include <inttypes.h>
+#include <sys/types.h>
+#include <sys/stat.h>
+#include <fcntl.h>
+#include <errno.h>
+
+#include "darshan-bgq-logutils.h"
+
+int darshan_log_get_bgq_file(darshan_fd fd, struct darshan_bgq_record *file)
+{
+    int i;
+    int ret;
+
+    /* reset file record, so that diff compares against a zero'd out record
+     * if file is missing
+     */
+    memset(file, 0, sizeof(*file));
+
+    ret = darshan_log_get_moddat(fd, DARSHAN_BGQ_MOD,
+        (void *)file, sizeof(*file));
+    if(ret == 1)
+    {
+        if(fd->swap_flag)
+        {
+            /* swap bytes if necessary */
+            DARSHAN_BSWAP64(&file->f_id);
+            DARSHAN_BSWAP64(&file->rank);
+            for(i=0; i<BGQ_NUM_INDICES; i++)
+                DARSHAN_BSWAP64(&file->counters[i]);
+            for(i=0; i<BGQ_F_NUM_INDICES; i++)
+                DARSHAN_BSWAP64(&file->fcounters[i]);
+        }
+    }
+
+    return(ret);
+}
+
+/*
+ * Local variables:
+ *  c-indent-level: 4
+ *  c-basic-offset: 4
+ * End:
+ *
+ * vim: ts=8 sts=4 sw=4 expandtab
+ */

darshan-util/darshan-bgq-logutils.h

+/*
+ * Copyright (C) 2015 University of Chicago.
+ * See COPYRIGHT notice in top-level directory.
+ *
+ */
+
+#ifndef __DARSHAN_BGQ_LOG_UTILS_H
+#define __DARSHAN_BGQ_LOG_UTILS_H
+
+#include "darshan-logutils.h"
+#include "darshan-bgq-log-format.h"
+
+int darshan_log_get_bgq_file(darshan_fd fd, struct darshan_bgq_record *file);
+
+#endif

darshan-util/darshan-bgq-parser.c

+/*
+ * Copyright (C) 2015 University of Chicago.
+ * See COPYRIGHT notice in top-level directory.
+ *
+ */
+
+#include <stdio.h>
+#include <sys/types.h>
+#include <sys/stat.h>
+#include <fcntl.h>
+#include <unistd.h>
+#include <string.h>
+#include <zlib.h>
+#include <time.h>
+#include <stdlib.h>
+#include <getopt.h>
+#include <assert.h>
+
+#include "darshan-logutils.h"
+#include "darshan-bgq-logutils.h"
+#include "uthash-1.9.2/src/uthash.h"
+
+int main(int argc, char **argv)
+{
+    int ret;
+    int i;
+    char *filename;
+    char tmp_string[4096];
+    darshan_fd fd;
+    struct darshan_header header;
+    struct darshan_job job;
+    struct darshan_record_ref *rec_hash = NULL;
+    struct darshan_record_ref *ref;
+    int mount_count;
+    char** mnt_pts;
+    char** fs_types;
+    time_t tmp_time = 0;
+    char *token;
+    char *save;
+    char buffer[DARSHAN_JOB_METADATA_LEN];
+    struct darshan_bgq_record next_file;
+
+    assert(argc == 2);
+    filename = argv[1];
+
+    struct stat sbuf;
+    stat(filename, &sbuf);
+
+    fd = darshan_log_open(filename, "r");
+    if(!fd)
+    {
+        fprintf(stderr, "darshan_log_open() failed to open %s\n.", filename);
+        return(-1);
+    }
+
+    /* read darshan log header */
+    ret = darshan_log_getheader(fd, &header);
+    if(ret < 0)
+    {
+        fprintf(stderr, "darshan_log_getheader() failed to read log header.\n");
+        darshan_log_close(fd);
+        return(-1);
+    }
+
+    /* read darshan job info */
+    ret = darshan_log_getjob(fd, &job);
+    if(ret < 0)
+    {
+        fprintf(stderr, "darshan_log_getjob() failed to read job data.\n");
+        darshan_log_close(fd);
+        return(-1);
+    }
+
+    /* get the original command line for this job */
+    ret = darshan_log_getexe(fd, tmp_string);
+    if(ret < 0)
+    {
+        fprintf(stderr, "Error: unable to read trailing job information.\n");
+        darshan_log_close(fd);
+        return(-1);
+    }
+
+    /* print job summary */
+    printf("# darshan log version: %s\n", header.version_string);
+    printf("# size of BGQ file statistics: %zu bytes\n", sizeof(struct darshan_bgq_record));
+    printf("# size of job statistics: %zu bytes\n", sizeof(struct darshan_job));
+    printf("# exe: %s\n", tmp_string);
+    printf("# uid: %" PRId64 "\n", job.uid);
+    printf("# jobid: %" PRId64 "\n", job.jobid);
+    printf("# start_time: %" PRId64 "\n", job.start_time);
+    tmp_time += job.start_time;
+    printf("# start_time_asci: %s", ctime(&tmp_time));
+    printf("# end_time: %" PRId64 "\n", job.end_time);
+    tmp_time = 0;
+    tmp_time += job.end_time;
+    printf("# end_time_asci: %s", ctime(&tmp_time));
+    printf("# nprocs: %" PRId64 "\n", job.nprocs);
+    printf("# run time: %" PRId64 "\n", job.end_time - job.start_time + 1);
+    for(token=strtok_r(job.metadata, "\n", &save);
+        token != NULL;
+        token=strtok_r(NULL, "\n", &save))
+    {
+        char *key;
+        char *value;
+        /* NOTE: we intentionally only split on the first = character.
+         * There may be additional = characters in the value portion
+         * (for example, when storing mpi-io hints).
+         */
+        strcpy(buffer, token);
+        key = buffer;
+        value = index(buffer, '=');
+        if(!value)
+            continue;
+        /* convert = to a null terminator to split key and value */
+        value[0] = '\0';
+        value++;
+        printf("# metadata: %s = %s\n", key, value);
+    }
+
+    /* get the mount information for this log */
+    ret = darshan_log_getmounts(fd, &mnt_pts, &fs_types, &mount_count);
+    if(ret < 0)
+    {
+        fprintf(stderr, "darshan_log_getmounts() failed to read mount information.\n");
+        darshan_log_close(fd);
+        return(-1);
+    }
+
+    /* print table of mounted file systems */
+    printf("\n# mounted file systems (mount point and fs type)\n");
+    printf("# -------------------------------------------------------\n");
+    for(i=0; i<mount_count; i++)
+    {
+        printf("# mount entry:\t%s\t%s\n", mnt_pts[i], fs_types[i]);
+    }
+
+    /* read hash of darshan records */
+    ret = darshan_log_gethash(fd, &rec_hash);
+    if(ret < 0)
+    {
+        fprintf(stderr, "darshan_log_getmap() failed to read record map.\n");
+        darshan_log_close(fd);
+        return(-1);
+    }
+
+    printf("\n*** FILE RECORD DATA ***\n");
+ 
+    ret = darshan_log_get_bgq_file(fd, &next_file);
+    if(ret < 0)
+    {
+        fprintf(stderr, "darshan_log_get_posix_file() failed to read next record.\n");
+        darshan_log_close(fd);
+        return(-1);
+    }
+    if(ret == 0)
+    {
+        printf("# no files opened.\n");
+        darshan_log_close(fd);
+        return(0);
+    }
+   
+    /* loop over each stored POSIX file record and print counters */
+    i = 1;
+    do
+    {
+        /* get the pathname for this record */
+        HASH_FIND(hlink, rec_hash, &next_file.f_id, sizeof(darshan_record_id), ref);
+        assert(ref);
+
+        printf("\tRecord %d: id=%"PRIu64" (path=%s, rank=%"PRId64")\n",
+            i, next_file.f_id, ref->rec.name, next_file.rank);
+
+        printf(
+            "\t\tBGQ_CSJOBID:\t%"PRIu64"\n"
+            "\t\tBGQ_NNODES:\t%"PRIu64"\n"
+            "\t\tBGQ_RPN:\t%"PRIu64"\n"
+            "\t\tBGQ_DDRPERNODE:\t%"PRIu64"\n"
+            "\t\tBGQ_INODES:\t%"PRIu64"\n"
+            "\t\tBGQ_ANODES:\t%"PRIu64"\n"
+            "\t\tBGQ_BNODES:\t%"PRIu64"\n"
+            "\t\tBGQ_CNODES:\t%"PRIu64"\n"
+            "\t\tBGQ_DNODES:\t%"PRIu64"\n"
+            "\t\tBGQ_ENODES:\t%"PRIu64"\n"
+            "\t\tBGQ_TORUSEN:\t%"PRIx64"\n"
+            "\t\tBGQ_TIMESTAMP:\t%lf\n",
+            next_file.counters[BGQ_CSJOBID],
+            next_file.counters[BGQ_NNODES],
+            next_file.counters[BGQ_RANKSPERNODE],
+            next_file.counters[BGQ_DDRPERNODE],
+            next_file.counters[BGQ_INODES],
+            next_file.counters[BGQ_ANODES],
+            next_file.counters[BGQ_BNODES],
+            next_file.counters[BGQ_CNODES],
+            next_file.counters[BGQ_DNODES],
+            next_file.counters[BGQ_ENODES],
+            next_file.counters[BGQ_TORUSENABLED],
+            next_file.fcounters[BGQ_F_TIMESTAMP]);
+
+        i++;
+    } while((ret = darshan_log_get_bgq_file(fd, &next_file)) == 1);
+
+    /* free mount info */
+    for(i=0; i<mount_count; i++)
+    {
+        free(mnt_pts[i]);
+        free(fs_types[i]);
+    }
+    if(mount_count > 0)
+    {
+        free(mnt_pts);
+        free(fs_types);
+    }
+
+    darshan_log_close(fd);
+
+    return(0);
+}